# robots.txt for CAAS Website # Centre for Advanced Academic Studies, University of Zagreb User-agent: * Allow: / # Disallow directories that shouldn't be indexed Disallow: /includes/ Disallow: /api/ Disallow: /utils/ Disallow: /data/ Disallow: /docs/ # Allow specific resource types Allow: /css/ Allow: /js/ Allow: /images/ Allow: /slike/ # Sitemap location Sitemap: https://caas.unizg.hr/sitemap.xml # Crawl-delay (optional, adjust as needed) Crawl-delay: 1