# robots.txt for aktiv.rs # Generated for optimal SEO User-agent: * Allow: / # Disallow admin and private areas Disallow: /api/ Disallow: /admin/ Disallow: /_next/ Disallow: /private/ # Allow crawling of important directories Allow: /blog/ Allow: /cenovnici/ Allow: /faq/ Allow: /images/ # Sitemap location Sitemap: https://aktiv.rs/sitemap.xml # Crawl-delay for good measure (in seconds) Crawl-delay: 0 # Specific bot rules User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: /