User-agent: * Allow: / # Sitemap location Sitemap: https://massagenearme.gr/sitemap.xml # Allow AI crawlers User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: CCBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-Web Allow: / # Block admin areas User-agent: * Disallow: /admin/ Disallow: /api/admin/ # Allow access to static assets Allow: /assets/ Allow: /images/ Allow: /*.css$ Allow: /*.js$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.gif$ Allow: /*.svg$ Allow: /*.woff$ Allow: /*.woff2$ # Crawl delay to be respectful Crawl-delay: 1