# robots.txt for simpleclass.eu User-agent: * Allow: / # Sitemaps Sitemap: https://simpleclass.eu/sitemap-0.xml # Block admin/app areas Disallow: /api/ Disallow: /_astro/ # Allow all crawlers to index everything else User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / # AI crawlers User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Claude-Web Allow: / User-agent: anthropic-ai Allow: / User-agent: Applebot Allow: /