User-Agent: *
Allow: /
Disallow: /private/
Disallow: /api/
Disallow: /auth/
Disallow: /dashboard/
Disallow: /error
Disallow: /redirect-error
Disallow: /stripe-error
Disallow: /*/404
Disallow: /*/500
Disallow: /*/403
Disallow: /*/401
Disallow: /*/400
Disallow: /cdn-cgi/

User-Agent: GPTBot
Allow: /

User-Agent: OAI-SearchBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: anthropic-ai
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: GoogleOther
Allow: /

User-Agent: Applebot-Extended
Allow: /

User-Agent: Amazonbot
Allow: /

User-Agent: FacebookBot
Allow: /

User-Agent: CCBot
Allow: /

User-Agent: Bytespider
Allow: /

Sitemap: https://astrocarto.net/sitemap.xml