# Robots.txt for https://www.astrowise.io
# Standard RFC 9309 Compliant

User-agent: *
Allow: /

# Administration & Private Application Routes
Disallow: /admin/
Disallow: /api/
Disallow: /panel/
Disallow: /sitem/
Disallow: /login
Disallow: /register
Disallow: /two-factor/
Disallow: /ai-assistant/context-aspects
Disallow: /ai-assistant/history/sessions
Disallow: /account-deletion
Disallow: /hesap-silme

# Language Parameters
Disallow: /*?lang=*
Disallow: /*&lang=*

# -----------------------------------------------------------------------------
# AI Search & LLM Crawlers (Generative Engine Optimization - GEO)
# -----------------------------------------------------------------------------
User-agent: OAI-SearchBot
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /panel/
Disallow: /sitem/
Disallow: /login
Disallow: /register

# Sitemaps & LLMs Index
Sitemap: https://www.astrowise.io/sitemap.xml