# Default: allow all crawlers full access
User-agent: *
Allow: /

# --- AI / LLM crawlers (GEO) ---------------------------------------------
# Explicitly welcome the answer-engine and training crawlers so Archlior
# content is eligible to be cited in ChatGPT, Claude, Perplexity, Gemini,
# and Google AI Overviews. No Crawl-delay for these — let them index fully.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: cohere-ai
Allow: /

# Machine-readable site + content index for LLMs
# https://archlior.com/llms.txt

# Sitemaps
Sitemap: https://archlior.com/sitemap.xml