# phobia.aero - Fear of Flying Resource
# https://phobia.aero

User-agent: Googlebot
Allow: /
Disallow: /admin
Disallow: /admin/
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Disallow: /admin
Disallow: /admin/
Crawl-delay: 1

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# AI Crawlers - explicitly allow knowledge base files
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-knowledge.txt

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-knowledge.txt

User-agent: anthropic-ai
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-knowledge.txt

User-agent: Claude-Web
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-knowledge.txt

User-agent: CCBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-knowledge.txt

User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-knowledge.txt

User-agent: Google-Extended
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/ai-knowledge.txt

User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /auth
Disallow: /alexai
Disallow: /.env
Disallow: /.env.*
Disallow: /*.json$
Disallow: /firebase-adminsdk*
Disallow: /.git/

# Sitemap
Sitemap: https://phobia.aero/sitemap.xml

# AI/LLM Knowledge Base Files
# /llms.txt - Concise site summary for AI models
# /llms-full.txt - Complete knowledge base for AI models
# /.well-known/ai-knowledge.txt - Structured FAQ and citations for AI