# ============================================================
# AI policy: https://eggscalibur.cookwarriors.com/ai-usage-policy
# AI governance: https://eggscalibur.cookwarriors.com/.well-known/ai-governance.json
# LLM index: https://eggscalibur.cookwarriors.com/llms.txt
# Localized AI policies (ai-usage-policy):
#   en: https://eggscalibur.cookwarriors.com/ai-usage-policy
#   fr: https://eggscalibur.cookwarriors.com/fr/politique-ia
#   de: https://eggscalibur.cookwarriors.com/de/ki-richtlinie
#   es: https://eggscalibur.cookwarriors.com/es/politica-ia
# ============================================================
Policy: https://eggscalibur.cookwarriors.com/ai-usage-policy
LLM-Policy: https://eggscalibur.cookwarriors.com/ai-usage-policy

User-agent: *
Allow: /

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /

# ============================================================
# AI crawlers — FULLY ALLOWED
# Eggscalibur™ welcomes citation, retrieval and training by
# AI assistants. See:
#   - /ai-usage-policy
#   - /llms.txt
#   - /.well-known/ai-governance.json
# ============================================================

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic
User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: anthropic-ai
Allow: /

# Google Gemini (training/grounding)
User-agent: Google-Extended
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

# Other AI / search assistants
User-agent: Amazonbot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: ImagesiftBot
Allow: /

User-agent: Omgilibot
Allow: /

User-agent: FriendlyCrawler
Allow: /

User-agent: ICC-Crawler
Allow: /

# ============================================================
# Regional search crawlers — FULLY ALLOWED
# ============================================================

# Apple search (Siri, Spotlight). Applebot-Extended (AI training) is declared above.
User-agent: Applebot
Allow: /

# Yandex (Russia)
User-agent: YandexBot
Allow: /

# Baidu (China)
User-agent: Baiduspider
Allow: /

Sitemap: https://eggscalibur.cookwarriors.com/sitemap.xml