# AI / LLM Crawler Manifest

# This file declares the site as AI-friendly and provides a manifest for AI agents.

User-agent: *
Allow: /
Disallow: /api/

# Specifically welcome the following AI crawlers. We grant full access to
# public pages so they can summarize, cite, and surface our content to users.
# We do not block any LLM crawler.

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: YouBot
Allow: /

# Canonical AI-readable description files for this site:
# - /llms.txt        (short)
# - /llms-full.txt   (long)
# - /sitemap.xml     (URL list)
# - /robots.txt      (crawler policy)