User-agent: *
# Content signals (contentsignals.org): this site exists to be read, cited and used by AI agents.
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /openapi.json
Allow: /agent.json
Allow: /.well-known/
Allow: /docs
Allow: /compare
Allow: /guides/
Allow: /v1/pricing
Disallow: /v1/sandbox/
Disallow: /v1/accounts
Disallow: /v1/deposits
Disallow: /inbox/

Sitemap: https://getcourier.dev/sitemap.xml

# AI crawlers — named explicitly, not left to the wildcard. This site exists to be read
# by machines; an ambiguous rule is a closed door to a crawler that looks for its own name.

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic — including the search and user-initiated agents, which fetch on behalf of a
# live conversation and are the ones that actually cite a page.
User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

# xAI / Grok
User-agent: GrokBot
Allow: /

User-agent: xai-searchbot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Others
User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Diffbot
Allow: /

User-agent: YouBot
Allow: /

# Note: /mcp is a POST-only JSON-RPC endpoint. It is intentionally not disallowed —
# a GET returns 405 with a hint pointing at POST /mcp, which is a useful discovery signal.