# OneProvider — public pages are open to search and AI crawlers.
User-agent: *
Allow: /

# Discourage indexing of throwaway query strings on redeem submit form
Disallow: /?code=
Disallow: /*?code=

# Polite crawl pace
Crawl-delay: 1

# AI search and answer engines (GEO). A crawler that matches a named group ignores
# the * group, so the Disallow lines are repeated here on purpose.
# Retrieval for answers (cites us): OAI-SearchBot (ChatGPT search), ChatGPT-User,
# PerplexityBot, Perplexity-User, Claude-SearchBot, Claude-User, DuckAssistBot, MistralAI-User.
# Model-grounding / training tokens: GPTBot, ClaudeBot, anthropic-ai, Google-Extended,
# Applebot-Extended, CCBot, Amazonbot, meta-externalagent, cohere-ai.
# Copilot reads the Bing index (Bingbot); Yandex answers read YandexBot.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Bingbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: CCBot
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: cohere-ai
User-agent: YandexBot
Allow: /
Disallow: /?code=
Disallow: /*?code=

# Sitemap (canonical apex)
Sitemap: https://oneprovider.dev/sitemap.xml

# AI agent discovery (llmstxt.org)
# Short index with facts and the model catalog: https://oneprovider.dev/llms.txt
# Whole documentation bundle for agents:         https://oneprovider.dev/docs/llms.txt
# Facts + documentation in one file:             https://oneprovider.dev/llms-full.txt