# robots.txt (standard REP directives)
#
# Every named bot below gets a blanket "Allow: /" - including /data/*.json,
# /.well-known/*, and every other machine-readable endpoint listed at /api-docs.
# Nothing on this site is gated behind auth, so there is nothing more specific
# to allow: full access means full access. See also /llms.txt for a curated,
# machine-readable map of the site (data endpoints, guides, tools, expertise).
#
# Sources (verified directly, not copied from SEO aggregator posts):
# https://developers.openai.com/api/docs/bots
# https://support.claude.com/en/articles/8896518
# https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers
# https://docs.mistral.ai/robots

# ——— OPENAI ———
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
User-agent: ChatGPT-User/2.0
Allow: /

User-agent: GPTBot
Allow: /

# ——— ANTHROPIC ———
User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: claude-web
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

# ——— PERPLEXITY ———
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# ——— GOOGLE ———
User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /

User-agent: GoogleOther
Allow: /

# ——— MICROSOFT ———
User-agent: BingBot
Allow: /

# ——— AMAZON ———
User-agent: Amazonbot
Allow: /

User-agent: Amzn-User
Allow: /

# ——— APPLE ———
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# ——— META ———
User-agent: FacebookBot
Allow: /

User-agent: meta-externalagent
Allow: /

# ——— LINKEDIN ———
User-agent: LinkedInBot
Allow: /

# ——— BYTEDANCE ———
User-agent: Bytespider
Allow: /

# ——— DUCKDUCKGO ———
User-agent: DuckAssistBot
Allow: /

# ——— COHERE ———
User-agent: cohere-ai
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

# ——— MISTRAL ———
User-agent: MistralAI-User
Allow: /

User-agent: MistralAI-Index
Allow: /

# ——— DEEPSEEK ———
User-agent: DeepSeekBot
Allow: /

# ——— RESEARCH ———
User-agent: AI2Bot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: omgili
Allow: /

# ——— START-UPS ———
User-agent: TimpiBot
Allow: /

User-agent: YouBot
Allow: /

# ——— GLOBAL RULES ———
User-agent: *
Disallow: /*?*tech=
Disallow: /*?*type=
Disallow: /*?*search=
Disallow: /*?*oss=
Disallow: /*?page=
Disallow: /*?year=
Disallow: /*.html?
Disallow: /*.html$
Allow: /*?slug=
Allow: /

Sitemap: https://zalt.me/sitemap.xml