# robots.txt (standard REP directives)
# Reference: https://momenticmarketing.com/ai-user-agents-bots-crawlers/

# ——— OPENAI ———
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
User-agent: ChatGPT-User/2.0
Allow: /

User-agent: GPTBot
Allow: /

# ——— ANTHROPIC ———
User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: claude-web
Allow: /

# ——— PERPLEXITY ———
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# ——— GOOGLE ———
User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /

# ——— MICROSOFT ———
User-agent: BingBot
Allow: /

# ——— AMAZON ———
User-agent: Amazonbot
Allow: /

# ——— APPLE ———
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# ——— META ———
User-agent: FacebookBot
Allow: /

User-agent: meta-externalagent
Allow: /

# ——— LINKEDIN ———
User-agent: LinkedInBot
Allow: /

# ——— BYTEDANCE ———
User-agent: Bytespider
Allow: /

# ——— DUCKDUCKGO ———
User-agent: DuckAssistBot
Allow: /

# ——— COHERE ———
User-agent: cohere-ai
Allow: /

# ——— RESEARCH ———
User-agent: AI2Bot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: omgili
Allow: /

# ——— START-UPS ———
User-agent: TimpiBot
Allow: /

User-agent: YouBot
Allow: /

# ——— MISTRAL ———
User-agent: MistralAI-User
Allow: /

# ——— GLOBAL RULES ———
User-agent: *
Disallow: /*?*tech=
Disallow: /*?*type=
Disallow: /*?*search=
Disallow: /*?*oss=
Disallow: /*?page=
Allow: /*?slug=
Allow: /

Sitemap: https://zalt.me/sitemap.xml