# ─────────────────────────────────────────────────────────────
# AEO Track – AI Bot Access Rules
# Generated by https://aeotrack.io
#
# Paste these rules into your site's existing robots.txt file.
#
# WHY: Allowing AI crawlers to index your content increases the
# chance that ChatGPT, Gemini, Perplexity, Claude, and other
# answer engines cite your pages in their responses — boosting
# your Answer Engine Optimization (AEO) score.
#
# RECOMMENDATION: Allow all bots below unless you have a
# specific reason to block a particular crawler.
# ─────────────────────────────────────────────────────────────

# OpenAI – ChatGPT training & browse
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic – Claude training
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Google – Gemini / Bard / AI Overviews training
User-agent: Google-Extended
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Common Crawl (used by many open-source LLMs)
User-agent: CCBot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# Diffbot (structured AI data)
User-agent: Diffbot
Allow: /

# ByteDance / TikTok AI
User-agent: Bytespider
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Apple Intelligence / Siri
User-agent: Applebot
Allow: /

# iAsk AI
User-agent: iaskspider
Allow: /

# Magpie crawler
User-agent: magpie-crawler
Allow: /

# ─────────────────────────────────────────────────────────────
# BLOCK TEMPLATE (uncomment lines to restrict specific bots)
# ─────────────────────────────────────────────────────────────
# User-agent: GPTBot
# Disallow: /
#
# User-agent: CCBot
# Disallow: /
# ─────────────────────────────────────────────────────────────