# robots.txt for kemnadodgejeepram.com
# Updated April 2026 — Merged existing DealerOn rules + Full GEO AI crawler permissions

# ================================================
# OPENAI / ChatGPT
# ================================================
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

# ================================================
# ANTHROPIC / Claude
# ================================================
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: claude-web
Allow: /

# ================================================
# PERPLEXITY AI
# ================================================
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# ================================================
# GOOGLE — Gemini / AI Overviews
# ================================================
User-agent: Google-Extended
Allow: /

# ================================================
# MICROSOFT — Bing / Copilot
# ================================================
User-agent: Bingbot
Allow: /

# ================================================
# APPLE — Siri / Spotlight / Apple Intelligence
# ================================================
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# ================================================
# META — Facebook / Instagram
# ================================================
User-agent: FacebookBot
Allow: /

User-agent: meta-externalagent
Allow: /

# ================================================
# AMAZON — Alexa / Rufus / Fire AI features
# ================================================
User-agent: Amazonbot
Allow: /

# ================================================
# DUCKDUCKGO — DuckAssist AI answers
# ================================================
User-agent: DuckAssistBot
Allow: /

# ================================================
# BYTEDANCE — TikTok search / AI features
# ================================================
User-agent: Bytespider
Allow: /

# ================================================
# COHERE AI
# ================================================
User-agent: cohere-ai
Allow: /

# ================================================
# COMMON CRAWL — Open dataset used by many LLMs
# ================================================
User-agent: CCBot
Allow: /

# ================================================
# ALL OTHER CRAWLERS — Original DealerOn rules
# ================================================
User-agent: *
Crawl-delay: 10
Allow: /*.js?*
Allow: /*.css?*
Allow: /quote.aspx?*
Allow: /testdrive.aspx?*
Allow: /findmycar.aspx?*
Allow: /*.jpg?*
Allow: /*.png?*
Allow: /*.gif?*
Allow: /*.svg?*
Allow: /*.ico?*
Allow: /*.pdf?*
Disallow: /rss-newinventory.aspx
Disallow: /rss-usedinventory.aspx
Disallow: /vehicle-ajax.aspx
Disallow: /home-ajax.aspx
Disallow: /dealeron-js.aspx
Disallow: /print-email-vehicledetails.aspx
Disallow: /print-email-vehicledetailsvin.aspx
Disallow: /rebates.aspx
Disallow: /iframespecials.aspx
Disallow: /thankyou.aspx
Disallow: /ScriptResource.axd
Disallow: /WebResource.axd
Disallow: /*.axd$
Disallow: /fdcampaign-do.aspx
Disallow: /iframevideodisplay.aspx

Sitemap: https://www.kemnadodgejeepram.com/sitemap.xml