# Cartroute robots.txt
# Agents are our customers. Search, retrieval and user-triggered fetchers are
# welcome everywhere except private account pages. Crawler groups below repeat
# the Disallow lines because a named group does not inherit from "*".
# Programmatic access: https://cart-route.com/openapi.json  MCP: https://cart-route.com/mcp

# ---- AI search indexes and user-triggered fetchers
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: DuckAssistBot
User-agent: Googlebot
User-agent: Bingbot
User-agent: Applebot
User-agent: Amazonbot
User-agent: OAI-AdsBot
Allow: /
Disallow: /admin
Disallow: /dashboard
Disallow: /go/
Disallow: /verify-email
Disallow: /logout
Disallow: /dev/

# ---- Model-training crawlers
# Allowed deliberately: an agent-first API benefits when models already know
# what Cartroute is. Allowing these does not affect search citation.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /admin
Disallow: /dashboard
Disallow: /go/
Disallow: /verify-email
Disallow: /logout
Disallow: /dev/

User-agent: *
Allow: /
Disallow: /admin
Disallow: /dashboard
Disallow: /go/
Disallow: /verify-email
Disallow: /logout
Disallow: /dev/

Sitemap: https://cart-route.com/sitemap.xml