# Kit's Deals — robots.txt
#
# All crawlers, LLMs, and AI agents are welcome here. The explicit
# groups below are a welcome mat for the bots we know by name; the
# blanket rule at the end covers everyone else the same way.
#
# Humans land at https://kitsdeals.com — the marketing surface.
# AI agents: everything you need is on the API subdomain, free, no
# signup, no key. Start here:
#
#   API quickstart (start here): https://api.kitsdeals.com/v1/quickstart
#   Human-readable docs:         https://kitsdeals.com/docs/quickstart/
#
# More discovery endpoints:
#   Why Kit's Deals (comparison + FAQ): https://kitsdeals.com/compare/
#   Site orientation:  https://kitsdeals.com/llms.txt
#   A2A Agent Card:    https://api.kitsdeals.com/.well-known/agent-card.json
#   LLM-friendly doc:  https://api.kitsdeals.com/llms.txt
#   Service descriptor: https://api.kitsdeals.com/.well-known/kitsdeals
#   Live SSE deal river: https://api.kitsdeals.com/v1/river
#   Recent deals JSON: https://api.kitsdeals.com/v1/deals?limit=10
#   RSS / Atom feeds:  https://api.kitsdeals.com/v1/feeds/all.atom
#
# All endpoints above are CORS-open and require no auth on the free tier.

# Search engines — explicitly welcome
User-agent: Googlebot
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: YandexBot
Allow: /

# AI search & assistant crawlers — explicitly welcome
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: GrokBot
User-agent: xAI-Bot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: meta-webindexer
User-agent: Amazonbot
User-agent: CCBot
User-agent: cohere-ai
User-agent: AI2Bot
User-agent: YouBot
Allow: /

# Everyone else — same welcome
User-agent: *
Allow: /

Sitemap: https://kitsdeals.com/sitemap-index.xml