# Collectibles Multiverse robots.txt
#
# Our policy for AI (also explained at https://collectiblesmultiverse.com/data#ai):
#  - Search engines and AI answer engines that fetch pages when a person asks are welcome. Please link to the source.
#  - AI model training may learn who we are and what we offer (home, about, data, developer pages),
#    but not copy our guides or live buyer data. Live data goes stale; fetch it fresh from the API or MCP server.
# Content signals: https://contentsignals.org
Content-Signal: search=yes, ai-input=yes, ai-train=no

User-agent: *
Allow: /
Disallow: /manage
Disallow: /list
Disallow: /admin
Disallow: /recover
Disallow: /api/admin
Disallow: /api/inbox
Disallow: /*?t=

# Crawlers used only to collect AI training data: brand pages yes, content and data no.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: CCBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Meta-ExternalAgent
User-agent: Bytespider
User-agent: Amazonbot
User-agent: cohere-training-data-crawler
User-agent: Diffbot
User-agent: omgili
Allow: /$
Allow: /about
Allow: /data
Allow: /developers
Allow: /partners
Allow: /editorial
Allow: /llms.txt
Allow: /openapi.json
Disallow: /

Sitemap: https://collectiblesmultiverse.com/sitemap.xml