# traxy.ai — search engines and AI answer engines are welcome to crawl and cite.
# Policy (task A-3): everything is allowed by default, the same as the Framer
# site. Crawlers are named below so the choice is explicit and a future
# blanket rule cannot block them by accident. A crawler that matches a named
# group ignores the * group, so every group repeats the Keystatic rules.

User-agent: *
Allow: /
Disallow: /keystatic
Disallow: /api/keystatic

# Search engines.
User-agent: Googlebot
User-agent: Bingbot
Allow: /
Disallow: /keystatic
Disallow: /api/keystatic

# AI search and user-initiated fetches: these crawlers cite and link to pages
# in answers (ChatGPT search, Perplexity, Claude).
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Claude-SearchBot
User-agent: Claude-User
Allow: /
Disallow: /keystatic
Disallow: /api/keystatic

# AI model training. Allowed, matching today's open policy. To opt out of
# training only, change "Allow: /" to "Disallow: /" in this group; search and
# answer citations above are unaffected.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: CCBot
User-agent: Applebot-Extended
Allow: /
Disallow: /keystatic
Disallow: /api/keystatic

Sitemap: https://traxy.ai/sitemap.xml
# The scoreboard (a separate app routed at /scoreboard) publishes its own.
Sitemap: https://traxy.ai/scoreboard/sitemap.xml