# perspectives.cc robots policy (PWE-119b, decided 2026-08-15).
# AI crawlers are explicitly ALLOWED - including training-class bots: being
# present in AI systems' training data and answer indexes is a deliberate
# GEO decision (docs/seo/GEO-RESEARCH.md). Revisit only via that doc.
# Cloudflare-side settings must stay consistent: AI bot policies = Allow,
# mixed-purpose crawlers = allowed (verified in the zone 2026-08-15).

User-agent: *
Allow: /

# AI search/answer-index crawlers
User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

# AI user-request fetchers
User-agent: ChatGPT-User
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Perplexity-User
Allow: /

# AI training crawlers (allowed on purpose - see header comment)
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

Sitemap: https://perspectives.cc/sitemap-index.xml