# Versioned crawler policy. Cloudflare/WAF must be configured to serve this
# same policy at the edge; an edge-managed robots response overrides this file.
User-agent: *
Allow: /
Disallow: /app
Disallow: /login
Disallow: /admin
Disallow: /chat
Disallow: /billing
Disallow: /maintenance
Disallow: /data/
# Public render dependencies remain crawlable; response headers prevent indexing.
Allow: /data/articles/
Allow: /animations/
Disallow: /html/
Disallow: /404

# Search and user-triggered retrieval are allowed on public content.
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: Claude-User
Allow: /
Disallow: /app
Disallow: /login
Disallow: /admin
Disallow: /chat
Disallow: /billing
Disallow: /maintenance
Disallow: /data/
Allow: /data/articles/
Allow: /animations/
Disallow: /html/
Disallow: /404

# Training crawlers are explicitly excluded.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

Sitemap: https://fogsight.ai/sitemap.xml