# Scanverity crawler policy — public Polymarket intelligence is open for discovery.
# Canonical AI-readable index: https://scanverity.com/llms.txt
# Search crawlers: public content is open; authenticated and private paths are excluded.
User-agent: *
Disallow: /portal
Disallow: /admin
Disallow: /billing
Disallow: /logout
Disallow: /setup-account
Disallow: /api/

# AI-search retrieval crawlers receive the same public/private boundary explicitly.
User-agent: OAI-SearchBot
Disallow: /portal
Disallow: /admin
Disallow: /billing
Disallow: /logout
Disallow: /setup-account
Disallow: /api/

User-agent: Claude-SearchBot
Disallow: /portal
Disallow: /admin
Disallow: /billing
Disallow: /logout
Disallow: /setup-account
Disallow: /api/

User-agent: PerplexityBot
Disallow: /portal
Disallow: /admin
Disallow: /billing
Disallow: /logout
Disallow: /setup-account
Disallow: /api/

# Model-training crawlers — separate, explicit policy (training opt-out).
# This does not affect search indexing or AI-search citation per vendor docs.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

Sitemap: https://scanverity.com/sitemap.xml