# AI Crawlers
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# All crawlers
User-agent: *
# AI content-usage preferences (contentsignals.org): allow search indexing and AI answer
# grounding (the discoverability goal); opt out of model training.
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
# Public data used to render crawlable SPA marketing routes. These specific
# rules are more specific than the general /api/ block below.
Allow: /api/pages/me
Allow: /api/pages/pricing
Allow: /api/pages/credits
Disallow: /api/
Disallow: /auth
Disallow: /sites
Disallow: /settings
Disallow: /welcome
Disallow: /activity
Disallow: /checks
Disallow: /scan/

# Sitemap location
Sitemap: https://verant.ai/sitemap.xml