# https://getsigvest.com/robots.txt

User-agent: *
Allow: /
Allow: /agents/
Allow: /blog/
Allow: /mcp/
Allow: /products/
Allow: /pricing
Allow: /about
Allow: /documentation
Allow: /campaign/

# Private app, auth, and API surfaces
Disallow: /api/
Disallow: /admin/
Disallow: /callback/
Disallow: /feed
Disallow: /chat
Disallow: /portfolio
Disallow: /briefs
Disallow: /decisions
Disallow: /settings
Disallow: /benchmarks
Disallow: /earnings
Disallow: /scenarios
Disallow: /prd-scenarios
Disallow: /advisor
Disallow: /subscription/
Disallow: /scenario/
Disallow: /deep-dive
Disallow: /login
Disallow: /signup
Disallow: /*?token=*
Disallow: /*?user=*
Disallow: /*?callback=*

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

# Bingbot and AI agent/assistant crawlers get the same public/private split as
# the default group above (a bare "Allow: /" here would let them bypass the
# Disallow rules for private app routes, since a named group replaces the
# wildcard group rather than adding to it).
User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /callback/
Disallow: /feed
Disallow: /chat
Disallow: /portfolio
Disallow: /briefs
Disallow: /decisions
Disallow: /settings
Disallow: /benchmarks
Disallow: /earnings
Disallow: /scenarios
Disallow: /prd-scenarios
Disallow: /advisor
Disallow: /subscription/
Disallow: /scenario/
Disallow: /deep-dive
Disallow: /login
Disallow: /signup

User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /callback/
Disallow: /feed
Disallow: /chat
Disallow: /portfolio
Disallow: /briefs
Disallow: /decisions
Disallow: /settings
Disallow: /benchmarks
Disallow: /earnings
Disallow: /scenarios
Disallow: /prd-scenarios
Disallow: /advisor
Disallow: /subscription/
Disallow: /scenario/
Disallow: /deep-dive
Disallow: /login
Disallow: /signup

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /callback/
Disallow: /feed
Disallow: /chat
Disallow: /portfolio
Disallow: /briefs
Disallow: /decisions
Disallow: /settings
Disallow: /benchmarks
Disallow: /earnings
Disallow: /scenarios
Disallow: /prd-scenarios
Disallow: /advisor
Disallow: /subscription/
Disallow: /scenario/
Disallow: /deep-dive
Disallow: /login
Disallow: /signup

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /callback/
Disallow: /feed
Disallow: /chat
Disallow: /portfolio
Disallow: /briefs
Disallow: /decisions
Disallow: /settings
Disallow: /benchmarks
Disallow: /earnings
Disallow: /scenarios
Disallow: /prd-scenarios
Disallow: /advisor
Disallow: /subscription/
Disallow: /scenario/
Disallow: /deep-dive
Disallow: /login
Disallow: /signup

User-agent: Claude-User
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /callback/
Disallow: /feed
Disallow: /chat
Disallow: /portfolio
Disallow: /briefs
Disallow: /decisions
Disallow: /settings
Disallow: /benchmarks
Disallow: /earnings
Disallow: /scenarios
Disallow: /prd-scenarios
Disallow: /advisor
Disallow: /subscription/
Disallow: /scenario/
Disallow: /deep-dive
Disallow: /login
Disallow: /signup

User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /callback/
Disallow: /feed
Disallow: /chat
Disallow: /portfolio
Disallow: /briefs
Disallow: /decisions
Disallow: /settings
Disallow: /benchmarks
Disallow: /earnings
Disallow: /scenarios
Disallow: /prd-scenarios
Disallow: /advisor
Disallow: /subscription/
Disallow: /scenario/
Disallow: /deep-dive
Disallow: /login
Disallow: /signup

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /callback/
Disallow: /feed
Disallow: /chat
Disallow: /portfolio
Disallow: /briefs
Disallow: /decisions
Disallow: /settings
Disallow: /benchmarks
Disallow: /earnings
Disallow: /scenarios
Disallow: /prd-scenarios
Disallow: /advisor
Disallow: /subscription/
Disallow: /scenario/
Disallow: /deep-dive
Disallow: /login
Disallow: /signup

User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /callback/
Disallow: /feed
Disallow: /chat
Disallow: /portfolio
Disallow: /briefs
Disallow: /decisions
Disallow: /settings
Disallow: /benchmarks
Disallow: /earnings
Disallow: /scenarios
Disallow: /prd-scenarios
Disallow: /advisor
Disallow: /subscription/
Disallow: /scenario/
Disallow: /deep-dive
Disallow: /login
Disallow: /signup

Sitemap: https://getsigvest.com/sitemap.xml