User-Agent: *
Allow: /
Disallow: /api/
Disallow: /dashboard/
Disallow: /login
Disallow: /discovery/chat
Disallow: /discovery/results
Disallow: /discovery/report
Disallow: /discovery/interview/
Disallow: /pmf/

User-Agent: GPTBot
Allow: /
Crawl-delay: 1

User-Agent: ClaudeBot
Allow: /
Crawl-delay: 1

User-Agent: anthropic-ai
Allow: /
Crawl-delay: 1

User-Agent: PerplexityBot
Allow: /
Crawl-delay: 1

User-Agent: Google-Extended
Allow: /

User-Agent: Applebot-Extended
Allow: /

User-Agent: AhrefsBot
Crawl-delay: 10

User-Agent: SemrushBot
Crawl-delay: 10

User-Agent: MJ12bot
Crawl-delay: 10

Sitemap: https://www.scoutr.dev/sitemap.xml