User-agent: *

# Public surfaces — let crawlers index everything that ships SEO value
Allow: /
Allow: /scan
Allow: /registry
Allow: /threats
Allow: /research

# Block ephemeral SSE stream pages (live progress, no SEO value, expensive on connection)
Disallow: /scan/*/progress

# Block authenticated / per-user surfaces
Disallow: /dashboard
Disallow: /scan-history
Disallow: /watchlist
Disallow: /notifications
Disallow: /api-keys
Disallow: /settings
Disallow: /admin

# Block internal routes
Disallow: /api/
Disallow: /signin
Disallow: /signup
Disallow: /embed

Sitemap: https://mcpsafe.io/sitemap.xml
Sitemap: https://mcpsafe.io/sitemap-index.xml