# Search engines and every agent not named below.
User-agent: *
Allow: /
Disallow: /login
Disallow: /register
Disallow: /apps
Disallow: /sandbox
Disallow: /tests
Disallow: /settings
Disallow: /account
Disallow: /admin
Disallow: /session-history
Disallow: /support
Disallow: /verify
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /invite/
Disallow: /app-shell

# ---------------------------------------------------------------------------
# AI crawlers, stated explicitly.
#
# These all used to inherit Allow: / from the group above, so the access policy
# was an artifact of omission rather than a decision. The split below is the
# decision: crawlers that answer questions and cite a source are allowed, since a
# citation is a referral; bulk corpus scrapers that send nothing back are not.
#
# A named group REPLACES the wildcard group for that agent — it does not stack —
# so the app-surface disallows are repeated here on purpose. Dropping one would
# make that path crawlable for these agents only.
# ---------------------------------------------------------------------------

# Answer engines that link back: ChatGPT, Claude, Perplexity, Google AI
# Overviews / Gemini grounding, Apple Intelligence.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Applebot-Extended
Allow: /
Disallow: /login
Disallow: /register
Disallow: /apps
Disallow: /sandbox
Disallow: /tests
Disallow: /settings
Disallow: /account
Disallow: /admin
Disallow: /session-history
Disallow: /support
Disallow: /verify
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /invite/
Disallow: /app-shell

# Bulk training-corpus crawlers with no user-facing surface to be cited on, so
# there is no referral to trade the crawl for.
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

Sitemap: https://vibeview.io/sitemap-index.xml