# robots.txt - Break it Down (BID)
#
# NOTE: Cloudflare can prepend its own "Managed content" block to this file,
# which disallows GPTBot, ClaudeBot, CCBot, Google-Extended and others. If the
# live file at /robots.txt does not match this one, that setting is on. It is
# changed in the Cloudflare dashboard, not here.

User-agent: *
Disallow: /api/
Disallow: /dashboard
Disallow: /analysis
Disallow: /tracking
Disallow: /scanner
Disallow: /warehouse
Disallow: /photos
Disallow: /orders
Disallow: /listings
Disallow: /listing
Disallow: /settings
Disallow: /team
Disallow: /admin
Disallow: /billing
Disallow: /login
Disallow: /verify-email
Disallow: /reset-password
Disallow: /s/

# AI assistants that fetch a page to answer a question and cite the source.
# These are how BID appears in ChatGPT, Claude and Perplexity answers, so they
# are welcome on the public marketing pages and kept out of the app.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Applebot
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /analysis
Disallow: /tracking
Disallow: /scanner
Disallow: /warehouse
Disallow: /photos
Disallow: /orders
Disallow: /listings
Disallow: /listing
Disallow: /settings
Disallow: /team
Disallow: /admin
Disallow: /billing
Disallow: /login
Disallow: /verify-email
Disallow: /reset-password
Disallow: /s/

# Model-training crawlers. Same treatment: the marketing pages exist to be
# read, and the app is closed to everyone.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: CCBot
User-agent: Applebot-Extended
User-agent: meta-externalagent
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /analysis
Disallow: /tracking
Disallow: /scanner
Disallow: /warehouse
Disallow: /photos
Disallow: /orders
Disallow: /listings
Disallow: /listing
Disallow: /settings
Disallow: /team
Disallow: /admin
Disallow: /billing
Disallow: /login
Disallow: /verify-email
Disallow: /reset-password
Disallow: /s/

Sitemap: https://breakidown.co.uk/sitemap.xml