# robots.txt for https://salesone.now
# Static site on Cloudflare Pages
#
# Policy: allow the retrieval and citation crawlers, so SalesOne can be quoted in
# AI answers. Disallow the training crawlers, so the positioning does not become
# training data. Named groups inherit nothing from *, so each one is stated in full.

User-agent: *
Allow: /

# Cloudflare utility endpoints (recommended exclusion)
Disallow: /cdn-cgi/

# ---------------------------------------------------------------------------
# Retrieval and citation crawlers: ALLOWED.
# These fetch a page to answer a live question and attribute the source.
# ---------------------------------------------------------------------------

User-agent: OAI-SearchBot
Allow: /
Disallow: /cdn-cgi/

User-agent: ChatGPT-User
Allow: /
Disallow: /cdn-cgi/

User-agent: PerplexityBot
Allow: /
Disallow: /cdn-cgi/

User-agent: Perplexity-User
Allow: /
Disallow: /cdn-cgi/

User-agent: Claude-SearchBot
Allow: /
Disallow: /cdn-cgi/

User-agent: Claude-User
Allow: /
Disallow: /cdn-cgi/

User-agent: Googlebot
Allow: /
Disallow: /cdn-cgi/

User-agent: Bingbot
Allow: /
Disallow: /cdn-cgi/

# ---------------------------------------------------------------------------
# Training crawlers: DISALLOWED.
# These collect corpora for model training rather than answering a live query.
# ---------------------------------------------------------------------------

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Bytespider
Disallow: /

Sitemap: https://salesone.now/sitemap.xml