# Content Signals (contentsignals.org): search and AI answers yes, training no.
# This line used to come from Cloudflare's managed robots.txt, which also
# disallowed Google-Extended and cannot be edited per bot, so it is stated here
# and the Cloudflare preference is off. ai-input=yes is deliberate: these pages
# exist to be used in AI answers, and Cloudflare's default left it unsaid.
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /login

# Answer engines and search. Named individually because some of these read a
# named group where they would ignore the wildcard one above.
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

# Google-Extended also controls grounding in the Gemini apps, not just model
# training, so it is allowed: blocking it kept the site out of Gemini answers.
User-agent: Google-Extended
Allow: /

# Model training. Applebot-Extended governs training only and does not affect
# Applebot above.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: meta-externalagent
Disallow: /

Sitemap: https://digitalfoxtalent.com/sitemap.xml