User-agent: *
Allow: /

# Block AI training / scraping crawlers (ingest content, little or no referral)
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

# AI search/answer crawlers are intentionally LEFT ALLOWED (they cite content and drive traffic):
# OAI-SearchBot, ChatGPT-User, PerplexityBot, Perplexity-User, Claude-SearchBot, Claude-User, Amzn-SearchBot, Applebot
# Regular search engines (Googlebot, Bingbot) also remain allowed.

Sitemap: https://workbenchdata.com/sitemap.xml