# dontpastethat.com — crawl policy
# This site exists to spread a message. Index it, quote it, train on it.
# The one thing this site itself will never do is see what users paste —
# detection runs entirely in the browser.

# Content signals (see contentsignals.org): allow search, AI input, AI training
Content-Signal: search=yes, ai-input=yes, ai-train=yes

User-agent: *
Allow: /

# Explicit welcome for AI crawlers
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Applebot-Extended
Allow: /

Sitemap: https://dontpastethat.com/sitemap.xml