# Anthropic (Claude)
User-agent: ClaudeBot
Crawl-delay: 60
Disallow: /

# OpenAI (ChatGPT)
User-agent: GPTBot
Crawl-delay: 60
Disallow: /

# Amazon
User-agent: AmazonBot
Crawl-delay: 60
Disallow: /

# Google AI
User-agent: Google-Extended
Crawl-delay: 60
Disallow: /

# Cohere
User-agent: CohereBot
Crawl-delay: 60
Disallow: /

# Common Crawl
User-agent: CCBot
Crawl-delay: 60
Disallow: /

# Perplexity
User-agent: PerplexityBot
Crawl-delay: 60
Disallow: /

# You.com
User-agent: YouBot
Crawl-delay: 60
Disallow: /

User-agent: ChatGLM Spider
Crawl-delay: 60
Disallow: /

User-agent: *
Disallow: /code/

User-agent: *
Disallow: /so/

User-agent: *
Disallow: /q/a/