User-agent: *
Disallow: /admin

User-agent: PetalBot
Disallow: /

# Block OpenAI (ChatGPT, GPT-4, etc.)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

# Block Anthropic (Claude)
User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Claude-SearchBot
Disallow: /

# Block Google AI (Bard/Gemini)
User-agent: Google-Extended
Disallow: /

# Block Common Crawl
User-agent: CCBot
Disallow: /

# Block Cohere
User-agent: cohere-ai
Disallow: /

# Block Meta AI
User-agent: FacebookBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

# Block Bytedance/TikTok
User-agent: Bytespider
Disallow: /

# Block Amazon (Alexa, etc.)
User-agent: Amazonbot
Disallow: /

# Block Applebot-Extended (Apple AI)
User-agent: Applebot-Extended
Disallow: /

# Block Perplexity AI
User-agent: PerplexityBot
Disallow: /

# Block Diffbot
User-agent: Diffbot
Disallow: /

# Block Omgili (used by various AI services)
User-agent: omgili
Disallow: /

# Block img2dataset (used for training image models)
User-agent: img2dataset
Disallow: /

# Block YouBot (You.com AI search)
User-agent: YouBot
Disallow: /

# Block various SEO/scraping bots
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

# More from Me
User-agent: meta-externalagent
Disallow: /

User-agent: Meta-ExternalAds
Disallow: /

User-agent: Meta-WebIndexer
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Amzn-SearchBot
Disallow: /

User-agent: Amzn-User
Disallow: /

User-agent: barkrowler
Disallow: /

# Allow legitimate search engines (Google, Bing, etc.)
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /