# Block SEO/data-mining bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: OpenAI-Search
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: SerpstatBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: DuckDuckBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: ZoomBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: coccocbot-image
Disallow: /

User-agent: AwarioBot
Disallow: /

User-agent: MojeekBot
Disallow: /

User-agent: wpbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PerplexityBot
Disallow: /


# Allow useful bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: *
Allow: /