# Block aggressive/harmful bots completely
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: PetalBot
Disallow: /

# Allow legitimate search engines with restrictions
User-agent: Googlebot
Crawl-delay: 5
Disallow: /admin/
Disallow: /users/
Disallow: /cart/

User-agent: Bingbot
Crawl-delay: 10
Disallow: /admin/
Disallow: /users/
Disallow: /cart/

User-agent: DuckDuckBot
Crawl-delay: 10
Disallow: /admin/
Disallow: /users/
Disallow: /cart/

# Default for other bots
User-agent: *
Crawl-delay: 15
Disallow: /admin/
Disallow: /users/
Disallow: /cart/

# Allow access to robots.txt
Allow: /robots.txt