User-agent: ClaudeBot
Crawl-delay: 6

User-agent: PerplexityBot
Crawl-delay: 6

User-agent: BLEXBot
Crawl-delay: 6

User-agent: GPTBot
Crawl-delay: 6

User-agent: Bingbot
Crawl-delay: 6

User-agent: Slurp
Crawl-delay: 6

User-agent: YandexBot  
Crawl-delay: 6

# Generic fallback for other crawlers
User-agent: *
Crawl-delay: 6
Disallow: /thumbs/
Disallow: /_old/
Disallow: /*/search?
Disallow: /*/searchpro?
Disallow: /*/box_download/*
Disallow: /*/browse_contributors/*
# Disallow: /*/browse_instruments/*