# Bing & Yahoo
User-agent: Bingbot
Crawl-delay: 5

User-agent: Slurp
Crawl-delay: 5

# Yandex
User-agent: Yandex
Crawl-delay: 5

# Chinese search engines
User-agent: Baiduspider
Crawl-delay: 30

User-agent: Sogou spider
Crawl-delay: 30

# Aggressive SEO crawlers
User-agent: AhrefsBot
Crawl-delay: 15

User-agent: SemrushBot
Crawl-delay: 15

User-agent: MJ12bot
Crawl-delay: 15

User-agent: DotBot
Crawl-delay: 15

# Screaming Frog SEO Spider
User-agent: Screaming Frog SEO Spider
Crawl-delay: 1

# Generic fallback
User-agent: *
Crawl-delay: 10