User-agent: *
Allow: /
User-agent: Yandex
Crawl-delay: 99
User-agent: ZumBot
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: msnbot
Crawl-delay: 10
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot/2~bl
Disallow: /
User-agent: SemrushBot/3~bl
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Seznambot
Request-rate: 10/1h