User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot/5.1
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot/1.1~bl
Disallow: /

User-Agent: *

User-Agent: Googlebot
Allow: /

User-Agent: Googlebot-Video
Allow: /

User-Agent: Googlebot-News
Allow: /

User-Agent: Googlebot-Mobile
Allow: /

User-Agent: Googlebot-Image
Allow: /

User-Agent: Mediapartners-Google
Allow: /

User-Agent: Adsbot-Google
Allow: /

User-Agent: Slurp
Allow: /

User-Agent: bingbot
Allow: /

User-Agent: adidxbot
Allow: /

User-Agent: msnbot
Allow: /

User-Agent: msnbot-media
Allow: /

User-Agent: Yandex
Allow: /