User-agent: *
Disallow:
User-agent: rogerbot
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: DotBot/1.2
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: MJ12bot/v1.4.8
Disallow: /
User-agent: AhrefsBot
Allow: /
User-agent: Googlebot
Allow: /
User-agent: AhrefsSiteAudit
Allow: /
User-agent: Bingbot
Allow: /