User-agent: *
Allow: /

User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: dotbot
User-agent: MJ12bot
User-agent: SemrushBot
Disallow: /