user-agent: AhrefsBot
disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: *
Allow: /
Disallow: /norobots/

User-agent: ClaudeBot
Disallow: /