User-agent: AhrefsBot
User-agent: Amazonbot/0.1
User-agent: DotBot/1.2
User-agent: facebookexternalhit/1.1
User-agent: meta-externalagent/1.1
User-agent: OAI-SearchBot/1.0
User-agent: PetalBot
User-agent: SemrushBot/7~bl
Disallow: /