User-agent: *
Disallow: /cgi-bin/
Disallow: /plaintext/
Disallow: /comments/
Disallow: /random/

User-agent: SemrushBot
Disallow: /

User-agent: PetalBot
Disallow: /