# /robots.txt file

User-agent: SemrushBot
User-agent: PetalBot
Disallow: /

User-agent: *
Disallow: /volatile/
Disallow: /about/
Disallow: /~*