User-agent: SemrushBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: *
Crawl-delay: 10

Disallow:   /dev/
Disallow:   /test/
Disallow:   /stats/
Disallow:   /usage/
Disallow:   /logs/
Disallow:   /tmp/
Disallow:   /back-site/
Disallow:   /*?filter=