User-agent: *
Disallow: /cgi/
Disallow: /cgi-bin/

User-agent: Yandex
Disallow: /cgi/
Disallow: /cgi-bin/
Clean-param: q&cx&cof&ie&siteurl&utm_source&utm_medium&utm_term&utm_content&utm_campaign&yclid&gclid&_openstat /search.php
Clean-param: ref&utm_source&utm_medium&utm_term&utm_content&utm_campaign&yclid&gclid&_openstat /

User-agent: VSAgent
Disallow: / 

User-agent: wotbox
Disallow: /

User-Agent: Slurp
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: dotbot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-agent: NinjaBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DomainCrawler
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-Agent: WebartexBot
Disallow: /