User-agent: *
Disallow: /_
Disallow: /cgi-bin/
Disallow: /inc/
Disallow: /themes/
Disallow: /ftp.php
Disallow: /config/

User-agent: Mediapartners-Google
Disallow:

User-agent: YandexCalendar
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: SemrushBot
Disallow: /