User-agent: Mediapartners-Google
Allow: /

User-agent: Googlebot
Disallow: /cgi-bin/
Allow: /cgi-bin/searchdir*

User-agent: *
Disallow: /cgi-bin/

User-agent: MixBot
Disallow: /

User-agent: yacybot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /