User-agent: *

Disallow: /cgi-bin/
Disallow: /generator/
Disallow: /no_follow/

User-agent: Googlebot
Disallow:
User-Agent: Mediapartners-Google
Disallow:
User-Agent: Adsbot-Google
Disallow:
User-Agent: Googlebot-Image
Disallow:
User-Agent: Googlebot-Mobile
Disallow: