User-agent: Mediapartners-Google*
Disallow:

User-agent: peerbot
Disallow: /favicon.ico

User-agent: WebReaper
Disallow: /

User-agent: *
Disallow: /download/
Disallow: /cgi-bin/

User-agent: Nutch
Disallow: /

User-agent: NutchOrg
Disallow: