User-agent: Mediapartners-Google*
Disallow: /cgi-bin/

User-agent: Googlebot*
Disallow: /cgi-bin/

User-agent: msnbot*
Disallow: /cgi-bin/

User-agent: Slurp*
Disallow: /cgi-bin/

User-agent: linkwalker
Disallow: /

User-agent: psbot
Disallow: /

User-agent: wbdbot
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: ConveraCrawler/0.9c
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: WebTrends
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: psycheclone
Disallow: /

User-agent: sproose bot
Disallow: /