User-agent: cometrics-bot
Disallow: /

User-agent: webmeasurement-bot
Disallow: /

User-agent: FAST Crawler
Disallow: /

User-agent: jobs.de-Robot
Disallow: /

User-agent: ICCrawler - ICjobs
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-Agent: Gigabot
Disallow: /

User-Agent: Microsoft URL Control - 6.00.8862
Disallow: /

User-Agent: heritrix/1.6.0
Disallow: /

User-Agent: ia_archiver
Disallow: /

User-agent: BlitzBOT@tricus.net
Disallow: /

EmeraldShield.com Web Spider
Disallow: /

User-Agent: Speedy
Disallow: /

User-agent: Semager
Disallow: /

User-agent: gonzo
Disallow: /

User-agent: gonzo1[P]
Disallow: /

User-agent: gonzo2[P]
Disallow: /

User-agent: ZyBorg/1.0
Disallow: /

User-agent: Shelob (shelob@gmx.net)
Disallow: /

User-agent: neofonie
Disallow: /

User-agent: http://www.webintegration.at
Disallow: /

User-agent: dotbot
Disallow: /