User-agent: Wget/1.8.2
Disallow: /

User-agent: Wget/1.9.1
Disallow: /

User-agent: Wget/1.10.1-beta1
Disallow: /

User-agent: Wget
Disallow: /

User-agent: appie 1.1
Disallow: /

User-agent: NetResearchServer/4.0
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: lwp-trivial/1.41
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: NG/2.0
Disallow: /

User-agent: Snapbot
Disallow: / 

User-agent: Charlotte
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: psbot
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: WebAlta Crawler
Disallow: /

User-agent: ShablastBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: discobot
Disallow: /

User-agent: CyberPatrol
Disallow: /

User-agent: WebDataCentreBot
Disallow: /

User-agent: SimilarPages/Nutch
Disallow: /

User-agent: *
Disallow: /bugoff.php
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /phorm/
Disallow: /tee/
Disallow: /rudder/
Disallow: /search/
Disallow: /error404.php
Disallow: /css/
Disallow: /libjs/
Disallow: /includes/
Disallow: /favefund/
Disallow: /xfile/
Disallow: /plists/
Disallow: /perffeeds/
Disallow: /perforange/
Disallow: /trap/
Disallow: /w3c/
Disallow: /tutorial/