User-agent: Teoma
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: NaverBot*
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Openbot
Disallow: /

User-agent: Scooter-W3.1.2
Disallow: /

User-agent: fast
Disallow: /

User-agent: ZyBorg
Disallow: /

User-agent: nabot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: obot
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: / 

User-agent: ArchitextSpider
Disallow: /

User-agent: slurp
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: YodaoBot
Disallow: /

User-agent: MaSagool
Disallow: /

User-agent: BecomeJPBot
Crawl-Delay:30

User-agent: Twiceler
Disallow: /

User-agent: Sogou*
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /old_log/
Disallow: /metal/
Disallow: /images/
Disallow: /misc/
Disallow: /rpm/
Disallow: /OSX/
Disallow: /CVS/