User-Agent: TurnitinBot/2.0 (http://www.turnitin.com/robot/crawlerinfo.html)
Disallow: /

User-Agent: ia_archiver
Disallow: /

User-Agent: gazz/5.0 (gazz@nttr.co.jp)
Disallow: /

User-Agent: grub-client
Disallow: /

User-Agent: IBM_Planetwide
Disallow: /

User-Agent: METASpider
Disallow: /

User-Agent: Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0) METASpider
Disallow: /

User-Agent: NPBot
Disallow: /

User-Agent: YahooBot
Disallow: /

User-Agent: Yahoo-MMCrawler/3.x (mms dash mmcrawler dash support at yahoo dash inc dot com)
Disallow: /

User-Agent: YahooSeeker
Disallow: /

User-Agent: Slurp
Disallow: /

User-Agent: Yahoo! Slurp
Disallow: /

User-Agent: appie
Disallow: /

User-Agent: AnalogX Proxy 4.01 (www.analogx.com)
Disallow: /

User-Agent: Gigabot/2.0
Disallow: /

User-Agent: LG_catalog
Disallow: /

User-Agent: moget
Disallow: /

User-Agent: Scooter
Disallow: /

User-Agent: Scooter/3.3
Disallow: /

User-Agent: AVFetch
Disallow: /

User-Agent: AltaVista
Disallow: /

User-Agent: Mercator
Disallow: /

User-Agent: oBot
Disallow: /

User-Agent: NG/2.0
Disallow: /

User-Agent: psbot
Disallow: /

User-Agent: ConveraCrawler/0.5
Disallow: /

User-Agent: IRLbot/1.0 (+http://irl.cs.tamu.edu/crawler)
Disallow: /

User-Agent: Wget/1.9.1
Disallow: /

User-Agent: Java/1.4.2-p6
Disallow: /

User-Agent: pipeLiner/0.10 (PipeLine Spider; http://www.pipeline-search.com/webmaster.html)
Disallow: /

User-Agent: Gigabot
Disallow: /

User-Agent: MantraAgent
Disallow: /

User-Agent: *
Crawl-delay: 10
Disallow: /admin/
Disallow: /download/
Disallow: /statdir/
Disallow: /temp/
Disallow: /tmp/
Disallow: /nav/