# don't allow spiders to get downloadable scripts
User-agent: *
Disallow: download

# stop some bots

# TurnitinBot/1.5 (http://www.turnitin.com/robot/crawlerinfo.html)
User-agent: TurnitinBot
Disallow: /

# NPBot-1/2.0 (http://www.nameprotect.com/botinfo.html)
User-agent: NPBot
Disallow: /

# sitecheck.internetseer.com (For more info see: http://sitecheck.internetseer.com)
User-agent: sitecheck
Disallow: /

# Rumours-Agent
User-agent: Rumours-Agent
Disallow: /

# larbin_2.6.2 (larbin2.6.2@unspecified.mail)
User-agent: larbin
Disallow: /

# http://www.almaden.ibm.com/cs/crawler   [wf160]
# http://www.almaden.ibm.com/cs/crawler   [c01]
User-agent: almaden
Disallow: /
User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

# Teleport Pro (http://www.tenmax.com/teleport/pro/home.htm)
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /

# WebCopier
User-agent: WebCopier
Disallow: /

# WebStripper (http://www.webstripper.net/)
User-agent: WebStripper
Disallow: /
User-agent: WebStripper/2
Disallow: /

# MSIECrawler - added 12/02/04
User-agent: MSIECrawler
Disallow: /

# Openbot (http://www.openfind.com.tw/robot.html) - added 12/02/04
User-agent: Openbot
Disallow: /

# WebZIP (http://www.spidersoft.com/webzip/default.asp) - added 08/03/04
User-agent: WebZIP
Disallow: /

# QuepasaCreep - added 28/06/04
User-agent: QuepasaCreep
Disallow: /

# WebReaper (http://www.webreaper.net/) - added 20/07/04
User-agent: WebReaper
Disallow: /

# SuperBot (aka Website Downloader ?) - added 02/08/04
User-agent: SuperBot
Disallow: /

# wget - added 16/08/04
User-agent: Wget
Disallow: /

# Web Downloader - added 29/10/04
User-agent: Web Downloader
Disallow: /