# robots.txt for http://www.nelson.ac.uk.com/
# compiled 26 January 2004
#
# Robots standards at http://www.robotstxt.org/wc/exclusion.html#robotstxt
#
# Complete list of Web Robots available at http://www.robotstxt.org/wc/active/html/index.html
#
# Check robot.txt at http://www.searchengineworld.com/cgi-bin/robotcheck.cgi
# Website employs a Google search
# So Google may see everything relevant to website viewing
#
User-agent : Googlebot
Disallow : /cgi-bin/
Disallow : /college-information/virtual-library/

# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot
Disallow: /
# Disallow http://www.inktomi.com/slurp.html
User-agent: Inktomi Slurp
Disallow: /
User-agent: slurp
Disallow: /
#
User-agent : *
# disallow whats new area. Could get too big
Disallow : /cgi-bin/
Disallow : /downloads/
Disallow : /newsletters/
Disallow : /VL/links/
Disallow : /whats_new/