#
# robots.txt for http://geolib.bgs.ac.uk
#
# version 1.0 30/11/2004
#
# exclude access to all robots to selected areas
#
# exclude all directories
# allow top level .html dovuments

User-agent: *
Disallow: /default.html.old
Disallow: /default.html.test
Disallow: /default.html_normal
Disallow: /default.html_orig
Disallow: /default_maint.html
Disallow: /welcome.html
Disallow: /default.html.old
Disallow: /admin/
Disallow: /olib/
Disallow: /train/
Disallow: /admin_reports/
Disallow: /gis/
Disallow: /images/
Disallow: /download/
Disallow: /output/
Disallow: /provider/
Disallow: /scripts/
Disallow: /icons/
Disallow: /help/
Disallow: /cgi-bin/
Disallow: /cgi-train/
Disallow: /olibcgi/