# robots.txt on METg Internet Server
# created 3/8/98 by CPV
# updated 7/8/98 by CPV
# updated 13/8/98 by CPV
# updated 18/8/98 by CPV - access to /group folder added
# updated 20/1/99 by CPV
# updated 14/4/99 by CPV - removed access to /MTU
# moved to new server 25/11/99 by CPV
# updated 25/11/99 by CPV - removed /MTU
# /dream/markup excluded 10-08-02 by CPV
# Kevins relocated material excluded, plus some other old folders removed 30/06/03 by CPV
# entire domain moved to sixfields 7-12-04
# updated 31/3/06

# allow access to root plus:
# access, genuki, group, met_vr, readout to ALL robots
# DANGER Will Robinson

User-agent: *
Disallow: /about
Disallow: /advisor
Disallow: /ALCET
Disallow: /ALCETs
Disallow: /benw
Disallow: /D-Audio
Disallow: /dapro
Disallow: /dis
Disallow: /Dorton
Disallow: /dream/markup
Disallow: /firstflight
Disallow: /gdba
Disallow: /gifs
Disallow: /heronsgate
Disallow: /iit
Disallow: /isca
Disallow: /kmi-home
Disallow: /lpt
Disallow: /maps
Disallow: /MET_test
Disallow: /nationalgrid
Disallow: /nuffield
Disallow: /papers
Disallow: /paulm
Disallow: /peters
Disallow: /SET96