# robots.txt file

User-agent: CharlieSpider
Disallow: /

User-agent: Helmdall
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /ace/StreetlifeForum
Disallow: /az-contacts/
Disallow: /bucs/software/sunworkshop
Disallow: /cis/
Disallow: /contact/
Disallow: /dacs/
Disallow: /ess/
Disallow: /homes/
Disallow: /jobs/
Disallow: /management/about/
Disallow: /noticeboard/
Disallow: /person/
Disallow: /personfinder/
Disallow: /phone/
Disallow: /pip/profile/
Disallow: /pip/rae/
Disallow: /ro/
Disallow: /samis/
Disallow: /students-union/impact/dev
Disallow: /webarchive.bho/
Disallow: /whats-on/
Disallow: /wp-*
Disallow: /v6.5

Disallow: /internal/cgi-bin/
Disallow: /internal/forums/
Disallow: /internal/noticeboard/
Disallow: /internal/reports/errors/
Disallow: /internal/ro/
Disallow: /internal/web-stats/