# robots.txt file

User-agent: CharlieSpider
Disallow: /

User-agent: Helmdall
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /ace/StreetlifeForum
Disallow: /az-contacts/
Disallow: /contact/
Disallow: /ess/
Disallow: /homes/
Disallow: /jobs/
Disallow: /newsbackup/
Disallow: /noticeboard/
Disallow: /person/
Disallow: /personfinder/
Disallow: /phone/
Disallow: /prospectusstatic/
Disallow: /samis/
Disallow: /webarchive.bho/
Disallow: /whats-on/
Disallow: /wp-*
Disallow: /v6.*
Disallow: /student-records/getreg/screenshots/

Disallow: /internal/cgi-bin/
Disallow: /internal/reports/errors/
Disallow: /internal/web-stats/