# Disallow all crawlers access to certain pages.
User-agent: *
Disallow: /AccountArea/
Disallow: /dissertation/
Disallow: /images/
Disallow: /dissertations/
Disallow: /CSS/
Disallow: /forms_new/
Disallow: /commondotnet/
Disallow: /wlimages/
Disallow: /includes/banners/
Disallow: /includes/inc_variable.asp
Disallow: /educational-levels/bsc.asp
Disallow: /educational-levels/mba.asp
Disallow: /educational-levels/msc.asp
Disallow: /educational-levels/phd.asp
Disallow: /educational-levels/ma.asp
Disallow: /dissertation/conditions-of-use.asp


# Disallow Following crawlers access to site.
User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: robots.txt

User-agent: ia_archiver
Disallow: robots.txt

User-agent: AboutUsBot 
Disallow: /

User-agent: robtexbot
Disallow: /