Sitemap: http://www.som.cranfield.ac.uk/som/sitemap_index.xml

User-agent: * 
Disallow: /images/ 
Disallow: /admin/ 
Disallow: /default.css/ 
Disallow: /includes/ 
Disallow: /portal/ 
Disallow: /mref/
Disallow: /cot/
Disallow: /reg07/
Disallow: /Reg06/
Disallow: /reg05/
Disallow: /odyssey/
Disallow: /alumni/
Disallow: /tradeuni/
Disallow: /som/forms/
Disallow: /som/forms/executive/
Disallow: /som/admin/

User-agent: Indy Library
Disallow: /

User-agent: Indy Library [NC,OR]
Disallow: /

User-Agent: MJ12bot
Disallow:   /text/

User-Agent: Scirus
Disallow:   /text/