# robots.txt for http://www.webforums.ex.ac.uk/ User-agent: * # All spiders should avoid Disallow: /compass/ Disallow: /sell/