# robots.txt for http://defrafarmingandfoodscience.csl.gov.uk User-agent: * Disallow: /secure # This is an infinite virtual URL space Disallow: /unit # This is an infinite virtual URL space Disallow: /0 # This is an infinite virtual URL space Disallow: /1 # This is an infinite virtual URL space Disallow: /2 # This is an infinite virtual URL space Disallow: /3 # This is an infinite virtual URL space Disallow: /4 # This is an infinite virtual URL space Disallow: /admin # This is an infinite virtual URL space Disallow: /floating # This is an infinite virtual URL space