# robots.txt for http://www.deitydiva.co.uk/ User-agent: * Disallow: /test/ Disallow: /errors/ Disallow: /scripts/