# robots.txt for http://www.ukshopsindex.co.uk/ User-agent: * Disallow: /cgi-bin/ User-agent: * Disallow: /go/ User-agent: * Disallow: /addasite.htm User-agent: * Disallow: /contact-us.htm User-agent: Nutch Disallow: / User-agent: Gigabot/1.0 Disallow: / User-agent: Gigabot/2.0 Disallow: / User-agent: Gigabot/3.0 Disallow: /