# Robots.txt file created by http://www.webtoolcentral.com # For domain: http://www.bhuntingdon.co.uk # All robots will spider the domain # User-agent: * # Disallow: # Disallow Googlebot/2.0 beta (googlebot(at)googlebot.com) User-agent: Googlebot/2.0 beta (googlebot(at)googlebot.com) Disallow: / # Disallow directory /genealogy/ User-agent: * Disallow: /genealogy/ # Disallow directory /Tree1/ User-agent: * Disallow: /Tree1/ # Disallow directory /Tree2/ User-agent: * Disallow: /Tree2/ # Disallow directory /Tree3/ User-agent: * Disallow: /Tree3/ # Disallow directory /Tree4/ User-agent: * Disallow: /Tree4/ # Disallow directory /Tree5/ User-agent: * Disallow: /Tree5/ # Disallow directory /Tree6/ User-agent: * Disallow: /Tree6/ # Disallow /contact.htm/ User-agent: * Disallow: /contact.htm