# Robots.txt file # For domain: http://www.taylor-associates.co.uk # All robots will spider the domain # Disallow directory /cgi-bin /private/ images etc and page contact.htm User-agent: * Disallow: /cgi-bin/ Disallow: /_private/ Disallow: /aspnet_client/ Disallow: /images/ Disallow: /tmp/ Disallow: /_vti_log/ Disallow: /country%20of%20origin%20UK%20chart_files/ Disallow: /MainMenu.wbimg/ Disallow: /TopicMenu.wbimg/ Disallow: /UnemploymentRates/ Disallow: /ID2004/ Disallow: /ongoing_files/ Disallow: /tmp/ Disallow: /Contact.htm Disallow: /ongoing.htm Disallow: /london%20rates.htm Disallow: /ReturnPage.htm Disallow: /Cancellation.htm Disallow: /Terms.htm Disallow: /Who.htm Disallow: /Comparison.htm Disallow: /Baseline.htm Disallow: /Map.htm Disallow: /IDNotes.htm Disallow: /SOAinPostcode.htm