# # # Robots.txt file from http://www.htdl.co.uk/robots.txt # # All robots will spider the domain User-agent: * Disallow: /chemtek/ Disallow: /domains.html Disallow: /property/solihull Disallow: /queensgate/index.html Disallow: /newsite/mybanner.swf?xmlPath=http://www.htdl.co.uk/newsite/XML-portfolio-client.php?ClientID= Disallow: /newsite/mybanner.swf?xmlPath=http://www.htdl.co.uk/newsite/XML-portfolio-client.php?ClientID=17 Disallow: /newsite/mybanner.swf?xmlPath=http://www.htdl.co.uk/newsite/XML-portfolio-client.php?ClientID=7 Disallow: /newsite/mybanner.swf?xmlPath=http://www.htdl.co.uk/newsite/XML-portfolio-sector.php?Sector=18 Disallow: /newsite/mybanner.swf?xmlPath=http://www.htdl.co.uk/newsite/XML_portfolio_main.php Disallow: /newsite/people.php Disallow: /newsite/portfolio-detail.php?ClientID=37 Disallow: /newsite/search-results-sector.php?Sector=1 Disallow: /newsite/search-results-sector.php?Sector=22 Disallow: /newsite/search-results-sector.php?Sector=48