# # # Robots.txt file from www.laddersandscaffoldtowers.co.uk/robots.txt # # All robots will spider the domain User-agent: * Disallow: /cgi-bin/ Disallow: /?SS=step&TB=A Disallow: /?SS=long&TB=A Disallow: /?SS=height&TB=A Disallow: /*TB=A Disallow: Sitemap: http://www.laddersandscaffoldtowers.co.uk/sitemap.xml