############################### # # robots.txt file for webmybiz # # address all robots using wild card * # User-agent: * # # list folders robots are not allowed to index # Disallow: /cgi-bin Disallow: /clientarea Disallow: /clients Disallow: /includes # # List specific files to exclude from index # Disallow: /webmybiz_generic_terms.pdf # # pointer to sitemap # Sitemap: http://www.webmybiz.co.uk/sitemap.xml # # End of robots.txt file # ###############################