############################### # # theConsultants-e.com 15 Dec 2003 # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /certificates/ Disallow: /cgi-bin/ Disallow: /Java/ Disallow: /staff/ Disallow: /stats/ Disallow: /stats_back/ Disallow: /vle/ Disallow: /howard/ # # list specific files robots are not allowed to index # Disallow: /.htacess Disallow: /404.asp # # End of robots.txt file # ###############################