############################### # # sample robots.txt file for this Crusecom Website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /admin Disallow: /cart Disallow: /include Disallow: /logs Disallow: /cgi-bin Disallow: /phpSitemapNG Disallow: /buttons Disallow: /buttons2 Disallow: /cart Disallow: /cgi-bin Disallow: /cobra Disallow: /FCKeditor Disallow: /fla Disallow: /flash Disallow: /forms Disallow: /graphics Disallow: /homeimages Disallow: /images Disallow: /inventory Disallow: /module_slices Disallow: /moduleslies Disallow: /modules Disallow: /nav Disallow: /navslices Disallow: /nav_slices Disallow: /PNG Disallow: /phpmyadmin Disallow: /phpSiteNG Disallow: /slices Disallow: /slice2 Disallow: /slice3 Disallow: /slice4 Disallow: /slice5 Disallow: /swf Disallow: /Templates Disallow: /temp Disallow: /uploads Disallow: /UserFiles Disallow: /webmail Disallow: /webstats # # list specific files robots are not allowed to index # Disallow: /tutorials/meta_tags.html Disallow: /tutorials/custom_error_page.html # # End of robots.txt file # ###############################