############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /Images/ Disallow: /newsetc.htm Disallow: /availabilitybook.htm Disallow: /forumintro.htm Disallow: /smf/ Disallow: /chat/ Disallow: /ourstuff.htm Disallow: /oddjobs.htm Disallow: /sharkdivetest.htm Disallow: /thisone.htm Disallow: /blah Disallow: /blah2 Disallow: /blah3 Disallow: /discus.htm Disallow: /cgi-bin/ Disallow: /projectpure/ Disallow: /removed stuff/ Disallow: /html backups end may/ Disallow: /gup/ Disallow: /video/ Disallow: /building logo/ Disallow: /clickbelowchannel.htm Disallow: /elisa.htm Disallow: /windows.htm Disallow: /windows/ # # list specific files robots are not allowed to index # # # End of robots.txt file # ###############################