############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # # list folders robots are not allowed to index User-agent: * Disallow: /cgi-bin/ Disallow: /_model/ Disallow: /_controller/ Disallow: /exports/ Disallow: /bogus/ Disallow: /fusetourney/nfl/ Disallow: /fusetourney/website/ Disallow: /fusetourney/pool/ Disallow: /fusetourney/pools/ # # list specific files robots are not allowed to index # Disallow: /staticError.htm Disallow: /error404_eu.html Disallow: /error404_us.html # # End of robots.txt file # ###############################