# Following page has details on how to setup a robots.txt file and 
# related security issues:
#
#   http://www.chami.com/tips/internet/010198I.html
#


# 1. Uncomment following two lines by removing "#" at the beginning to 
# indicate that all robots should stay away from the /cgi-bin/ folder

User-agent: *
Disallow: /default2.asp
Disallow: /cgi-bin/
Disallow: /home/
Disallow: /images/
Disallow: /e/
Disallow: /includefiles/
Disallow: /javascripts/
Disallow: /Legal/
Disallow: /serviceProviders/
Disallow: /serviceproviders/
Disallow: /streamingMedia/
Disallow: /stewards/
Disallow: /style/
Disallow: /test/
Disallow: /testresources/
Disallow: /testhowtohelp/
Disallow: /testabout/
Disallow: /testsupportservices/
Disallow: /testyouth/
Disallow: /testemployment/
Disallow: /feedback/
Disallow: /resources/private/
Disallow: /postInfo.html 
Disallow: /returnPayflowData.asp 
Disallow: /sendToFriend.asp
Disallow: /resources/developStaff/sidelines/mailBag/submitMail.asp 


# 2. Following two lines indicate that robots named "WWW_Robot_Name"
# should stay away from this site.

#User-agent: WWW_Robot_Name
#Disallow: /

User-agent: Microsoft URL Control
Disallow: /
User-agent: T-H-U-N-D-E-R-S-T-O-N-E
Disallow: /



# 3. Following two lines indicate that robots named "WWW_Wanderer_Name"
# should not index files in the /private/ folder.

#User-agent: WWW_Wanderer_Name
#Disallow: /private/