# www.campfern: robots.txt # This file is used to block or allow crawler that index our site. # It is not used for any other purpose. # User-agent: * Disallow: /html/scrapbook.htm Disallow: /html/scrapbook_2.htm Disallow: /html/directory.cfm Disallow: /html/map.htm Disallow: /news/ Disallow: /html/"+KW_ARI[j]+" Disallow: /html/"+unescape(sub[1])+" Disallow: /html/history.htm Disallow: /stats/ Disallow: /secure/ Disallow: /request/ Disallow: /letters/ Disallow: /joseph/ Disallow: /jclark/ Disallow: /images/ Disallow: /guestbook/ Disallow: /fpdb/ Disallow: /email/ Disallow: /doc/ Disallow: /CF_website/ Disallow: /camp_cal/ Disallow: /bbs/ Disallow: /assets/ Disallow: /aspnet_client/ Disallow: /_vti_script/ Disallow: /Scripts/ Disallow: /RotatingPicture/ # User-agent: Slurp Disallow: / # # The next 2 lines were added to address any bandwidth issue that # can arise from the use of the Mozilla Firefox extension Fasterfox # which pre-fetches links on a web page. # User-Agent: Fasterfox Disallow: /