# robots.txt for http://www.casw-acts.ca User-agent: * Disallow: /board09/ Disallow: /cgi-bin/ Disallow: /css/ Disallow: /errors/ Disallow: /GeneratedItems/ Disallow: /images/ Disallow: /index/ Disallow: /members/ Disallow: /picsmain/ Disallow: /primus stuff/ Disallow: /site_search/ Disallow: /SpryAssets/ Disallow: /ip/ Disallow: /subscribers/ Disallow: /Templates/ # March 14, 2005 # December 20, 2005 # added # favicon.ico and /error/ #changed images to pics #December 27, 2005 # removed most of the entries - consolidated the code #December 31, 2005 # added /subscribers/ #January 5, 2006 # added /subscriberspw/ and /members/ #July 1, 2006 # - some web crawlers were ignoring the site because of disalow # removed Disallowfor # favicon.ico, /pics/ /images/ # May 3, 2007 14:53 # added Disallow: /board/ # May 12, 2007 08:44 # added # Disallow: /search/ # Disallow: /search.backup/ # February 4, 2009 # removed obsolete folders # February 14, 2009 # added new folders to try to eliminate false errors # April 25, 2009 07:25 # added Disallow: /ip/ # June 25, 2009 11:34 changed Disallow: /board/ to Disallow: /board09/