########################################################### # # # robots.txt for http://www.barrett.com/ # # # ########################################################### # # Note: # Leave /Misc out of this file, there are plenty of files # in /Misc which should and MUST be indexed. There are some # in /Misc which should not be indexed by those have # # User-agent: * Disallow: /Downloads/ # nothing of value for the search engines Disallow: /Errors/ # nothing of value for the search engines Disallow: /Help/ # nothing of value for the search engines Disallow: /include/ # include files only Disallow: /Legal/ # only of use in combination with our webpages! Disallow: /Local/ # Staff use only. Disallow: /localicons/ # graphics,pics,buttons etc Disallow: /OnlineLearning/ # would not be good is they go here cause its all password protected Disallow: /php/ # scripts use only. Disallow: /scripts/ # scripts use only. Disallow: /stylesheets/ # as the name suggests...