# This is an example robots.txt file for the site # http://www.emuchrist.org # Note that you can insert comments by preceeding them with a hash # and that blank lines are also valid. User-agent: * # All user-agents (except others specified in this file) Disallow: /cgi-bin/ # Dont look at stuff in http://emuchrist.org/forum/ User-agent: WebWatch/v3.0 Disallow: # The WebWatch robot is allowed to look at everything :-) User-agent: BadRobot1, BadRobot2 Disallow: / # These BadRobots are denied access to everything User-agent: IndexingRobot Disallow: /cgi-bin/ # Binaries are no good for indexing Disallow: /images/ # Images are no good for indexing Disallow: /home-pages/ # Privacy issues with home-pages?? Disallow: /site/admin/stats/webstats # Web stats are no good for indexing (they may also be # sensitive)