# robots.txt for http://compton.parish.hants.gov.uk/ # Last updated 1999/09/07 by Adrian Walmsley based on the Hantsweb version # last updated 1997/04/23 by ITCSRS # Rules apply to all robots User-agent: * # Disallow backup and theme directories Disallow: /backup/ # Excludes all root files and sub-directories to do with search Disallow: /glimpse # Eclude CGI Disallow: /cgi-bin # Don't want the images to be indexed do we? Disallow: /images/ # Error messages directory - principally the "Not Found" message Disallow: /errormsg/ # Stats directories - constantly changing Disallow: /accesswatch-1.33/ Disallow: /mkstats/