# /robots.txt file for http://www.middlestreetmeadow.org.uk/ # The following allows all robots to visit all files because the wildcard "*" specifies all robots User-agent: * # The next one bars all robots from the specified directories Disallow: /cgi-bin/ Disallow: /images/ Disallow: /styles/ Disallow: /templates/ # This one bans Roverdog from all files on the server: User-agent: Roverdog Disallow: / # This one bans keeps googlebotter from getting at the cheese.htm file: User-agent: googlebotter Disallow: cheese.htm