User-agent: * Disallow: #This one keeps all robots out. # #User-agent: * #Disallow: / # #The next one bars all robots from the cgi-bin and images directories: # #User-agent: * #Disallow: /cgi-bin/ #Disallow: /images/ # #This one bans Roverdog from all files on the server: # #User-agent: Roverdog #Disallow: / # #This one bans keeps googlebot from getting at the cheese.htm file: # #User-agent: googlebot #Disallow: cheese.htm