# The following allows all robots to visit all files because the wildcard "*" specifies all robots. 
# User-agent: *
#Disallow:
#
# This one keeps all robots out. 
# User-agent: *
# Disallow: /
#
# The next one bars all robots from the cgi-bin and images directories: 
User-agent: *
Disallow: /cgi-bin/
Disallow: _private
Disallow: _vti_bin
Disallow: _vti_cnf
Disallow: _vti_log
Disallow: _vti_pvt
Disallow: _vti_txt
# Disallow: /images/
#
# This one bans Roverdog from all files on the server: 
# User-agent: Roverdog
# Disallow: /
#
# This one bans keeps googlebot from getting at the cheese.htm file: 
# User-agent: googlebot
# Disallow: cheese.htm