# Bar all robots from the cgi-bin directory:
User-agent: *
Disallow: /cgi-bin/

# This one keeps all robots out.1
# User-agent: *
# Disallow: /

# This one bans keeps googlebot from getting at the cheese.htm file:
# User-agent: googlebot
# Disallow: cheese.htm