###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /css/
Disallow: /images/
Disallow: /cgi-bin/  #this bans robots from our cgi-bin
Disallow: email.htm
#
# list specific files robots are not allowed to index
#
#Disallow: /directory/foo.html#
#Disallow: /folder2/whatever.html#
# 

#The following allows all robots to visit all files because the wildcard "*" specifies all robots.#

#User-agent: *#
#Disallow:#

#This one keeps all robots out.#

#User-agent: *#
#Disallow: /#

#
###############################