# This is an robots.txt file that can be used to indicate to 
# WWW robots which parts of a web site should not be indexed.
#
# details on how to setup a robots.txt file and  related security issues:
#   http://www.chami.com/tips/internet/010198I.html
#  <META NAME=ROBOTS CONTENT="INDEX,FOLLOW"> #

# 1. indicate that all robots should stay away from the /cgi-bin/ folder 
User-agent: *
Disallow: /cgi-bin/


# 2. robots should stay away from this site.  
#User-agent: WWW_Robot_Name
#Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

# 3. robots named "WWW_Wanderer_Name" should not index files in the /private/ folder.  
#User-agent: WWW_Wanderer_Name
#Disallow: /private/


#NOTE: Since the Robots Exclusion Protocol is not acknowledged by all web robot authors, 
# it is not possible to stop all robots from wandering your site. 
# However, the good news is that majority of the well known search engines and tools 
#  support this protocol. Refer to their documentation to verify this.