# allow all robots
User-agent: *

# block spiders from cgi-bin directory
Disallow: /cgi-bin/

# spiders not download email.htm
Disallow: email.htm