# Robots.txt file created by http://www.getahostnow.com
# For domain: http://www.getahostnow.com
# All robots will spider this domain except for folders and files below
# Spam bots ignore robots.txt file anyways, but you could use a htaccess file to screen some of them
###############################
#
#All robots will spider the domain
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /cgi/
Disallow: /images/
Disallow:/templates/
Disallow:/whdata/
Disallow:/templates/
#
# list specific files robots are not allowed to index
#
Disallow: web-design-templates-download.html

Disallow: /folder2/whatever.html
# 
#
###############################