###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /php_files/
Disallow: /Submit your website to etraffic recruiters_files/
Disallow: /utils/
Disallow: /files/
Disallow: /rank/
Disallow: /cgi/
Disallow: /freecap1.4.1/
Disallow: /thanks.html
Disallow: /backlinks.php
Disallow: /footer.php
Disallow: /gdform.php
Disallow: /header.php
Disallow: /favicon.ico
Disallow: /missing.html
Disallow: /email1.html
Disallow: /linkchecker.htm
Disallow: /submit1.htm
Disallow: /welcome.html
###############################