###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /_archive
Disallow: /assets
Disallow: /images
Disallow: /js
Disallow: /news
Disallow: /php_scripts
Disallow: /redundant
#
# list specific files robots are not allowed to index
#
Disallow: /expressinstall.swf
Disallow: /index.htm
Disallow: /kp_main.swf
Disallow: /no_flash.html
Disallow: /phpinfo.php
Disallow: /robots.txt
#
#
###############################