###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /cgi-bin/
Disallow: /library/
Disallow: /Templates/

#
# list specific files robots are not allowed to index
#
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml
Disallow: /500.php
Disallow: /default.html
Disallow: /.htaccess
Disallow: /ror.xml
Disallow: /php.ini
Disallow: /error_log
Disallow: /urllist.txt
# 
#
###############################