############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /.neomail Disallow: /bin Disallow: /cgi-bin Disallow: /config Disallow: /etc Disallow: /home Disallow: /logs Disallow: /mail Disallow: /public_ftp Disallow: /tmp Disallow: /ssl Disallow: /www Disallow: /public_html/cgi-bin Disallow: /www/cgi-bin # # list specific files robots are not allowed to index # Disallow: /public_html/404.shtml Disallow: /public_html/403.shtml Disallow: /public_html/401.shtml Disallow: /public_html/400.shtml Disallow: /public_html/500.shtml Disallow: /public_html/favicon.ico Disallow: /www/favicon.ico Disallow: /public_html/.htaccess Disallow: /www/.htaccess Disallow: /public_html/.htaccess.1108065045 Disallow: /www/.htaccess.1108065045 Disallow: /public_html/google5794fcf2297fe95b.html Disallow: /www/google5794fcf2297fe95b.html # # ###############################