# Allows only major search engines and known friendly spiders # Major Search Engines and Known Friendly Spiders (allowed) User-agent: Googlebot Disallow: Disallow: /.bash_logout Disallow: /.bash_profile Disallow: /.bashrc Disallow: /.contactemail Disallow: /.lastlogin Disallow: /.spamkey Disallow: /.cpanel-datastore/ Disallow: /.htpasswds/ Disallow: /.trash/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ Disallow: /public_html/cgi-bin/ Disallow: /public_html/images/ Disallow: /public_html/v1/ Disallow: /tmp/ Disallow: /www/cgi-bin/ Disallow: /www/images/ Disallow: /www/v1/ User-agent: MSNBot Disallow: Disallow: /.bash_logout Disallow: /.bash_profile Disallow: /.bashrc Disallow: /.contactemail Disallow: /.lastlogin Disallow: /.spamkey Disallow: /.cpanel-datastore/ Disallow: /.htpasswds/ Disallow: /.trash/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ Disallow: /public_html/cgi-bin/ Disallow: /public_html/images/ Disallow: /public_html/v1/ Disallow: /tmp/ Disallow: /www/cgi-bin/ Disallow: /www/images/ Disallow: /www/v1/ User-agent: Slurp Disallow: Disallow: /.bash_logout Disallow: /.bash_profile Disallow: /.bashrc Disallow: /.contactemail Disallow: /.lastlogin Disallow: /.spamkey Disallow: /.cpanel-datastore/ Disallow: /.htpasswds/ Disallow: /.trash/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ Disallow: /public_html/cgi-bin/ Disallow: /public_html/images/ Disallow: /public_html/v1/ Disallow: /tmp/ Disallow: /www/cgi-bin/ Disallow: /www/images/ Disallow: /www/v1/ User-agent: Teoma Disallow: Disallow: /.bash_logout Disallow: /.bash_profile Disallow: /.bashrc Disallow: /.contactemail Disallow: /.lastlogin Disallow: /.spamkey Disallow: /.cpanel-datastore/ Disallow: /.htpasswds/ Disallow: /.trash/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ Disallow: /public_html/cgi-bin/ Disallow: /public_html/images/ Disallow: /public_html/v1/ Disallow: /tmp/ Disallow: /www/cgi-bin/ Disallow: /www/images/ Disallow: /www/v1/ User-agent: Gigabot Disallow: Disallow: /.bash_logout Disallow: /.bash_profile Disallow: /.bashrc Disallow: /.contactemail Disallow: /.lastlogin Disallow: /.spamkey Disallow: /.cpanel-datastore/ Disallow: /.htpasswds/ Disallow: /.trash/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ Disallow: /public_html/cgi-bin/ Disallow: /public_html/images/ Disallow: /public_html/v1/ Disallow: /tmp/ Disallow: /www/cgi-bin/ Disallow: /www/images/ Disallow: /www/v1/ User-agent: Scrubby Disallow: Disallow: /.bash_logout Disallow: /.bash_profile Disallow: /.bashrc Disallow: /.contactemail Disallow: /.lastlogin Disallow: /.spamkey Disallow: /.cpanel-datastore/ Disallow: /.htpasswds/ Disallow: /.trash/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ Disallow: /public_html/cgi-bin/ Disallow: /public_html/images/ Disallow: /public_html/v1/ Disallow: /tmp/ Disallow: /www/cgi-bin/ Disallow: /www/images/ Disallow: /www/v1/ User-agent: Robozilla Disallow: Disallow: /.bash_logout Disallow: /.bash_profile Disallow: /.bashrc Disallow: /.contactemail Disallow: /.lastlogin Disallow: /.spamkey Disallow: /.cpanel-datastore/ Disallow: /.htpasswds/ Disallow: /.trash/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ Disallow: /public_html/cgi-bin/ Disallow: /public_html/images/ Disallow: /public_html/v1/ Disallow: /tmp/ Disallow: /www/cgi-bin/ Disallow: /www/images/ Disallow: /www/v1/ User-agent: Nutch Disallow: Disallow: /.bash_logout Disallow: /.bash_profile Disallow: /.bashrc Disallow: /.contactemail Disallow: /.lastlogin Disallow: /.spamkey Disallow: /.cpanel-datastore/ Disallow: /.htpasswds/ Disallow: /.trash/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ Disallow: /public_html/cgi-bin/ Disallow: /public_html/images/ Disallow: /public_html/v1/ Disallow: /tmp/ Disallow: /www/cgi-bin/ Disallow: /www/images/ Disallow: /www/v1/ User-agent: ia_archiver Disallow: Disallow: /.bash_logout Disallow: /.bash_profile Disallow: /.bashrc Disallow: /.contactemail Disallow: /.lastlogin Disallow: /.spamkey Disallow: /.cpanel-datastore/ Disallow: /.htpasswds/ Disallow: /.trash/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ Disallow: /public_html/cgi-bin/ Disallow: /public_html/images/ Disallow: /public_html/v1/ Disallow: /tmp/ Disallow: /www/cgi-bin/ Disallow: /www/images/ Disallow: /www/v1/ User-agent: baiduspider Disallow: Disallow: /.bash_logout Disallow: /.bash_profile Disallow: /.bashrc Disallow: /.contactemail Disallow: /.lastlogin Disallow: /.spamkey Disallow: /.cpanel-datastore/ Disallow: /.htpasswds/ Disallow: /.trash/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ Disallow: /public_html/cgi-bin/ Disallow: /public_html/images/ Disallow: /public_html/v1/ Disallow: /tmp/ Disallow: /www/cgi-bin/ Disallow: /www/images/ Disallow: /www/v1/ User-agent: yahoo-mmcrawler Disallow: Disallow: /.bash_logout Disallow: /.bash_profile Disallow: /.bashrc Disallow: /.contactemail Disallow: /.lastlogin Disallow: /.spamkey Disallow: /.cpanel-datastore/ Disallow: /.htpasswds/ Disallow: /.trash/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ Disallow: /public_html/cgi-bin/ Disallow: /public_html/images/ Disallow: /public_html/v1/ Disallow: /tmp/ Disallow: /www/cgi-bin/ Disallow: /www/images/ Disallow: /www/v1/ User-agent: psbot Disallow: Disallow: /.bash_logout Disallow: /.bash_profile Disallow: /.bashrc Disallow: /.contactemail Disallow: /.lastlogin Disallow: /.spamkey Disallow: /.cpanel-datastore/ Disallow: /.htpasswds/ Disallow: /.trash/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ Disallow: /public_html/cgi-bin/ Disallow: /public_html/images/ Disallow: /public_html/v1/ Disallow: /tmp/ Disallow: /www/cgi-bin/ Disallow: /www/images/ Disallow: /www/v1/ User-agent: asterias Disallow: Disallow: /.bash_logout Disallow: /.bash_profile Disallow: /.bashrc Disallow: /.contactemail Disallow: /.lastlogin Disallow: /.spamkey Disallow: /.cpanel-datastore/ Disallow: /.htpasswds/ Disallow: /.trash/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ Disallow: /public_html/cgi-bin/ Disallow: /public_html/images/ Disallow: /public_html/v1/ Disallow: /tmp/ Disallow: /www/cgi-bin/ Disallow: /www/images/ Disallow: /www/v1/ User-agent: yahoo-blogs/v3.9 Disallow: Disallow: /.bash_logout Disallow: /.bash_profile Disallow: /.bashrc Disallow: /.contactemail Disallow: /.lastlogin Disallow: /.spamkey Disallow: /.cpanel-datastore/ Disallow: /.htpasswds/ Disallow: /.trash/ Disallow: /etc/ Disallow: /mail/ Disallow: /public_ftp/ Disallow: /public_html/cgi-bin/ Disallow: /public_html/images/ Disallow: /public_html/v1/ Disallow: /tmp/ Disallow: /www/cgi-bin/ Disallow: /www/images/ Disallow: /www/v1/ # Everyone Else (NOT allowed) User-agent: * Disallow: /