User-agent: *           # directed to all spiders
Disallow: /notfound.html
Disallow: /failed_auth.html
Disallow: /contact.html
Disallow: /contact.cgi
Disallow: /.htaccess
Disallow: /robots.txt