User-agent: *
Disallow: /cgi-bin/
Disallow: /failed_auth.html
Disallow: /forbidden.html
Disallow: /internal_error.html
Disallow: /missing.html