User-agent: * Disallow: /cgi-bin/ Disallow: /scripts/ Disallow: /401.html Disallow: /403.html Disallow: /404.html Disallow: /error401.html Disallow: /error403.html Disallow: /error404.html Disallow: /.htaccess Disallow: /favicon.ico Disallow: /search.php