# Uncomment the following lines to block robots. User-agent: * Disallow: /cgi-bin/ Disallow: /scripts/ Disallow: /javascript/ User-agent: Mozilla/3.01 (hotwired-test/0.1) Disallow: /cgi-bin/ Disallow: /scripts/ Disallow: /javascript/ User-agent: Slurp Disallow: /cgi-bin/ Disallow: /scripts/ Disallow: /javascript/ User-agent: Scooter Disallow: /cgi-bin/ Disallow: /scripts/ Disallow: /javascript/ User-agent: Ultraseek Disallow: /cgi-bin/ Disallow: /scripts/ Disallow: /javascript/ User-agent: smallbear Disallow: /cgi-bin/ Disallow: /scripts/ Disallow: /javascript/ User-agent: GoogleBot Disallow: /cgi-bin/ Disallow: /scripts/ Disallow: /javascript/