User-agent: *           # directed to all spiders, not just Scooter
Disallow: /stats/
Disallow: /404.html
Disallow: /guestbook.cgi
Disallow: /cgi-lib.pl
Disallow: /.htaccess
Disallow: /robots.txt
Disallow: /b/
Disallow: /ra/
Disallow: /sb/
Disallow: /private/
Disallow: /thescoop/inforeqform.html