User-agent: *   # directed to all spiders, not just Scooter
Disallow: /cgi-bin/
Disallow: /guestbook/
Disallow: /_private/
Disallow: /_private/stuff/
Disallow: /_misc/
Disallow: /bg/
Disallow: /images/
Disallow: /bbs/
Disallow: /forms/
Disallow: /links/
Disallow: /wally/
Disallow: /secure/
Disallow: /random/
Disallow: /database/
Disallow: /wusage/
Disallow: /password/
Disallow: /shop/
Disallow: /counter/
Disallow: vti_inf.html
Disallow: index.htm
Disallow: missing.html
Disallow: postinfo.html
Disallow: /_vti_bin/
Disallow: /_vti_bot/
Disallow: /_vti_cnf/
Disallow: /_vti_pvt/
Disallow: /_vti_log/
Disallow: /_vti_txt/
Disallow: /counter/
Disallow: /meabout.html
Disallow: /s_room/
Disallow: /s_room/tch_post/
Disallow: /panlsamp.htm
Disallow: /indxmain.htm
Disallow: /indxclas.html
Disallow: /indxtypo.html
Disallow: /indxfree.html
Disallow: /indxbg.html
Disallow: /useframs.htm
Disallow: /mstr_frm.htm
Disallow: /dummydir/
# include a few for those idiots that just have to snoop around!