User-agent: *           # directed to all spiders, not just Scooter
Disallow: /bin
Disallow: /cgi-local
Disallow: /etc
Disallow: /global
Disallow: /lib
Disallow: /stats
Disallow: /intistats
Disallow: /basichotel