User-agent: * # directed to all spiders, not just Scooter
Disallow: /
Disallow: /logs
Disallow: /htdocs
Disallow: /cgi-bin
Disallow: /errordocs
Disallow: /images
Disallow: /webalizer