User-agent: * # directed to all spiders, not just Scooter
Disallow: /cgi-bin
Disallow: /stats
Disallow: /industry
Disallow: /temp
Disallow: /servlets
Disallow: /ftp