User-agent: *   # directed to all spiders, not just Scooter
Allow: /
Disallow: /cgi-local
Disallow: /download
Disallow: /stats
Disallow: /statistics
Disallow: /errors
Disallow: /temp
Disallow: /videoswf