User-agent: *   # directed to all spiders, not just Scooter
Disallow: /logs
Disallow: /cgi_bin
Disallow: /database
Disallow: /_vti_bin
Disallow: /images
Disallow: /scripts
Disallow: /files.txt