User-agent: *
Disallow: /_assets
Disallow: /archive
Disallow: /resources
Disallow: /scripts
Disallow: /streams
Disallow: /test
Disallow: /thumbs