User-agent: *
Disallow: /cache
Disallow: /assets

Disallow: /*.swf
Disallow: /*.doc
Disallow: /*.txt
Disallow: /*.pdf
Disallow: /*.mp3