User-agent: *

Disallow: /assets/
Disallow: /external/

Disallow: /*.swf
Disallow: /*.doc
Disallow: /*.txt