User-agent: *

Disallow: /*.doc
Disallow: /*.css
Disallow: /*.txt
Disallow: /*.inc
Disallow: /*.js
Disallow: /*.swf
Disallow: /*.csv
Disallow: /*.php
Disallow: /*.html
Disallow: /tag