# This is for every spider!
User-Agent: *
# stay away from this
Disallow: /_private/
Disallow: /*.inc
Disallow: /*.css
Disallow: /*.js
Disallow: /_includes/
Disallow: /fea/
Disallow: /index_files/
Disallow: /raw/
Disallow: /stats/