# make changes to all spiders
User-agent: *
Disallow: /templates
Disallow: /js
Disallow: /theme
Disallow: /images
Disallow: /includes
Disallow: /classes