# robots.txt
User-agent: *
Disallow: /cms/ # robots will not crawl whatever is in these directories
Disallow: /inc/ 
Disallow: /modules/
Disallow: /img/  
Disallow: /images/ 
Disallow: /doc/
Disallow: /javascript/
Disallow: /css/ 
Disallow: /cache/
Disallow: /_cache/