User-agent: *
Disallow: /admin/ # admin dir
Disallow: /cache/ # cache files
Disallow: /cron/ #cron jobs
Disallow: /development/ #development dir
Disallow: /inc/ # includes
Disallow: /libs/ # libraries
Disallow: /xml/ # xml files