User-agent: *
Disallow: /files
Disallow: /includes
Disallow: /misc
Disallow: /modules
Disallow: /sites
Disallow: /themes