User-agent: *
Disallow: /database
Disallow: /drupal-pot
Disallow: /files
Disallow: /includes
Disallow: /misc
Disallow: /modules
Disallow: /scripts
Disallow: /sites
Disallow: /themes