User-agent: * Disallow: /cgi-bin # Drupal Disallow: /files Disallow: /images Disallow: /includes Disallow: /misc Disallow: /modules Disallow: /scripts Disallow: /sites Disallow: /themes