User-Agent: * Disallow: /admin Disallow: /cgi-bin Disallow: /db Disallow: /downloads Disallow: /js