User-agent: * Disallow: /account/ Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /agentweb/ Allow: / User-agent: BDFetch Disallow: /