User-agent: * Disallow: /cgi-bin/ Disallow: /global/ Disallow: /globals/ Disallow: /admin/ Disallow: /_temp/ User-agent: htdig Disallow: /cgi-bin/ Disallow: /global/ Disallow: /globals/ Disallow: /admin/ Disallow: /_temp/