User-agent: * Disallow: /~ Disallow: /cgi-bin/ Disallow: /global-cgi-bin/