# robots.txt for http://www.yoursite.com/ User-agent: * Disallow: /* Disallow: /cgi-bin/ Disallow: /_private/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/