User-agent: * meta name="robots" content="index, follow, all" Disallow: /cgi-bin/ Disallow: /logs/