# robots.txt User-agent: * # -- match any robot name -- Disallow: /cgi-bin/ Disallow: /webcheck/ Disallow: /webstats/