#robots.txt User-agent: * Disallow: /.html Disallow: /opera Disallow: /netscape Disallow: /mozilla Disallow: /stats Disallow: /netscape6