# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.22 2002/04/18 20:23:04 ted Exp $ # # For use by search.w3.org User-agent: W3Crobot/1 Disallow: /Out-Of-Date # exclude some access-controlled areas User-agent: * Disallow: /00test Disallow: /2sample Disallow: /55 Disallow: /clubhouse/admintools Disallow: /clubhouse/greetings/data Disallow: /clubhouse/lettuceclub Disallow: /clubhouse/postoffice Disallow: /clubhouse/regist Disallow: /clubhouse/wallpaper_member Disallow: /common Disallow: /dbtest Disallow: /error Disallow: /images Disallow: /message Disallow: /sbbf Disallow: /stats Disallow: /strip_lib