# # robots.txt # # $Id: robots.txt,v 1.22 2005/04/08 11:15:15 ted Exp $ # # For use by search.w3.org User-agent: W3Crobot/1 Disallow: /Out-Of-Date # AltaVista Search User-agent: AltaVista Intranet V2.0 W3C Webreq Disallow: /Out-Of-Date # not teleport User-agent: teleport Disallow: / # not webzip User-agent: webzip Disallow: / # exclude some access-controlled areas User-agent: * Disallow: /include Disallow: /admins Disallow: /command Disallow: /error