#
# robots.txt for http://www.w3.org/
#
# $Id: robots.txt,v 1.26 2004/07/19 18:32:43 vivien Exp $
#

# For use by search.w3.org
User-agent: W3Crobot/1
Disallow: /Out-Of-Date

# W3C Link checker
User-agent: W3C-checklink
Disallow:

# exclude some access-controlled areas
User-agent: *
Disallow: /index.php
Disallow: /indexador.php
Disallow: /searcher.php
Disallow: /documentos_registrados/
Disallow: /documentos/
Disallow: /flash/
Disallow: /imagenes/
Disallow: /phpBB2/
Disallow: /publicaciones/
Disallow: /sistema/
Disallow: /search/buscador_1.8.3/
Disallow: /search/varios/