#
# robots.txt for http://www.w3.org/
#
# $Id: robots.txt,v 1.28 2004/09/26 06:20:55 sandro Exp $
#

# Exclude Ontaria until it can handle the load
User-agent: *
Disallow: /2004/ontaria/basic

# For use by search.w3.org
User-agent: W3C-gsa
Disallow: /Out-Of-Date

# W3C Link checker
User-agent: W3C-checklink
Disallow:

# exclude some access-controlled areas
User-agent: *
Disallow: /test
Disallow: /storage
Disallow: /includes
Disallow: /jss
Disallow: /edita