#
# robots.txt for http://www.w3.org/
#

# exclude some access-controlled areas
User-agent: *
Disallow: /Archive
Disallow: /backup
Disallow: /crap
Disallow: /css
Disallow: /db
Disallow: /dbadmin
Disallow: /databases
Disallow: /downloads
Disallow: /flash
Disallow: /forum
Disallow: /image
Disallow: /images
Disallow: /jacobcam
Disallow: /jhdctv
Disallow: /logs
Disallow: /media
Disallow: /music
Disallow: /pdf
Disallow: /pics
Disallow: /projects
Disallow: /screensavers
Disallow: /Temp
Disallow: /themes
Disallow: /unsorted
Disallow: /xml