# 
# robots.txt for http://www.w3.org/
# for def port mapper http anonymous directory
# $Id: robots.txt,v 1.45 2006/06/05 01:11:19 ted Exp $
#

# For use by search.w3.org
User-agent: W3C-gsa
Disallow: /Out-Of-Date

# User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot)
# Disallow: /

# W3C Link checker
# User-agent: W3C-checklink
# Disallow:

# exclude some access-controlled areas
User-agent: *
Disallow: /admin
Disallow: /customer
Disallow: /files
Disallow: /howtoorder_files
Disallow: /mail
Disallow: /modules
Disallow: /payment
Disallow: /pdf
Disallow: /picture_library
Disallow: /plesk-stat
Disallow: /provider
Disallow: /schemes
Disallow: /shipping
Disallow: /skin1
Disallow: /skin1_original
Disallow: /Smarty-2.6.12
Disallow: /sql
Disallow: /swf
Disallow: /upgrade
Disallow: /var
Disallow: /php