#
# robots.txt for http://www.w3.org/
#
# For use by search.w3.org
User-agent: W3C-gsa
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot)
Disallow: /

# W3C Link checker
User-agent: W3C-checklink
Disallow: /

# exclude some access-controlled areas
User-agent: *
Disallow: /Docs/Team
Disallow: /Docs/Project
Disallow: /Docs/Systems
Disallow: /Docs/Web/Templates
Disallow: /Docs/History
Disallow: /Docs/Translations/Language
Disallow: /Docs/Translations/Technology
Disallow: /Docs/Translations/Query
Disallow: /Docs/Glossary/
Disallow: /Docs/Bugs/
Disallow: /Docs/Design
Disallow: /Docs/Mail/In
Disallow: /Docs/Mail/Out
Disallow: /Docs/References
Disallow: /Docs/Misc
Disallow: /Docs/Other