# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.28 2004/09/26 06:20:55 sandro Exp $ # # exclude some access-controlled areas User-agent: * Disallow: /contents/files/ Disallow: /contents/graphics/ Disallow: /contents/photo/ Disallow: /contents/scripts/ Disallow: /contents/eng/graphics/