# robots.txt for http://www.example.com/ User-agent: * Disallow: /intranet/ # This is an infinite virtual URL space Disallow: /intranet/documents Disallow: /documents/ Disallow: /membres/archives/ Disallow: /archives/ Disallow: /composants/ Disallow: /membres/cplantin/documents