# robots.txt for http://www.example.com/

User-agent: *
Disallow: /crm/ # This is an infinite virtual URL space
Disallow: /_private/
Disallow: /_vti_log/
Disallow: /anonymous/
Disallow: /aspnet_client/
Disallow: /cgi_bin/
Disallow: /cgi_local/
Disallow: /Connections/
Disallow: /data/
Disallow: /library/
Disallow: /enrolment/
Disallow: /dev/
Disallow: /2007/
Disallow: /blogs/
Disallow: /admin/
Disallow: /webmail/
Disallow: /en/
Disallow: /agent/
Disallow: /comp/