User-agent: *
Disallow: /announcements-formatted.html/
Disallow: /applications/
Disallow: /cgi-bin/
Disallow: /cfide/
Disallow: /CFIDE/
Disallow: /common_content/
Disallow: /Contribution Definitions/
Disallow: /css/
Disallow: /errors/
Disallow: /images/
Disallow: /includes/
Disallow: /js/
Disallow: /masterpages/
Disallow: /netdirect/
Disallow: /netdirect.php/
Disallow: /READY/
Disallow: /READYwork/
Disallow: /search_results.html/
Disallow: /site/
Disallow: /printer.cfm/
Disallow: /webtools/
Disallow: /welcome/
Disallow: /msweb/ajax.js/
Disallow: /msweb/documents/
Disallow: /msweb/images/
# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:
# disallow stress test
user-agent: stress-agent
Disallow: /