# exclude help system from robots

User-agent: *

User-agent: susedig

Disallow: /manual/ 
Disallow: /doc/ 
Disallow: /gif/
Disallow: /Backup/
Disallow: /awstats/
Disallow: /awstats_backup/
Disallow: /visitors/
Disallow: /update*.php
# but allow htdig to index our doc-tree

Disallow:
# disallow stress test
user-agent: stress-agent

Disallow: /