# exclude help system from robots
User-agent: *
Disallow: /apache/ 
Disallow: /ccrtx/ 
Disallow: /data/
Disallow: /images/
Disallow: /emaculawn/
Disallow: /gif/
Disallow: /mail/
Disallow: /Samba/
# but allow htdig to index our doc-tree

User-agent: susedig
Disallow:
# disallow stress test

user-agent: stress-agent
Disallow: /