# exclude help system from robots
User-agent: *
Disallow: /A/ 
Disallow: /Aia/
Disallow: /assets/
Disallow: /gthreg/
Disallow: /images/
Disallow: /webinstall/
Disallow: /files/
# but allow htdig to index our doc-tree
#User-agent: susedig
#Disallow:
# disallow stress test
#user-agent: stress-agent
#Disallow: /