# exclude help system from robots

User-agent: *
Disallow: /frames/
Disallow: /admin/

# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:  

User-agent: Slurp
Crawl-delay: 120