# exclude help system from robots User-agent: * Disallow: /cgi-bin Disallow: /images Disallow: /db0lj-r/cgi-bin Disallow: /db0myk-r/cgi-bin # but allow htdig to index our doc-tree User-agent: susedig Disallow: # disallow stress test user-agent: stress-agent Disallow: /