# exclude help system from robots User-agent: * Disallow: /tmp/ Disallow: /pics/ # but allow htdig to index our doc-tree User-agent: susedig Disallow: # disallow stress test user-agent: stress-agent Disallow: / # do not allow Googlebot User-agent: Googlebot Disallow: /twiki/bin/