# exclude help system from robots User-agent: woozweb-monitoring Disallow: / User-agent: * Disallow: /addon-modules/ #Disallow: /doc/ #Disallow: /images/ # the next line is a spam bot trap, for grepping the logs. you should _really_ change this to something else... #Disallow: /all_our_e-mail_addresses # same idea here... #Disallow: /admin/ # but allow htdig to index our doc-tree #User-agent: htdig #Disallow: # disallow stress test #user-agent: stress-agent Disallow: /intranet/ Disallow: /enseignement/