# exclude help system from robots User-agent: * Disallow: /typo3 Disallow: /typo3temp Disallow: /typo3conf Disallow: /t3lib Disallow: /tslib Disallow: /fileadmin Disallow: /uploads Disallow: /manual/ Disallow: /doc/ Disallow: /gif/ Disallow: /include/ Disallow: /pictures/ Disallow: /gaestebuch/ Disallow: /veranstaltungen.html # but allow htdig to index our doc-tree User-agent: susedig Disallow: # disallow stress test user-agent: stress-agent Disallow: / User-Agent: sitecheck.internetseer.com Disallow: / # Google abbremsen mit non-standards # http://www.google.com/webmasters/3.html#B3 #User-agent: Googlebot Disallow: /*.zip$ Disallow: /*.gif$ Disallow: /*.jpg$ User-Agent: Googlebot-Image Disallow: / # AltaVista's Photo Finder User-Agent: vscooter Disallow: / # Alexa #User-Agent: ia_archiver #Disallow: / User-agent: Teleport* Disallow: / User-agent: Webwhacker* Disallow: / User-agent: Webzip* Disallow: / User-agent: Net Attache* Disallow: / User-agent: SiteSnagger* Disallow: / User-agent: HTTrack* Disallow: / User-agent: WebCapture* Disallow: / User-agent: WebSauger* Disallow: /