# robots.txt fuer www.dsb.de User-agent: * Disallow: /cgi-shell/ Disallow: /cgi/ Disallow: /database/ Disallow: /jpgraph/ Disallow: /logs/ Disallow: /phpOpenTracker/ Disallow: /scheduler/ Disallow: /typo3/ Disallow: /cgi-bin/ # OLR User-agent: Teleport* Disallow: / User-agent: Webwhacker Disallow: / User-agent: Webzip Disallow: / User-agent: Net Attache Disallow: / User-agent: SiteSnagger Disallow: / # E-Mail Sammler raus User-agent: WX_mail/2.000 Disallow: / User-agent: EmailCollector Disallow: / User-agent: WhoWhere Disallow: / User-Agent: Roverbot Disallow: / User-Agent: ActiveAgent Disallow: / User-agent: EmailSiphon Disallow: / User-agent: Francis* Disallow: /