# robots.txt for worldspidernews.de User-agent: * Disallow: /xml/ Disallow: /test/ # Online Resources User-agent: Flaming AttackBot Disallow: / User-agent: HTTrack* Disallow: / User-agent: Net Attache* Disallow: / User-agent: spanner Disallow: / User-agent: SiteSnagger* Disallow: / User-agent: Teleport* Disallow: / User-agent: TeleportPro Disallow: / User-agent: Webwhacker* Disallow: / User-agent: Webzip* Disallow: / User-agent: WebCapture* Disallow: / User-agent: WebCopier Disallow: / User-agent: WebSauger* Disallow: / User-agent: WebStripper Disallow: / # Mail Collectors User-agent: ActiveAgent Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: Roverbot Disallow: / User-agent: WhoWhere Disallow: / User-agent: WX_mail/2.000 Disallow: /