#User-agent:* #Disallow: /*.zip$ #Disallow: /*.gif$ #Disallow: /*.jpg$ #Disallow: /*.ico$ #Disallow: /*.php$ #Disallow: /*.swf$ #Disallow: /*.txt$ User-agent: * Disallow: /12345.php Disallow: /gaeste.php Disallow: /gaestebuch.php Disallow: /gastbuch.php Disallow: /cgi-bin/ User-agent: EmailCollector Disallow: / User-agent: Teleport* Disallow: / User-agent: Webwhacker* Disallow: / User-agent: Webzip* Disallow: / User-agent: Net Attache* Disallow: / User-agent: SiteSnagger* Disallow: / User-agent: HTTrack* Disallow: / User-agent: WebCapture* Disallow: / User-agent: WebSauger* Disallow: / User-agent: WebReaper* Disallow: / User-agent: Roverbot* Disallow: / #User-agent: Firefly/1.0 #Disallow: /