#robots.txt http://www.bak-speyer.de/ User-agent: * Disallow: /cgi-bin/ Allow: /index.php #Googlebot zaehmen User-agent: Googlebot Disallow: /*.zip$ Disallow: /*.gif$ Disallow: /*.jpg$ #keine Bilder User-agent: Googlebot-Image Disallow: / User-agent: vscooter Disallow: / #exile aliens User-agent: EmailSiphon Disallow: / User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: / User-agent: EmailCollector/1.0 Disallow: / User-agent: EmailWolf 1.00 Disallow: / User-agent: ExtractorPro Disallow: / User-agent: HTTrack* Disallow: / User-agent: Webzip* Disallow: / User-agent: Webwhacker* Disallow: / User-agent: Net Attache* Disallow: / User-agent: Teleport* Disallow: / User-agent: SiteSnagger* Disallow: / User-agent: WebCapture* Disallow: / User-agent: WebReaper* Disallow: / User-agent: WebSauger* Disallow: / User-Agent: ia_archiver Disallow: / User-agent: Roverbot* Disallow: /