#direct to all spiders for http://www.beko-san.de/ User-agent: * Disallow: /grafik/ Disallow: /fotos/ Disallow: /seiten/kunden/ Disallow: /seiten/anfrage2.php Disallow: /seiten/anfrage3.php Disallow: /seiten/empfehl.php Disallow: /seiten/fehl404.htm Disallow: /seiten/kunden.js Disallow: /seiten/schaden.php Disallow: /seiten/team.js Disallow: /logs/ Disallow: /aspnet_client/ Disallow: /cgi-bin/ #User-agent: IconSurf #Disallow: / User-Agent: Googlebot-Image Disallow: / User-agent: ia_archiver Disallow: / User-agent: EmailCollector Disallow: / User-agent: Web Image Collector Disallow: / User-agent: LinkWalker Disallow: / User-agent: HTTrack 3.0x Disallow: / User-agent: winhttrack Disallow: / User-agent: HTTrack Website Copier/3.0x Disallow: / User-agent: Webspider Disallow: / User-agent: Microsoft URL Control Disallow: / User-agent: URL Control Disallow: / User-agent: WebStripper Disallow: / User-agent: WebSauger Disallow: / User-agent: WebCopier Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebZip Disallow: / User-agent: u12-12 Disallow: / User-agent: vianetworks Disallow: /