# robots.txt zu http://www.best-moebel.de/ User-agent: * Disallow: /unsere-bankverbindung.php5 Disallow: /broker/ Disallow: /shoptest/ Disallow: /trash/ Disallow: /plugins/ Disallow: /modules/ Disallow: /media/ Disallow: /images/ Disallow: /*.zip$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.pdf$ Disallow: /*.png$ Disallow: /*.bmp$ Disallow: /*.swf$ # Mehr Info: http://www.google.de/intl/de/webmasters/ User-agent: Googlebot Disallow: /*.zip$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.pdf$ Disallow: /*.png$ Disallow: /*.bmp$ Disallow: /*.swf$ # Bilder bleiben hier! User-Agent: Googlebot-Image Disallow: / # AltaVista's Photo Finder User-agent: vscooter Disallow: / # Fiese Sauger User-agent: ia_archiver Disallow: / User-agent: Teleport Disallow: / User-agent: Webwhacker Disallow: / User-agent: Webzip Disallow: / User-agent: Net Attache Disallow: / User-agent: SiteSnagger Disallow: / User-agent: HTTrack Disallow: / User-agent: WebCapture Disallow: / User-agent: WebSauger Disallow: / User-agent: WebReaper Disallow: / User-agent: Roverbot Disallow: / User-agent: EmailCollector Disallow: / User-agent: Crawler V 0.2.1 admin@crawler.de Disallow: / User-agent: Crawler V 0.2.2 admin@crawler.de Disallow: / User-agent: ArchitextSpider Disallow: / User-agent: LinkWalker Disallow: / User-agent: Tarantula Disallow: / User-agent: Gulliver/1.3 Disallow: / User-agent: Gulliver/1.2 Disallow: /