# robots.txt uwe-tippmann.de # # offline browser of any kind are deprecated as well as generic libs # User-agent: HenryTheMiragoRobot Disallow: / User-agent: vilainrobot Disallow: / User-agent: AboutUsBot Disallow: / User-agent: thesubot Disallow: / User-agent: NimbleCrawler Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: USyd-NLP-Spider Disallow: / User-agent: MMCrawler Disallow: / User-agent: Shim-Crawler Disallow: / User-agent: MyEngines-Bot Disallow: / User-Agent: KFSW-Bot Disallow: / User-agent: SBIder Disallow: / User-agent: LocalcomBot Disallow: / User-agent: iCCrawler Disallow: / User-agent: KnowItAll Disallow: / User-agent: dcbspider Disallow: / User-agent: Gaisbot Disallow: / User-agent: cfetch Disallow: / User-agent: FindLinks Disallow: / User-agent: BecomeBot Disallow: / User-agent: gonzo1 User-agent: gonzo2 User-agent: gonzo1P User-agent: gonzo2P Disallow: / User-agent: Moni Disallow: / User-agent: Georgios Disallow: / User-agent: CydralSpider Disallow: / User-agent: ObjectsSearch Disallow: / User-agent: HooWWWer Disallow: / User-agent: JemmaTheTourist Disallow: / User-agent: btbot Disallow: / User-agent: Exabot Disallow: / User-agent: Yahoo-MMAudVid Disallow: / User-agent: IRLbot Disallow: / User-agent: BecomeBot Disallow: / User-agent: baiduspider Disallow: / User-agent: Amfibibot Disallow: / User-agent: gridBOT Disallow: / User-agent: sna Disallow: / User-agent: TAMU_CS_IRL_CRAWLER Disallow: / User-agent: NPT Disallow: / User-agent: BruinBot Disallow: / User-agent: ZipppBot Disallow: / User-agent: Jetbot Disallow: / User-agent: Molbsy Disallow: / User-agent: PhpDig Disallow: / # User-agent: mirago # Disallow: / User-agent: GoForIt.com Disallow: / User-agent: GoForIt Disallow: / User-agent: Download Ninja Disallow: / User-agent: HTTrack Disallow: / User-agent: larbin Disallow: / User-agent: appie Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: libwww Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: sohu-search Disallow: / User-agent: heritrix Disallow: / User-agent: WebZIP Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: linko Disallow: / User-agent: MSIECrawler Disallow: / # # # other deprecated # User-agent: RPT-HTTPClient Disallow: / User-agent: Dumbot Disallow: / User-agent: Cowbot Disallow: / User-agent: SuperGet Disallow: / User-agent: ia_archiver Disallow: / User-agent: psbot Disallow: / User-agent: Szukacz Disallow: / User-agent: antibot Disallow: / User-agent: NaverBot Disallow: / User-agent: Jetbot Disallow: / User-agent: IconSurf Disallow: / User-agent: Speedy Disallow: / User-agent: NPBot Disallow: / User-agent: TutorGig Disallow: / User-agent: Searchspider Disallow: / User-agent: Lachesis Disallow: / User-agent: VSE/1.0 Disallow: / User-agent: QuepasaCreep Disallow: / User-agent: Gigabot Disallow: / User-agent: Haste Disallow: / User-agent: NetResearchServer Disallow: / User-agent: Nutch Disallow: / User-agent: NutchOrg Disallow: / User-agent: grub-client Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows NT) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 98) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows XP) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 2000) Disallow: / User-agent: Mozilla/4.0 (Windows XP 5.1) Disallow: / User-agent: Generic Disallow: / User-agent: Steeler Disallow: / User-agent: Ultraseek Disallow: / User-agent: Spinne Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: :robot Disallow: / User-agent: Spider_ Monkey Disallow: / User-agent: IXE Crawler Disallow: / User-agent: CoolBot Disallow: / User-agent: Zao Disallow: / User-agent: dotbot Disallow: / User-agent: sistrix Disallow: / User-agent: robtexbot Disallow: / User-agent: ScoutJet Disallow: / User-agent: Linguee Disallow: / # # generally disallowed directories # User-agent: * Disallow: /img/ Disallow: */feed/ User-agent: Googlebot Disallow: */2006/08/* Noindex: /blog/index.php?s=* Noindex: /blog/wp-login.php Noindex: /blog/wp-login.php?* User-agent: Googlebot Allow: /blog/feed/ Allow: /blog/2006/08/17/pteropsida-variegatum/ Allow: /blog/2006/08/11/text-statt-video/ Allow: /blog/2006/08/17/tippfehler-tippfehler/ Allow: /blog/2006/08/19/umschrieben-gesagt/ Allow: /blog/2006/08/21/warum-myspace-so-erfolgreich-ist/ Allow: /blog/2006/08/22/swiss-adex-schweizer-google-adwords-buchungsvolumen-und-cpc-index/ Allow: /blog/2006/08/24/seo-tipp/ Allow: /blog/2006/08/25/google-inzucht-in-den-serps/ Allow: /blog/2006/08/26/affiliami/ Allow: /blog/2006/08/26/interview-mit-rob-malda/ Allow: /blog/2006/08/10/aol-suchdaten-auswertung-2/ Allow :/blog/2006/08/03/suchen-und-wissen-die-lokale-suche/ Allow: /blog/2006/08/30/domains-je-gg/ Allow: /blog/2006/08/30/kommunisten-der-marx-machts/ Allow: /blog/2006/08/26/tippmann/ Crawl-Delay:0