# # Go away, Microsoft URL Control and other nameless MSIE stealth bots # User-Agent: Microsoft Disallow: / User-Agent: Control Disallow: / User-Agent: MSIECrawler Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 98) Disallow: / User-agent: MFC Foundation Class Library Disallow: / # # InternetSeer.com: you were not invited, go away # User-agent: InternetSeer.com Disallow: / # # Other pests follow # User-Agent: BaiDuSpider Disallow: / User-Agent: Cherry Picker Disallow: / User-Agent: Crescent Internet ToolPak Disallow: / User-Agent: DISCo Pump Disallow: / User-Agent: EmailSiphon Disallow: / User-Agent: grub Disallow: / User-Agent: htdig Disallow: / User-Agent: HTTrack Disallow: / User-Agent: LNSpiderGuy Disallow: / User-Agent: Netprospector Disallow: / User-Agent: PerMan Surfer Disallow: / User-Agent: psbot Disallow: / # Not sure about these guys -- looks like some kinda polish bot User-Agent: szukacz Disallow: / User-Agent: RPT-HTTPClient Disallow: / User-Agent: Teleport Disallow: / User-Agent: Telesoft Disallow: / User-Agent: Ultraseek Disallow: / User-Agent: vspider Disallow: / User-Agent: WebCopier Disallow: / User-Agent: WebEMailExtractor Disallow: / User-Agent: WebReaper Disallow: / User-Agent: Webster Pro Disallow: / User-Agent: WebStripper Disallow: /