# robots.txt User-agent: NetMechanic Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: WebBandit Disallow: / User-agent: WebCopier Disallow: / User-agent: webcopy Disallow: / User-agent: website extractor Disallow: / User-agent: WinHTTrack Disallow: / User-agent: SuperBot Disallow: / User-agent: SuperBot/2.6 Disallow: / User-agent: WebReaper Disallow: / User-agent: Black Hole Disallow: / User-agent: Titan Disallow: / User-agent: DISCo Pump 3.1 Disallow: / User-agent: NetAttache Disallow: / User-agent: Teleport Disallow: / User-agent: * Disallow: /pass/ Disallow: /bin/ Disallow: /secure/ Disallow: /stats/ Disallow: /controls/ Disallow: /aspnet_client/ Disallow: /cgi-bin/ Disallow: /assets/ Disallow: /english/ Disallow: /html/