private void removeBadProxies() { if (Proxies.Count <= 0) { return; } List <ProxyInfo> newList; Console.WriteLine("Checking bad proxies in db..."); Console.WriteLine("Checking for duplicates..."); newList = removeDuplicateProxies(Proxies); int difference = Proxies.Count - newList.Count; Console.WriteLine(difference + " duplicate entries removed from db."); int threads = 25; while (threads > newList.Count) { threads -= 1; } List <ProxyInfo> activeProxies = ProxyCheck.checkProxiesAlive(newList, threads); difference = newList.Count - activeProxies.Count; Console.WriteLine(difference + " dead proxies removed from db."); Proxies = activeProxies; saveToDisk(true); }
static void Main(string[] args) { ProxyManager manager = new ProxyManager(); var listOfProxies = Scraper.ScrapePublicLists(); var aliveProxies = ProxyCheck.checkProxiesAlive(listOfProxies, 25); manager.AppendWorkingProxies(aliveProxies); }