private async void btnScrape_Click(object sender, EventArgs e)
{
btnScrape.Enabled = false;
var hosts = new List <string>();
if (rbCustom.Checked)
{
if (CustomSources.Count == 0)
{
MessageBox.Show("You have selected custom source list. Please load some before scraping.", "Form Validation Failed", MessageBoxButtons.OK, MessageBoxIcon.Information);
return;
}
hosts.Clear();
hosts.AddRange(CustomSources.ToArray());
}
// hosts.Add("https://orca.tech/?action=real-time-proxy-list");
//hosts.Add("http://free-proxy-list.net/anonymous-proxy.html");
// hosts.Add("http://www.us-proxy.org/");
// hosts.Add("www.sslproxies.org");
//hosts.Add("http://irc-proxies24.blogspot.com/2016/08/26-08-16-irc-proxy-servers-900_26.html");
// hosts.Add("http://www.samair.ru/proxy/");
//hosts.Add("https://www.hide-my-ip.com/proxylist.shtml");
//hosts.Add("http://fineproxy.org/eng/?p=6");
//hosts.Add("http://www.blackhatworld.com/seo/new-fresh-big-proxy-lists-worldwide-usa-and-elite-proxies-updated-daily.753956/page-21");
//hosts.Add("https://us-proxy-server.blogspot.com/");
// hosts.Add("http://txt.proxyspy.net/proxy.txt");
//hosts.Add("http://txt.proxyspy.net/proxy.txt");
// hosts.Add("http://proxyrox.com");
//hosts.Add("https://nordvpn.com/wp-admin/admin-ajax.php?searchParameters[0][name]=proxy-country&searchParameters[0][value]=&searchParameters[1][name]=proxy-ports&searchParameters[1][value]=&offset=25&limit=10000&action=getProxies");
lvProxies.BeginUpdate();
// BLOGSPOT
//hosts.Add("http://proxyserverlist-24.blogspot.com/");
//hosts.Add("http://sslproxies24.blogspot.ro");
// hosts.Add("http://sslproxies24.blogspot.ro");
bool checkLimit = cbLimit.Checked;
var numLimit = (int)this.numLimit.Value;
var options = new ParallelOptions()
{
MaxDegreeOfParallelism = 10
};
var _Scraper = new Scraper.Scraper();
Hashtable hash = new Hashtable();
Stopwatch s = new Stopwatch();
s.Start();
await Task.Run(() =>
{
Parallel.ForEach(hosts, options, (item) =>
{
try
{
if (checkLimit && hash.Count >= numLimit)
{
return;
}
if (!item.StartsWith("http://") && !item.StartsWith("https://"))
{
item = "http://" + item;
}
string html = HTTP.DoWebRequest(item);
if (string.IsNullOrEmpty(html))
{
return;
}
List <Proxy> proxies = _Scraper.Scrape(item, html);
if (proxies == null)
{
return;
}
Parallel.ForEach(proxies, options, (proxy) =>
{
if (proxy == null)
{
return;
}
if (checkLimit && hash.Count >= numLimit)
{
return;
}
lock (hash)
{
if (!hash.Contains(proxy.Proxy_))
{
hash.Add(proxy.Proxy_, proxy);
}
}
});
}
catch { }
});
});
foreach (DictionaryEntry element in hash)
{
if (checkLimit && lvProxies.Items.Count >= numLimit)
{
break;
}
Proxy proxy = (Proxy)(element.Value);
Invoke(new MethodInvoker(() =>
{
ListViewItem i = new ListViewItem((lvProxies.Items.Count + 1).ToString());
var countryCode = CountryInfo.GetCode(proxy.Country);
if (!imageList.Images.Keys.Contains(countryCode))
{
imageList.Images.Add(countryCode, Image.FromFile(@"Flags\" + countryCode + ".png"));
}
i.ImageKey = countryCode;
// i.UseItemStyleForSubItems = false;
i.SubItems.Add(proxy.Proxy_);
i.SubItems.Add(proxy.Anonymity);
i.SubItems.Add(proxy.Country);
i.SubItems.Add("");
i.SubItems.Add("");
i.SubItems.Add("");
lvProxies.Items.Add(i);
}));
}
s.Stop();
lvProxies.EndUpdate();
MessageBox.Show("Done!\r\nTime Elapsed: " + s.Elapsed);
btnScrape.Enabled = true;
}
private async void btnCheck_Click(object sender, EventArgs e)
{
if (lvProxies.Items.Count <= 0)
{
return;
}
// Validity checks
if (cbSSL.Checked)
{
if (!tbSSL.Text.StartsWith("https://"))
{
MessageBox.Show("Please enter a valid HTTPS url to test!", "Form Validation Failed", MessageBoxButtons.OK, MessageBoxIcon.Information);
return;
}
try
{
var url = new Uri(tbSSL.Text);
}
catch
{
MessageBox.Show("Please enter a valid HTTPS url to test!", "Form Validation Failed", MessageBoxButtons.OK, MessageBoxIcon.Information);
return;
}
}
if (cbCustom.Checked)
{
//if (!tbCustom.Text.StartsWith("https://"))
//{
// MessageBox.Show("Please enter a valid HTTPS url to test!", "Form Validation Failed", MessageBoxButtons.OK, MessageBoxIcon.Information);
// return;
//}
try
{
var url = new Uri(tbCustom.Text);
}
catch
{
MessageBox.Show("Please enter a valid custom url to test!", "Form Validation Failed", MessageBoxButtons.OK, MessageBoxIcon.Information);
return;
}
}
//UpdateStatus("Checking proxies...");
btnCheck.Enabled = false;
proxyChecked = false;
// cmsRotator.Enabled = false;
// btnRotate.Enabled = false;
var proxies = new List <ListViewItem>();
foreach (ListViewItem item in lvProxies.Items)
{
proxies.Add(item);
}
var options = new ParallelOptions {
MaxDegreeOfParallelism = 50
};
await Task.Run(() =>
{
try
{
Parallel.ForEach(proxies, options, proxy =>
{
string[] prox = proxy.SubItems[1].Text.Split(new[] { ":" }, StringSplitOptions.None);
ProxyResult r = Checker.Checker.Check(
new WebProxy(prox[0], int.Parse(prox[1])),
int.Parse(prox[1]),
cbSSL.Checked ? tbSSL.Text : "",
cbCustom.Checked ? tbCustom.Text : ""
);
Invoke(new MethodInvoker(() =>
{
if (!r.Working || r.Speed > 10000)
{
//if (dead || (cbSlow.Checked && speed > 10000))
lvProxies.Items[proxy.Index].BackColor = Color.FromArgb(255, 207, 206);
}
else
{
lvProxies.Items[proxy.Index].SubItems[2].Text = r.Anonymity;
lvProxies.Items[proxy.Index].SubItems[3].Text = r.CountryInfo[1];
var countryCode = CountryInfo.GetCode(r.CountryInfo[1]);
if (!imageList.Images.Keys.Contains(countryCode))
{
imageList.Images.Add(countryCode, Image.FromFile(@"Flags\" + countryCode + ".png"));
}
lvProxies.Items[proxy.Index].ImageKey = countryCode;
lvProxies.Items[proxy.Index].SubItems[4].Text = r.Speed + " ms";
if (cbSSL.Checked)
{
lvProxies.Items[proxy.Index].SubItems[5].Text = r.SSL ? "Yes" : "No";
lvProxies.Items[proxy.Index].SubItems[5].ForeColor = r.SSL ? Color.DarkGreen : Color.Red;
}
else
{
lvProxies.Items[proxy.Index].SubItems[5].Text = "N\\A";
}
if (cbCustom.Checked)
{
lvProxies.Items[proxy.Index].SubItems[6].Text = r.Custom ? "Yes" : "No";
lvProxies.Items[proxy.Index].SubItems[6].ForeColor = r.Custom ? Color.DarkGreen : Color.Red;
}
else
{
lvProxies.Items[proxy.Index].SubItems[6].Text = "N\\A";
}
lvProxies.Items[proxy.Index].BackColor = Color.FromArgb(202, 255, 202);
}
}));
});
}
catch (Exception ex)
{
MessageBox.Show(ex.ToString());
}
});
//lProxyCount.Text = "Loaded Proxies: " + lvProxies.Items.Count;
//UpdateStatus("Finished checking proxies.");
btnCheck.Enabled = true;
proxyChecked = true;
//cmsRotator.Enabled = true;
//btnRotate.Enabled = true;
}