public static List <ProxyEntity> Get89ipProxy(string html)
{
var array = html.Split(new string[] { "<BR>" }, StringSplitOptions.RemoveEmptyEntries);
array[0] = null;
array[array.Length - 1] = null;
List <ProxyEntity> proxyList = new List <ProxyEntity>();
for (int i = 0; i < array.Length; i++)
{
if (array[i] == null)
{
continue;
}
var proxyEntity = new ProxyEntity();
var value = array[i];
var proxyArray = value.Split(':');
proxyEntity.IP = proxyArray[0];
proxyEntity.Port = proxyArray[1];
proxyEntity.CityName = "未知";
proxyEntity.Anonymity = "未知";
proxyEntity.RequestType = "未知";
proxyList.Add(proxyEntity);
}
return(proxyList);
}
public static string PostProxyHttp(ProxyEntity proxy)
{
string url = "http://hktest.hk515.com:9010/Default.aspx";
HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url);
WebProxy webproxy = new WebProxy();
Uri uri = new Uri(string.Format("http://{0}:{1}", proxy.IP, proxy.Port));
webproxy.Address = uri;
request.Proxy = webproxy;
request.Accept = "text/plain, */*; q=0.01";
request.Method = "GET";
request.Headers.Add("Accept-Language", "zh-cn,zh;q=0.8,en-us;q=0.5,en;q=0.3");
request.ContentLength = 0;
request.ContentType = "keep-alive";
//request.Host = "www.cnblogs.com";
request.UserAgent = "Mozilla/5.0 (Windows NT 6.1; rv:25.0) Gecko/20100101 Firefox/25.0";
HttpWebResponse response = (HttpWebResponse)request.GetResponse();
Stream responseStream = response.GetResponseStream();
StreamReader reader = new StreamReader(responseStream, Encoding.UTF8);
string html = reader.ReadToEnd();
return(html);
}
public static List <ProxyEntity> GetNianShaoProxy(string html)
{
HtmlDocument document = new HtmlDocument();
document.LoadHtml(html);
HtmlNodeCollection htmlCollection = document.DocumentNode.SelectNodes("//table/tbody/tr");
var proxyList = new List <ProxyEntity>();
if (htmlCollection == null)
{
return(proxyList);
}
//遍历列
foreach (var item in htmlCollection)
{
if (item.SelectNodes("td") == null)
{
continue;
}
//取列中行 值
var proxy = new ProxyEntity();
var tds = item.SelectNodes("td");
for (int i = 0; i < tds.Count(); i++)
{
if (i == 0)
{
proxy.IP = tds[i].InnerText;
}
if (i == 1)
{
proxy.Port = tds[i].InnerText;
}
if (i == 2)
{
proxy.CityName = tds[i].InnerText;
}
if (i == 3)
{
proxy.Anonymity = tds[i].InnerText;
}
if (i == 4)
{
proxy.RequestType = tds[i].InnerText;
}
}
proxyList.Add(proxy);
}
return(proxyList);;
}
public static List <ProxyEntity> ReadProxyToXml(string path)
{
XmlDocument xmlDoc = new XmlDocument();
xmlDoc.Load(path);
XmlNodeList nodeList = xmlDoc.SelectNodes("//Proxys/Proxy");
var proxyList = new List <ProxyEntity>();
foreach (XmlNode node in nodeList)
{
var proxy = new ProxyEntity();
proxy.IP = node.SelectSingleNode("IP").InnerText;
proxy.Port = node.SelectSingleNode("Port").InnerText;
proxy.CityName = node.SelectSingleNode("CityName").InnerText;
proxy.Anonymity = node.SelectSingleNode("Anonymity").InnerText;
proxy.RequestType = node.SelectSingleNode("RequestType").InnerText;
proxyList.Add(proxy);
}
return(proxyList);
}
public static List<ProxyEntity> Get71HttpsProxy(string html)
{
HtmlDocument document = new HtmlDocument();
document.LoadHtml(html);
HtmlNodeCollection htmlCollection = document.DocumentNode.SelectNodes("//table[@class]/tbody/tr");
var proxyList = new List<ProxyEntity>();
//遍历列
foreach (var item in htmlCollection)
{
if (item.SelectNodes("td") == null)
continue;
//取列中行 值
var proxy = new ProxyEntity();
var tds = item.SelectNodes("td");
for (int i = 0; i < tds.Count(); i++)
{
if (i == 0)
proxy.IP = tds[i].InnerText;
if (i == 1)
proxy.Port = tds[i].InnerText;
if (i == 2)
proxy.Anonymity = tds[i].InnerText;
if (i == 3)
proxy.RequestType = tds[i].InnerText;
if (i == 4)
proxy.CityName = tds[i].InnerText;
}
proxyList.Add(proxy);
}
return proxyList;
}
public static List<ProxyEntity> ReadProxyToXml(string path)
{
XmlDocument xmlDoc = new XmlDocument();
xmlDoc.Load(path);
XmlNodeList nodeList = xmlDoc.SelectNodes("//Proxys/Proxy");
var proxyList = new List<ProxyEntity>();
foreach (XmlNode node in nodeList)
{
var proxy = new ProxyEntity();
proxy.IP = node.SelectSingleNode("IP").InnerText;
proxy.Port = node.SelectSingleNode("Port").InnerText;
proxy.CityName = node.SelectSingleNode("CityName").InnerText;
proxy.Anonymity = node.SelectSingleNode("Anonymity").InnerText;
proxy.RequestType = node.SelectSingleNode("RequestType").InnerText;
proxyList.Add(proxy);
}
return proxyList;
}
public static List<ProxyEntity> Get89ipProxy(string html)
{
var array = html.Split(new string[] { "<BR>" }, StringSplitOptions.RemoveEmptyEntries);
array[0] = null;
array[array.Length - 1] = null;
List<ProxyEntity> proxyList = new List<ProxyEntity>();
for (int i = 0; i < array.Length; i++)
{
if (array[i] == null)
continue;
var proxyEntity = new ProxyEntity();
var value = array[i];
var proxyArray = value.Split(':');
proxyEntity.IP = proxyArray[0];
proxyEntity.Port = proxyArray[1];
proxyEntity.CityName = "未知";
proxyEntity.Anonymity = "未知";
proxyEntity.RequestType = "未知";
proxyList.Add(proxyEntity);
}
return proxyList;
}
public static string PostProxyHttp(ProxyEntity proxy)
{
string url = "http://hktest.hk515.com:1237/Default.aspx";
HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url);
WebProxy webproxy = new WebProxy();
Uri uri = new Uri(string.Format("http://{0}:{1}", proxy.IP, proxy.Port));
webproxy.Address = uri;
request.Proxy = webproxy;
request.Accept = "text/plain, */*; q=0.01";
request.Method = "GET";
request.Headers.Add("Accept-Language", "zh-cn,zh;q=0.8,en-us;q=0.5,en;q=0.3");
request.ContentLength = 0;
request.ContentType = "keep-alive";
//request.Host = "www.cnblogs.com";
request.UserAgent = "Mozilla/5.0 (Windows NT 6.1; rv:25.0) Gecko/20100101 Firefox/25.0";
HttpWebResponse response = (HttpWebResponse)request.GetResponse();
Stream responseStream = response.GetResponseStream();
StreamReader reader = new StreamReader(responseStream, Encoding.UTF8);
string html = reader.ReadToEnd();
return html;
}