public object GetGoodMsg(string url)
{
HttpWebRequest request = BillManage.CreateWebRequest(url);
request.Headers.Add(HttpRequestHeader.AcceptEncoding, "gzip, deflate, sdch, br");
request.Headers.Add(HttpRequestHeader.AcceptLanguage, "zh-CN,zh;q=0.8");
request.Method = "GET";
WebResponse response = request.GetResponse();
string rdata = string.Empty;
using (StreamReader reader = new StreamReader(response.GetResponseStream(), Encoding.GetEncoding("gbk")))
{
rdata = reader.ReadToEnd();
}
if (url.IndexOf("detail.tmall.com") > 0 || url.IndexOf("click.simba.taobao.com") > 0)
{
string json = rdata.GetSectionString("TShop.Setup(", "})();").Trim().TrimEnd(';').TrimEnd(')').Trim();
JavaScriptSerializer serializer = JavaScriptSerializer.CreateInstance();
var jsonData = serializer.Deserialize <HashObject>(json);
List <SkuMap> list = GetSkumapTmallDetail(jsonData);
string tianmaoUrl = string.Format("https:{0}", jsonData["initApi"]);
return(GetTianMaoRealPrice(tianmaoUrl, url, list));
}
else
{
List <SkuMap> list = GetSkumapDetail(rdata);
string sibUrl = string.Format("https:{0}&callback=onSibRequestSuccess", rdata.GetSectionString("wholeSibUrl :", "',").TrimStart('\''));
return(GetTaobaoRealPrice(sibUrl, url, list));
}
}
public object GetMainData(string url, int maxPage = 2)
{
HttpWebRequest request = BillManage.CreateWebRequest(url);
request.Accept = "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8";
request.Headers.Add(HttpRequestHeader.AcceptEncoding, "gzip, deflate, br");
request.Headers.Add(HttpRequestHeader.AcceptLanguage, "zh-CN,zh;q=0.8");
request.Headers.Add("Cookie", "miid=1728548116093794437; __guid=154677242.2846140567203673000.1501561967580.6582; thw=cn; UM_distinctid=1618940f5d4107-09d02200b9f76d-6b1b1279-13c680-1618940f5d57c; hng=CN%7Czh-CN%7CCNY%7C156; l=AuPj2a11VnuhTPJs4rH1zzUk8y2Nanca; enc=%2F9Y7DzXDWuTfSjPQfji0y5jFSM%2B%2FtbTGiPJfLEF%2Bq1RCwFjIfNXY11SnWr2O2Rcld%2FyFKofeQnxnPH9g1%2BQFYg%3D%3D; _m_h5_tk=bc3b6143cded39d50b3adc5d8b721216_1523585146428; _m_h5_tk_enc=b1332109470ab447f6374140ee0f2ad4; ali_ab=221.237.156.243.1501549367233.5; cna=m/kFEhmaM1cCAd3tnPPc7v81; uc3=nk2=D8nuvqgSyg%3D%3D&id2=VAMWosWKTl%2Fw&vt3=F8dBz4D5GsR5MqMiEgY%3D&lg2=UtASsssmOIJ0bQ%3D%3D; existShop=MTUyMzU4Nzc3NA%3D%3D; lgc=ljbbean; tracknick=ljbbean; v=0; dnk=ljbbean; cookie2=14e6c9f0042e42fe3c2b418ba01f6f39; csg=b1b10b18; mt=np=&ci=13_1; skt=6408697bbf7ebabd; t=49abd0913341db1817811b1dc1654e34; _cc_=Vq8l%2BKCLiw%3D%3D; _tb_token_=ea3b3bee453b3; tg=0; uc1=cookie14=UoTePTPB73hIaQ%3D%3D&lng=zh_CN&cookie16=W5iHLLyFPlMGbLDwA%2BdvAGZqLg%3D%3D&existShop=true&cookie21=Vq8l%2BKCLiv0MyZ1zjQnMQw%3D%3D&tag=8&cookie15=WqG3DMC9VAQiUQ%3D%3D&pas=0; alitrackid=www.taobao.com; lastalitrackid=www.taobao.com; monitor_count=2; JSESSIONID=A3AD2F9136C385BFEA399E9B386E00FD; isg=BEJCOhzNrM1-J7M-cjRzOVnyk0gIA0byIYXdkIxbvrVj3-NZdKFIPdVdi9mjj77F");
request.Method = "GET";
WebResponse response = request.GetResponse();
using (StreamReader reader = new StreamReader(response.GetResponseStream(), Encoding.GetEncoding("utf-8")))
{
string rdata = reader.ReadToEnd();
string startFlag = "g_page_config = ";
string endFlag = "g_srp_loadCss();";
return(GetList(GetSubString(rdata, startFlag, endFlag)));
}
}
private DataTable GetOnePageData(string condition, int startIndex)
{
string format = "https://s.taobao.com/search?data-key=s&data-value={0}&ajax=true&q={1}&imgfile=&js=1&stats_click=search_radio_all%3A1&ie=utf8&bcoffset=4&p4ppushleft=2%2C48";
string tempSearchString1 = System.Web.HttpUtility.UrlEncode(condition, Encoding.GetEncoding("utf-8"));
HttpWebRequest request = BillManage.CreateWebRequest(string.Format(format, startIndex, tempSearchString1));
request.Accept = "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8";
request.Headers.Add(HttpRequestHeader.AcceptEncoding, "gzip, deflate, br");
request.Headers.Add(HttpRequestHeader.AcceptLanguage, "zh-CN,zh;q=0.8");
request.Method = "GET";
WebResponse response = request.GetResponse();
using (StreamReader reader = new StreamReader(response.GetResponseStream(), Encoding.GetEncoding("utf-8")))
{
string rdata = reader.ReadToEnd();
return(GetMainData(rdata));
}
}
private static object GetHtml(string url, string refer)
{
HttpWebRequest request = BillManage.CreateWebRequest(url);
request.Headers.Add(HttpRequestHeader.AcceptEncoding, "gzip, deflate, sdch, br");
request.Headers.Add(HttpRequestHeader.AcceptLanguage, "zh-CN,zh;q=0.8");
request.Headers.Add("Cookie", "tracknick=ljbbean; ");
//request.Headers.Add("Cookie", "miid=7255751664550819604; ubn=p; l=AvLyLHx4-vzGJDetYoSX37pTwjbUvfYd; thw=cn; ucn=center; hng=CN%7Czh-CN%7CCNY%7C156; ali_ab=101.204.246.42.1448162813979.9; cna=BuKjDu10wUMCAWXM9i/QG0Gg; enc=bLq2wz6ixeu3j7WHIfHTNsIidUOoX7%2Btu0kukOd25TCmT2By7Njhn6pKb6ulQOHAZQGxEkroK9afIWsWPmA7BQ%3D%3D; uc3=nk2=D8nuvqgSyg%3D%3D&id2=VAMWosWKTl%2Fw&vt3=F8dBz4D42SVrd%2BPXN1A%3D&lg2=U%2BGCWk%2F75gdr5Q%3D%3D; lgc=ljbbean; tracknick=ljbbean; t=1ce270ad9fb29c69c3e5dab389feaf88; _cc_=VT5L2FSpdA%3D%3D; tg=0; mt=ci=-1_0; cookie2=15ae98ea27fc7b10b0f1c1a5cae1e30a; v=0; x=e%3D1%26p%3D*%26s%3D0%26c%3D0%26f%3D0%26g%3D0%26t%3D0; _tb_token_=e373b56b7019e; uc1=cookie14=UoTePTPDEmHCSw%3D%3D; isg=BOPj1WWtvRofJnMsboLVWhCRcidNcHcSUyuosRVAecK-VAJ2naisamGMSiTadM8S");
request.Referer = refer;//一定要加上这个
request.Method = "GET";
WebResponse response = request.GetResponse();
using (StreamReader reader = new StreamReader(response.GetResponseStream(), Encoding.GetEncoding("gbk")))
{
string rdata = reader.ReadToEnd();
return(rdata);
}
}