public override void WebRequestHtml_BeforeSendRequest(string pageUrl, Dictionary <string, string> listRow, Base.Web.NDAWebClient client)
{
string userAgent = this.RunPage.CurrentUserAgents.GetOnePcUserAgent();
client.Headers["User-Agent"] = userAgent;
}
public override void WebRequestHtml_BeforeSendRequest(string pageUrl, Dictionary <string, string> listRow, Base.Web.NDAWebClient client)
{
client.Headers.Add("content-type", "application/x-www-form-urlencoded");
}
public override void WebRequestHtml_BeforeSendRequest(string pageUrl, Dictionary <string, string> listRow, Base.Web.NDAWebClient client)
{
string userAgent = this.RunPage.CurrentUserAgents.GetOneUserAgent();
client.Headers["User-Agent"] = userAgent;
client.Headers.Add("x-request-with", "XMLHttpRequest");
client.Headers.Add("cookie", "ctid=" + DateTime.Now.Millisecond);
}
public override void WebRequestHtml_BeforeSendRequest(string pageUrl, Dictionary <string, string> listRow, Base.Web.NDAWebClient client)
{
base.WebRequestHtml_BeforeSendRequest(pageUrl, listRow, client);
client.Headers.Add("accept-language", "en,zh-CN;q=0.8,zh;q=0.6");
}
public override void WebRequestHtml_BeforeSendRequest(string pageUrl, Dictionary <string, string> listRow, Base.Web.NDAWebClient client)
{
string userAgent = this.GetRandomAgent();
client.Headers.Set("User-Agent", userAgent);
}
public override void WebRequestHtml_BeforeSendRequest(string pageUrl, Dictionary <string, string> listRow, Base.Web.NDAWebClient client)
{
string userAgent = this.RunPage.CurrentUserAgents.GetOneUserAgent();
client.Headers["User-Agent"] = userAgent;
client.Headers.Add("content-type", "application/x-www-form-urlencoded");
}
/*
* private Dictionary<string, string> GetCityShopDic(string dirPath, string city)
* {
* string filePath = Path.Combine(dirPath, "饿了么_店铺详情页_" + city + ".xlsx");
* ExcelReader er = new ExcelReader(filePath);
* int rowCount = er.GetRowCount();
* Dictionary<string, string> shopDic = new Dictionary<string, string>();
* for (int i = 0; i < rowCount; i++)
* {
* Dictionary<string,string> row = er.GetFieldValues(i);
* string url = row[SysConfig.DetailPageUrlFieldName];
* shopDic.Add(url, null);
* }
* return shopDic;
* }
* */
public override void WebRequestHtml_BeforeSendRequest(string pageUrl, Dictionary <string, string> listRow, Base.Web.NDAWebClient client)
{
base.WebRequestHtml_BeforeSendRequest(pageUrl, listRow, client);
string xShard = listRow["xShard"];
client.Headers.Add("x-shard", xShard);
client.Headers.Add("content-type", "application/json");
}
public override void WebRequestHtml_BeforeSendRequest(string pageUrl, Dictionary <string, string> listRow, Base.Web.NDAWebClient client)
{
string userAgent = this.RunPage.CurrentUserAgents.GetOneUserAgent();
client.Headers["User-Agent"] = userAgent;
//this.RunPage.InvokeAppendLogText("使用了UserAgent: " + userAgent, LogLevelType.System, true);
}
public override void WebRequestHtml_BeforeSendRequest(string pageUrl, Dictionary <string, string> listRow, Base.Web.NDAWebClient client)
{
//string userAgent = this._RequestUserAgents.GetOnePcUserAgent();
string userAgent = "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36";
client.Headers.Add("user-agent", userAgent);
client.Headers.Add("cookie", "aliyungf_tc=AQAAAFK4lnkEvwcA2tbQPOb7I4znw5Ct; csrfToken=hv3pUW2vrQ14QiCYxgEXX0yw; TYCID=c2a7c83073e911e89329f931a4758275; undefined=c2a7c83073e911e89329f931a4758275; ssuid=5395707924; Hm_lvt_e92c8d65d92d534b0fc290df538b4758=1529430829; Hm_lpvt_e92c8d65d92d534b0fc290df538b4758=1529431243");
}
public override void WebRequestHtml_BeforeSendRequest(string pageUrl, Dictionary <string, string> listRow, Base.Web.NDAWebClient client)
{
client.Headers.Add("accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8");
client.Headers.Add("Upgrade-Insecure-Requests", "1");
client.Headers.Add("User-Agent", "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36");
client.Headers.Add("Cache-Control", "max-age=0");
client.Headers.Add("Host", "fortune.com");
}
public override void WebRequestHtml_BeforeSendRequest(string pageUrl, Dictionary <string, string> listRow, Base.Web.NDAWebClient client)
{
/*
* string userAgent = this.GetUserAgent();
* string cookie = this.GetCookie(Thread.CurrentThread.ManagedThreadId.ToString());
* client.Headers.Add("cookie", cookie);
* client.Headers.Add("content-type", "application/x-www-form-urlencoded");
* client.Headers.Set("user-agent", userAgent);
* this.RunPage.InvokeAppendLogText("userAgent: " + userAgent, LogLevelType.Normal, true);
*/
client.Headers.Set("User-Agent", "Mozilla/5.0 (Linux; Android 6.0.1; MI 5s Plus Build/MXB48T; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/53.0.2785.49 Mobile MQQBrowser/6.2 TBS/043220 Safari/537.36 MicroMessenger/6.5.7.1041 NetType/WIFI Language/zh_CN");
client.Headers.Add("Accept", "application/json");
client.Headers.Add("Cookie", "Cookie: php_session=eyJpdiI6IjhwVFV4QjFReStIVXc3YllHOWdTY1E9PSIsInZhbHVlIjoiQkk0NGQ1QkhcL1BEYld4TnBDa3RUaHlzdUpNM1dDN3ozY1hMWEs3M2EzaVhZVjJETUw0aFJBYjNcL2NBTmRtOGRROHY1dUNmS1VWRlNjc1lMMjBkV1FVdz09IiwibWFjIjoiNDcxYjc3YzFmZTY0NGMxNzI0ZjAzYmQ3NWJiNjZiZjgxMmIyYTFmNGQ4NWIzYmNkY2RhYWYzNzYxZjQyZjcwNyJ9");
client.Headers.Add("content-type", "application/x-www-form-urlencoded");
client.Headers.Add("Q-UA2", "QV=3&PL=ADR&PR=WX&PP=com.tencent.mm&PPVN=6.5.7&TBSVC=43101&CO=BK&COVC=043220&PB=GE&VE=GA&DE=PHONE&CHID=0&LCID=9422&MO= MI5sPlus &RL=1080*1920&OS=6.0.1&API=23");
client.Headers.Add("Q-GUID", "e9117c216b387d883331d94913b788cb");
client.Headers.Add("Q-Auth", "31045b957cf33acf31e40be2f3e71c5217597676a9729f1b");
client.Headers.Add("Accept-Encoding", "gzip, deflate");
client.Headers.Add("Origin", "http://c.easygo.qq.com");
client.Headers.Add("Referer", "http://c.easygo.qq.com/eg_toc/map.html?code=011ilzIt0M167e1Ue0It0mvRIt0ilzIZ&state=1");
client.Headers.Add("Accept-Language", "zh-CN,en-US;q=0.8");
}
