private async void SaveDataSuggest(string secondtitle)
{
string URLAddress = "http://www.iwencai.com/asyn/search?q=" + secondtitle + "&queryType=stock&app=qnas&qid=";
//WebClient client = new WebClient();
//client.Encoding = System.Text.Encoding.GetEncoding("UTF-8");
try
{
TonghuashunCommon common = new TonghuashunCommon();
string html = await common.GetHtml(URLAddress, logger, proxyUrl, "UTF-8");
var serializer = new JavaScriptSerializer();
Dictionary <string, object> sudata = (Dictionary <string, object>)serializer.Deserialize(html, typeof(object));
Dictionary <string, object> suggest = (Dictionary <string, object>)sudata["suggest"];
Parallel.ForEach(suggest, item =>
{
string value = item.Value.ToString();
HtmlAgilityPack.HtmlDocument htmlDoc = new HtmlAgilityPack.HtmlDocument();
htmlDoc.LoadHtml(value);
HtmlNode Node1 = htmlDoc.DocumentNode;
var linodes = Node1.SelectSingleNode("child::ul[1]").SelectNodes("child::li");
for (int i = 1; i < linodes.Count; i++)
{
var lititle = linodes[i].SelectSingleNode("child::a[1]").Attributes["title"].Value;
var url = linodes[i].SelectSingleNode("child::a[1]").Attributes["href"].Value;
url = "http://www.iwencai.com" + url;
if (data.Select("secondtitle='" + lititle + "'").Length == 0)
{
string sqlstring = string.Format(@"Insert into tonghuashunxuangu(firsttitle,typename,secondtitle,url,record_date,record_time)values('{0}','{1}','{2}','{3}','{4}','{5}')",
"问句集锦", "最新问句", lititle, url, DateTime.Today.ToString("yyyy-MM-dd"), DateTime.Now.ToString("HH:mm:ss"));
try
{
Dbhelper.ExecuteNonQuery(Dbhelper.Conn, CommandType.Text, sqlstring);
}
catch (Exception ex)
{
logger.Info(sqlstring);
throw new Exception(ex.Message);
}
}
}
});
}
catch (Exception ex)
{
logger.Info(URLAddress);
logger.Info(ex.Message);
}
}
public void Execute(IJobExecutionContext context)
{
logger.Info("Start job Tonghuashunxuangu2");
string sqlstring = @"select * from tonghuashunxuangu";
DataSet ds = Dbhelper.ExecuteDataset(Dbhelper.Conn, CommandType.Text, sqlstring, null);
DataTable data = ds.Tables[0];
TonghuashunCommon common = new TonghuashunCommon();
List <string> proxyUrl = common.GetProxyURL(logger);
for (int i = 0; i < data.Rows.Count; i++)
{
string url = data.Rows[i]["url"].ToString();
string id = data.Rows[i]["ID"].ToString();
common.SaveDataJSON(url, id, logger, "tonghuashunxuangu2", proxyUrl);
}
;
logger.Info("End job Tonghuashunxuangu2");
}
public async void Execute(IJobExecutionContext context)
{
logger.Info("Start job Tonghuashunxuangu");
string sqlstring = @"SELECT secondtitle FROM tonghuashunxuangu";
DataSet ds = Dbhelper.ExecuteDataset(Dbhelper.Conn, CommandType.Text, sqlstring, null);
data = ds.Tables[0];
string URLAddress = "http://www.iwencai.com/stockpick?tid=stockpick&ts=1&qs=1";
//WebClient client = new WebClient();
//client.Encoding = System.Text.Encoding.GetEncoding("UTF-8");
try
{
TonghuashunCommon common = new TonghuashunCommon();
proxyUrl = common.GetProxyURL(logger);
string html = await common.GetHtml(URLAddress, logger, proxyUrl, "UTF-8");
HtmlAgilityPack.HtmlDocument htmlDoc = new HtmlAgilityPack.HtmlDocument();
htmlDoc.LoadHtml(html);
HtmlNode Node1 = htmlDoc.DocumentNode;
var trnodes1 = Node1.SelectNodes("//*[@id=\"area_list\"]/div");
if (trnodes1 != null)
{
foreach (var item in trnodes1)
{
var firsttitle = item.SelectSingleNode("child::h4[1]").SelectSingleNode("child::span[1]").InnerText.Trim();
if (firsttitle == "火力推荐")
{
var hltj = Node1.SelectNodes("//*[@id=\"hltj_right_hc_query_li_st\"]/ul/li");
if (hltj != null)
{
foreach (var item2 in hltj)
{
var typename = item2.SelectSingleNode("child::span[1]").InnerText.Trim();
var secondtitle = item2.SelectSingleNode("child::div[1]").SelectSingleNode("child::a[1]").InnerText.Trim();
var url = item2.SelectSingleNode("child::div[1]").SelectSingleNode("child::a[1]").Attributes["href"].Value;
SaveDataDB(firsttitle, typename, secondtitle, url);
}
}
}
if (firsttitle == "问句集锦")
{
var wjjj = Node1.SelectNodes("//*[@id=\"lm_zxwj\"]/dl");
if (wjjj != null)
{
foreach (var item2 in wjjj)
{
var secondtitle = item2.SelectSingleNode("child::dd[1]").SelectSingleNode("child::a[1]").InnerText.Trim();
var url = item2.SelectSingleNode("child::dd[1]").SelectSingleNode("child::a[1]").Attributes["href"].Value;
SaveDataDB(firsttitle, "", secondtitle, url);
}
}
var jdwj = Node1.SelectNodes("//*[@id=\"lm_jdwj\"]/dl");
if (jdwj != null)
{
foreach (var item2 in jdwj)
{
var secondtitle = item2.SelectSingleNode("child::dd[1]").SelectSingleNode("child::a[1]").InnerText.Trim();
var url = item2.SelectSingleNode("child::dd[1]").SelectSingleNode("child::a[1]").Attributes["href"].Value;
SaveDataDB(firsttitle, "", secondtitle, url);
}
}
}
if (firsttitle == "技术指标")
{
var jszb = Node1.SelectNodes("//*[@id=\"area_list\"]/div[4]/div/div/div/div/div/dl");
jishuzhibiao(jszb, firsttitle);
}
if (firsttitle == "形态选股")
{
var xtxg = Node1.SelectNodes("//*[@id=\"area_list\"]/div[5]/div/div/div/div/div/dl");
jishuzhibiao(xtxg, firsttitle);
}
if (firsttitle == "行情指标")
{
var xtxg = Node1.SelectNodes("//*[@id=\"area_list\"]/div[7]/div/div/div/div/div/dl");
jishuzhibiao(xtxg, firsttitle);
}
if (firsttitle == "牛股抓选")
{
var xtxg = Node1.SelectNodes("//*[@id=\"area_list\"]/div[8]/div/div/div/div/div/dl");
jishuzhibiao(xtxg, firsttitle);
}
if (firsttitle == "持股周期")
{
var xtxg = Node1.SelectNodes("//*[@id=\"area_list\"]/div[9]/div/div/div/div/div/dl");
jishuzhibiao(xtxg, firsttitle);
}
if (firsttitle == "股本股东")
{
var xtxg = Node1.SelectNodes("//*[@id=\"area_list\"]/div[10]/div/div/div/div/div/dl");
jishuzhibiao(xtxg, firsttitle);
}
if (firsttitle == "主力动向")
{
var xtxg = Node1.SelectNodes("//*[@id=\"area_list\"]/div[11]/div/div/div/div/div/dl");
jishuzhibiao(xtxg, firsttitle);
}
if (firsttitle == "特色数据")
{
var xtxg = Node1.SelectNodes("//*[@id=\"area_list\"]/div[12]/div/div/div/div/div/dl");
jishuzhibiao(xtxg, firsttitle);
}
}
}
}
catch (Exception ex)
{
Console.WriteLine(ex.Message);
}
logger.Info("End job Tonghuashunxuangu");
}