private static void StoreDB(MainItem caoQunMainItem) { DapperHelper dh = DapperHelper.GetInstance("Data Source=.;Initial Catalog=DeanDB;Integrated Security=True"); const string sqlFormat = @"INSERT INTO [dbo].[WebCrawlerResult] ([Title] ,[PicDic] ,[Url] ,[Remark]) VALUES ('{0}' ,'{1}' ,'{2}' ,'{3}')"; string sql = string.Format(sqlFormat, caoQunMainItem.Title, caoQunMainItem.HPLDetailItem.PicDic, caoQunMainItem.InfoUrl, caoQunMainItem.Remark); dh.Execute(sql); }
private static void SaveImg(string imgFileName, MainItem caoQunMainItem, Image img, string imgUrl) { try { caoQunMainItem.HPLDetailItem.PicUrl = imgUrl; Console.WriteLine(imgUrl); if (!Directory.Exists("F://" + imgFileName + "/" + caoQunMainItem.Title + "/")) { Directory.CreateDirectory("F://" + imgFileName + "/" + caoQunMainItem.Title + "/"); } string pic = caoQunMainItem.HPLDetailItem.PicDic = "F://" + imgFileName + "/" + caoQunMainItem.Title + "/" + imgUrl.Split('/').Last(); img.Save(pic.Trim('?')); img.Dispose(); } catch (Exception) { } }
private static void StoreDB(MainItem caoQunMainItem) { DapperHelper dh = DapperHelper.GetInstance("Data Source=.;Initial Catalog=DeanDB;Integrated Security=True"); const string sqlFormat = @"INSERT INTO [dbo].[WebCrawlerResult] ([Title] ,[PicDic] ,[Url] ,[Remark]) VALUES ('{0}' ,'{1}' ,'{2}' ,'{3}')"; string sql = string.Format(sqlFormat, caoQunMainItem.Title, string.Empty, caoQunMainItem.InfoUrl, caoQunMainItem.Remark); dh.Execute(sql); }
private List <MainItem> GetCaoQunMainItems() { List <MainItem> res = new List <MainItem>(); HttpCore hc = new HttpCore(); hc.SetUrl(CaoQunUrl); string mainHtml = hc.GetHtml(); //MSScriptControl.ScriptControlClass scc = new MSScriptControl.ScriptControlClass { Language = "javascript" }; //mainHtml = scc.Eval(mainHtml).ToString(); ThreadWebBrowser(CaoQunUrl); while (kM == null) { Thread.Sleep(1000); } HtmlNodeCollection mainItems = mainHtml.SelectNodes("/html/body/div[8]/div[2]/div[@class='list-pianyuan-box']"); if (mainItems == null) { return(new List <MainItem>()); } foreach (HtmlNode mainItem in mainItems) { var an = mainItem.SelectSingleNode("/div[1]/div[2]/div[1]/a"); string infoUrl = "http://www.haipilu.net/" + an.Attributes["href"].Value; string title = an.InnerText; MainItem temp = new MainItem { HPLDetailItem = new HPLDetailItem(), InfoUrl = infoUrl, Title = title, Url = CaoQunUrl }; res.Add(temp); } return(res); }
private IEnumerable <MainItem> GetCaoQunMainItems() { List <MainItem> res = new List <MainItem>(); HttpCore hc = new HttpCore(); hc.SetUrl(CaoQunUrl); hc.CurrentHttpItem.Allowautoredirect = true; string mainHtml = hc.GetHtml(); HtmlNodeCollection mainItems = mainHtml.SelectNodes("//*[@id='ajaxtable']/tbody[1]/tr"); if (mainItems == null) { return(new List <MainItem>()); } foreach (HtmlNode mainItem in mainItems) { var an = mainItem.SelectSingleNode(mainItem.XPath + "/td[2]/h3/a"); if (an == null) { continue; } string infoUrl = "http://5.yao.cl/" + an.Attributes["href"].Value; string title = an.InnerText; MainItem temp = new MainItem { HPLDetailItem = new HPLDetailItem(), InfoUrl = infoUrl, Title = title, Url = CaoQunUrl }; res.Add(temp); } return(res); }
private List<MainItem> GetCaoQunMainItems() { List<MainItem> res = new List<MainItem>(); HttpCore hc = new HttpCore(); hc.SetUrl(CaoQunUrl); string mainHtml = hc.GetHtml(); //MSScriptControl.ScriptControlClass scc = new MSScriptControl.ScriptControlClass { Language = "javascript" }; //mainHtml = scc.Eval(mainHtml).ToString(); ThreadWebBrowser(CaoQunUrl); while (kM == null) { Thread.Sleep(1000); } HtmlNodeCollection mainItems = mainHtml.SelectNodes("/html/body/div[8]/div[2]/div[@class='list-pianyuan-box']"); if (mainItems == null) { return new List<MainItem>(); } foreach (HtmlNode mainItem in mainItems) { var an = mainItem.SelectSingleNode("/div[1]/div[2]/div[1]/a"); string infoUrl = "http://www.haipilu.net/" + an.Attributes["href"].Value; string title = an.InnerText; MainItem temp = new MainItem { HPLDetailItem = new HPLDetailItem(), InfoUrl = infoUrl, Title = title, Url = CaoQunUrl }; res.Add(temp); } return res; }
private IEnumerable<MainItem> GetCaoQunMainItems() { List<MainItem> res = new List<MainItem>(); HttpCore hc = new HttpCore(); hc.SetUrl(CaoQunUrl); hc.CurrentHttpItem.Allowautoredirect = true; string mainHtml = hc.GetHtml(); HtmlNodeCollection mainItems = mainHtml.SelectNodes("//*[@id='ajaxtable']/tbody[1]/tr"); if (mainItems == null) { return new List<MainItem>(); } foreach (HtmlNode mainItem in mainItems) { var an = mainItem.SelectSingleNode(mainItem.XPath + "/td[2]/h3/a"); if (an == null) { continue; } string infoUrl = "http://5.yao.cl/" + an.Attributes["href"].Value; string title = an.InnerText; MainItem temp = new MainItem { HPLDetailItem = new HPLDetailItem(), InfoUrl = infoUrl, Title = title, Url = CaoQunUrl }; res.Add(temp); } return res; }