private List <CaoQunMainItem> GetCaoQunMainItems() { List <CaoQunMainItem> res = new List <CaoQunMainItem>(); HttpCore hc = new HttpCore(); hc.SetUrl(CaoQunUrl); string mainHtml = hc.GetHtml(); HtmlNodeCollection mainItems = mainHtml.SelectNodes("//*[@id='ajaxtable']/tbody[1]/tr[@class='tr3 t_one']"); if (mainItems == null) { return(new List <CaoQunMainItem>()); } foreach (HtmlNode mainItem in mainItems) { var an = mainItem.SelectSingleNode("/td[2]/h3/a"); string infoUrl = "http://ac168.info/bt/" + an.Attributes["href"].Value; string title = an.InnerText; CaoQunMainItem temp = new CaoQunMainItem { CaoQunDetailItem = new CaoQunDetailItem(), InfoUrl = infoUrl, Title = title, Url = CaoQunUrl }; res.Add(temp); } return(res); }
private static void StoreDB(CaoQunMainItem caoQunMainItem) { DapperHelper dh = DapperHelper.GetInstance("Data Source=.;Initial Catalog=DeanDB;Integrated Security=True"); const string sqlFormat = @"INSERT INTO [dbo].[WebCrawlerResult] ([Title] ,[PicDic] ,[Url] ,[Remark]) VALUES ('{0}' ,'{1}' ,'{2}' ,'{3}')"; string sql = string.Format(sqlFormat, caoQunMainItem.Title, caoQunMainItem.CaoQunDetailItem.PicDic, caoQunMainItem.InfoUrl, caoQunMainItem.Remark); dh.Execute(sql); }
private static void SaveImg(string imgFileName, CaoQunMainItem caoQunMainItem, Image img, string imgUrl) { try { caoQunMainItem.CaoQunDetailItem.PicUrl = imgUrl; Console.WriteLine(imgUrl); if (!Directory.Exists("F://" + imgFileName + "/" + caoQunMainItem.Title + "/")) { Directory.CreateDirectory("F://" + imgFileName + "/" + caoQunMainItem.Title + "/"); } string pic = caoQunMainItem.CaoQunDetailItem.PicDic = "F://" + imgFileName + "/" + caoQunMainItem.Title + "/" + imgUrl.Split('/').Last(); img.Save(pic.Trim('?')); img.Dispose(); } catch (Exception) { } }
private List<CaoQunMainItem> GetCaoQunMainItems() { List<CaoQunMainItem> res = new List<CaoQunMainItem>(); HttpCore hc = new HttpCore(); hc.SetUrl(CaoQunUrl); string mainHtml = hc.GetHtml(); HtmlNodeCollection mainItems = mainHtml.SelectNodes("//*[@id='ajaxtable']/tbody[1]/tr[@class='tr3 t_one']"); if (mainItems == null) { return new List<CaoQunMainItem>(); } foreach (HtmlNode mainItem in mainItems) { var an = mainItem.SelectSingleNode("/td[2]/h3/a"); string infoUrl = "http://ac168.info/bt/" + an.Attributes["href"].Value; string title = an.InnerText; CaoQunMainItem temp = new CaoQunMainItem { CaoQunDetailItem = new CaoQunDetailItem(), InfoUrl = infoUrl, Title = title, Url = CaoQunUrl }; res.Add(temp); } return res; }