public void AddPageContent(Spider.PageUrlEntity pageUrlEntity, Bitmap MContent) { //分析数据 PageContentEntity pageContentEntity = new PageContentEntity(); pageContentEntity.ID = pageUrlEntity.ID; pageContentEntity.KeyWord = pageUrlEntity.KeyWord; pageContentEntity.ProgramName = pageUrlEntity.ProgramName; pageContentEntity.SpiderDate = pageUrlEntity.SpiderDate; pageContentEntity.PID = pageUrlEntity.PID; pageContentEntity.SType = pageUrlEntity.SType; pageContentEntity.SiteUrl = pageUrlEntity.SiteUrl; pageContentEntity.SourUrl = pageUrlEntity.SourUrl; pageContentEntity.Url = pageUrlEntity.Url; pageContentEntity.UrlType = pageUrlEntity.UrlType; pageContentEntity.UrlPara = pageUrlEntity.UrlPara; pageContentEntity.EnCode = pageUrlEntity.EnCode; pageContentEntity.APara = pageUrlEntity.APara; pageContentEntity.CookieContent = pageUrlEntity.CookieContent; pageContentEntity.AContent = pageUrlEntity.AContent; pageContentEntity.PContent = ""; pageContentEntity.MContent = MContent; pageContentEntity.TrySpiderTimes = pageUrlEntity.TrySpiderTimes; pageContentEntity.Depth = pageUrlEntity.Depth; pageContentEntity.SpiderTime = DateTime.Now; Interlocked.Increment(ref Program.clsContentSignal); Program.pageContentList.Add(pageContentEntity); }
public void SaveUrl(Spider.PageUrlEntity entity, string pContent, string ErrorMsg) { Common.CookieFunc cookieFunc = new Common.CookieFunc(); DatUrlEntity urlEntity = new DatUrlEntity(); urlEntity.ID = entity.ID; urlEntity.KeyWord = entity.KeyWord; urlEntity.ProgramName = entity.ProgramName; urlEntity.SpiderDate = entity.SpiderDate; urlEntity.PID = entity.PID; urlEntity.SiteUrl = entity.SiteUrl; urlEntity.SType = entity.SType; urlEntity.SourUrl = entity.SourUrl; urlEntity.Url = entity.Url; urlEntity.UrlType = entity.UrlType; urlEntity.UrlPara = entity.UrlPara; urlEntity.EnCode = entity.EnCode; urlEntity.APara = entity.APara; urlEntity.CookieContent = cookieFunc.GetCookiesStr(entity.CookieContent); urlEntity.AContent = entity.AContent; urlEntity.PConent = pContent; urlEntity.TrySpiderTimes = entity.TrySpiderTimes + 1; urlEntity.Depth = entity.Depth; urlEntity.SpiderTime = entity.SpiderTime; urlEntity.ErrorMsg = ErrorMsg; #region 合成页面 PageContentEntity pageContentEntity = new PageContentEntity(); pageContentEntity.ID = entity.ID; pageContentEntity.KeyWord = entity.KeyWord; pageContentEntity.ProgramName = entity.ProgramName; pageContentEntity.SpiderDate = entity.SpiderDate; pageContentEntity.PID = entity.PID; pageContentEntity.SType = entity.SType; pageContentEntity.SiteUrl = entity.SiteUrl; pageContentEntity.SourUrl = entity.SourUrl; pageContentEntity.Url = entity.Url; pageContentEntity.UrlType = entity.UrlType; pageContentEntity.UrlPara = entity.UrlPara; pageContentEntity.EnCode = entity.EnCode; pageContentEntity.APara = entity.APara; pageContentEntity.CookieContent = entity.CookieContent; pageContentEntity.AContent = entity.AContent; pageContentEntity.PContent = pContent; pageContentEntity.TrySpiderTimes = entity.TrySpiderTimes; pageContentEntity.SpiderTime = DateTime.Now; #endregion DbHelp.ClsDB clsdb = new DbHelp.ClsDB(); Analysis.SqlBuild sqlBuild = new Analysis.SqlBuild(); Analysis.SqlPara sqlPara = new Analysis.SqlPara(); clsdb.AddPageDB(pageContentEntity, sqlBuild.GetHalfBakeInsSql(), sqlPara.GetHalfBakeInsPara(urlEntity)); DbHelp.Utilities util = new DbHelp.Utilities(); }