public void AddPageContent(Spider.PageUrlEntity pageUrlEntity, Bitmap MContent)
{
//分析数据
PageContentEntity pageContentEntity = new PageContentEntity();
pageContentEntity.ID = pageUrlEntity.ID;
pageContentEntity.KeyWord = pageUrlEntity.KeyWord;
pageContentEntity.ProgramName = pageUrlEntity.ProgramName;
pageContentEntity.SpiderDate = pageUrlEntity.SpiderDate;
pageContentEntity.PID = pageUrlEntity.PID;
pageContentEntity.SType = pageUrlEntity.SType;
pageContentEntity.SiteUrl = pageUrlEntity.SiteUrl;
pageContentEntity.SourUrl = pageUrlEntity.SourUrl;
pageContentEntity.Url = pageUrlEntity.Url;
pageContentEntity.UrlType = pageUrlEntity.UrlType;
pageContentEntity.UrlPara = pageUrlEntity.UrlPara;
pageContentEntity.EnCode = pageUrlEntity.EnCode;
pageContentEntity.APara = pageUrlEntity.APara;
pageContentEntity.CookieContent = pageUrlEntity.CookieContent;
pageContentEntity.AContent = pageUrlEntity.AContent;
pageContentEntity.PContent = "";
pageContentEntity.MContent = MContent;
pageContentEntity.TrySpiderTimes = pageUrlEntity.TrySpiderTimes;
pageContentEntity.Depth = pageUrlEntity.Depth;
pageContentEntity.SpiderTime = DateTime.Now;
Interlocked.Increment(ref Program.clsContentSignal);
Program.pageContentList.Add(pageContentEntity);
}
public void SaveUrl(Spider.PageUrlEntity entity, string pContent, string ErrorMsg)
{
Common.CookieFunc cookieFunc = new Common.CookieFunc();
DatUrlEntity urlEntity = new DatUrlEntity();
urlEntity.ID = entity.ID;
urlEntity.KeyWord = entity.KeyWord;
urlEntity.ProgramName = entity.ProgramName;
urlEntity.SpiderDate = entity.SpiderDate;
urlEntity.PID = entity.PID;
urlEntity.SiteUrl = entity.SiteUrl;
urlEntity.SType = entity.SType;
urlEntity.SourUrl = entity.SourUrl;
urlEntity.Url = entity.Url;
urlEntity.UrlType = entity.UrlType;
urlEntity.UrlPara = entity.UrlPara;
urlEntity.EnCode = entity.EnCode;
urlEntity.APara = entity.APara;
urlEntity.CookieContent = cookieFunc.GetCookiesStr(entity.CookieContent);
urlEntity.AContent = entity.AContent;
urlEntity.PConent = pContent;
urlEntity.TrySpiderTimes = entity.TrySpiderTimes + 1;
urlEntity.Depth = entity.Depth;
urlEntity.SpiderTime = entity.SpiderTime;
urlEntity.ErrorMsg = ErrorMsg;
#region 合成页面
PageContentEntity pageContentEntity = new PageContentEntity();
pageContentEntity.ID = entity.ID;
pageContentEntity.KeyWord = entity.KeyWord;
pageContentEntity.ProgramName = entity.ProgramName;
pageContentEntity.SpiderDate = entity.SpiderDate;
pageContentEntity.PID = entity.PID;
pageContentEntity.SType = entity.SType;
pageContentEntity.SiteUrl = entity.SiteUrl;
pageContentEntity.SourUrl = entity.SourUrl;
pageContentEntity.Url = entity.Url;
pageContentEntity.UrlType = entity.UrlType;
pageContentEntity.UrlPara = entity.UrlPara;
pageContentEntity.EnCode = entity.EnCode;
pageContentEntity.APara = entity.APara;
pageContentEntity.CookieContent = entity.CookieContent;
pageContentEntity.AContent = entity.AContent;
pageContentEntity.PContent = pContent;
pageContentEntity.TrySpiderTimes = entity.TrySpiderTimes;
pageContentEntity.SpiderTime = DateTime.Now;
#endregion
DbHelp.ClsDB clsdb = new DbHelp.ClsDB();
Analysis.SqlBuild sqlBuild = new Analysis.SqlBuild();
Analysis.SqlPara sqlPara = new Analysis.SqlPara();
clsdb.AddPageDB(pageContentEntity, sqlBuild.GetHalfBakeInsSql(), sqlPara.GetHalfBakeInsPara(urlEntity));
DbHelp.Utilities util = new DbHelp.Utilities();
}
