private static void WriteToFiles(DataReceivedEventArgs dataReceived) { KiwiCrawler.BLL.Capturedata_kBll bll = new KiwiCrawler.BLL.Capturedata_kBll(); KiwiCrawler.Model.Capturedata_k model = new KiwiCrawler.Model.Capturedata_k(); model.kContent = dataReceived.Html.Trim(); model.kPageMD5 = MD5Helper.MD5Helper.ComputeMd5String(model.kContent);//获得MD5值 //判断是否存在MD5值,存在不处理-->说明:该页面已经存在且无变化 // 不存在 -->URL是否存在?-->存在-->更新了 // -->不存在-->新添加的 KiwiCrawler.Model.Capturedata_k getModel = bll.GetModelList("kPageMD5='" + model.kPageMD5 + "'").FirstOrDefault(); if (getModel == null)//不存在 { model.kUrl = dataReceived.Url; getModel = bll.GetModelList("kUrl=" + "'" + model.kUrl + "'").FirstOrDefault(); if (getModel != null)//更新了 { getModel.kContent = model.kContent; getModel.kExtracted = 0; getModel.kPageMD5 = model.kPageMD5; getModel.kUpdateTime = DateTime.Now; getModel.kIsUpdated = 1; //添加一个字段 bll.Update(getModel); writeToLogView(dataReceived, "更新"); } else//新添加的==>扫描之后,有新添加的数据,完成度如何更新 { model.kCaptureDateTime = DateTime.Now; model.kType = configModel.kAddressBusinessType.Trim();//民政部门;安全生产监督管理局;地震局 fileId++; model.kNumber = fileId; model.kExtracted = 0; model.kNotes = configModel.kId + ":" + configModel.kKeyWords; model.kUpdateTime = model.kCaptureDateTime; model.kIndexId = configModel.kId; model.kIsUpdated = 0; bll.Add(model); writeToLogView(dataReceived, "添加"); } } else { writeToLogView(dataReceived, "存在"); } }
private void btnUpdateDB_Click(object sender, EventArgs e) { Capturedata_kBll captureDataBll = new Capturedata_kBll(); List<Capturedata_k> list = new List<Capturedata_k>(); list = captureDataBll.GetModelList(""); Capturedata_k model = new Capturedata_k(); for (int i = 0; i < list.Count; i++) { model = list[i]; model.kPageMD5 = MD5Helper.MD5Helper.ComputeMd5String(model.kContent); string temp = model.kNotes; temp = temp.Substring(0, temp.IndexOf(":")); model.kIndexId = Convert.ToInt32(temp); model.kUpdateTime = model.kCaptureDateTime; captureDataBll.Update(model); } MessageBox.Show("操作完成"); }
private void btnAccessDB_Click(object sender, EventArgs e) { KiwiCrawler.BLL.Capturedata_kBll bll = new KiwiCrawler.BLL.Capturedata_kBll(); KiwiCrawler.Model.Capturedata_k model = new KiwiCrawler.Model.Capturedata_k(); MessageBox.Show(bll.GetMaxId().ToString()); }
private static void WriteToFiles(DataReceivedEventArgs dataReceived) { KiwiCrawler.BLL.Capturedata_kBll bll = new KiwiCrawler.BLL.Capturedata_kBll(); KiwiCrawler.Model.Capturedata_k model = new KiwiCrawler.Model.Capturedata_k(); model.kContent = dataReceived.Html.Trim(); model.kPageMD5 = MD5Helper.MD5Helper.ComputeMd5String(model.kContent);//获得MD5值 //判断是否存在MD5值,存在不处理-->说明:该页面已经存在且无变化 // 不存在 -->URL是否存在?-->存在-->更新了 // -->不存在-->新添加的 KiwiCrawler.Model.Capturedata_k getModel = bll.GetModelList("kPageMD5='" + model.kPageMD5 + "'").FirstOrDefault(); if (getModel == null)//不存在 { model.kUrl = dataReceived.Url; getModel = bll.GetModelList("kUrl=" + "'" + model.kUrl + "'").FirstOrDefault(); if (getModel != null)//更新了 { getModel.kContent = model.kContent; getModel.kExtracted = 0; getModel.kPageMD5 = model.kPageMD5; getModel.kUpdateTime = DateTime.Now; getModel.kIsUpdated = 1; //添加一个字段 bll.Update(getModel); writeToLogView(dataReceived, "更新"); } else//新添加的==>扫描之后,有新添加的数据,完成度如何更新 { model.kCaptureDateTime = DateTime.Now; model.kType = configModel.kAddressBusinessType.Trim();//民政部门;安全生产监督管理局;地震局 fileId++; model.kNumber = fileId; model.kExtracted = 0; model.kNotes = configModel.kId + ":" + configModel.kKeyWords; model.kUpdateTime = model.kCaptureDateTime; model.kIndexId = configModel.kId; model.kIsUpdated = 0; bll.Add(model); writeToLogView(dataReceived, "添加"); } } else { writeToLogView(dataReceived, "存在"); } }
/// <summary> /// 更新一条数据 /// </summary> public bool Update(KiwiCrawler.Model.Capturedata_k model) { return(dal.Update(model)); }
/// <summary> /// 增加一条数据 /// </summary> public bool Add(KiwiCrawler.Model.Capturedata_k model) { return(dal.Add(model)); }
private void btnAccessDB_Click(object sender, EventArgs e) { KiwiCrawler.BLL.Capturedata_kBll bll = new KiwiCrawler.BLL.Capturedata_kBll(); KiwiCrawler.Model.Capturedata_k model = new KiwiCrawler.Model.Capturedata_k(); MessageBox.Show(bll.GetMaxId().ToString()); }