private static void WriteToFiles(DataReceivedEventArgs dataReceived)
{
KiwiCrawler.BLL.Capturedata_kBll bll = new KiwiCrawler.BLL.Capturedata_kBll();
KiwiCrawler.Model.Capturedata_k model = new KiwiCrawler.Model.Capturedata_k();
model.kContent = dataReceived.Html.Trim();
model.kPageMD5 = MD5Helper.MD5Helper.ComputeMd5String(model.kContent);//获得MD5值
//判断是否存在MD5值，存在不处理-->说明：该页面已经存在且无变化
// 不存在 -->URL是否存在？-->存在-->更新了
// -->不存在-->新添加的
KiwiCrawler.Model.Capturedata_k getModel = bll.GetModelList("kPageMD5='" + model.kPageMD5 + "'").FirstOrDefault();
if (getModel == null)//不存在
{
model.kUrl = dataReceived.Url;
getModel = bll.GetModelList("kUrl=" + "'" + model.kUrl + "'").FirstOrDefault();
if (getModel != null)//更新了
{
getModel.kContent = model.kContent;
getModel.kExtracted = 0;
getModel.kPageMD5 = model.kPageMD5;
getModel.kUpdateTime = DateTime.Now;
getModel.kIsUpdated = 1;
//添加一个字段
bll.Update(getModel);
writeToLogView(dataReceived, "更新");
}
else//新添加的==>扫描之后，有新添加的数据，完成度如何更新
{
model.kCaptureDateTime = DateTime.Now;
model.kType = configModel.kAddressBusinessType.Trim();//民政部门；安全生产监督管理局；地震局
fileId++;
model.kNumber = fileId;
model.kExtracted = 0;
model.kNotes = configModel.kId + ":" + configModel.kKeyWords;
model.kUpdateTime = model.kCaptureDateTime;
model.kIndexId = configModel.kId;
model.kIsUpdated = 0;
bll.Add(model);
writeToLogView(dataReceived, "添加");
}
}
else
{
writeToLogView(dataReceived, "存在");
}
}
private void btnUpdateDB_Click(object sender, EventArgs e)
{
Capturedata_kBll captureDataBll = new Capturedata_kBll();
List<Capturedata_k> list = new List<Capturedata_k>();
list = captureDataBll.GetModelList("");
Capturedata_k model = new Capturedata_k();
for (int i = 0; i < list.Count; i++)
{
model = list[i];
model.kPageMD5 = MD5Helper.MD5Helper.ComputeMd5String(model.kContent);
string temp = model.kNotes;
temp = temp.Substring(0, temp.IndexOf(":"));
model.kIndexId = Convert.ToInt32(temp);
model.kUpdateTime = model.kCaptureDateTime;
captureDataBll.Update(model);
}
MessageBox.Show("操作完成");
}
private void btnAccessDB_Click(object sender, EventArgs e)
{
KiwiCrawler.BLL.Capturedata_kBll bll = new KiwiCrawler.BLL.Capturedata_kBll();
KiwiCrawler.Model.Capturedata_k model = new KiwiCrawler.Model.Capturedata_k();
MessageBox.Show(bll.GetMaxId().ToString());
}
private static void WriteToFiles(DataReceivedEventArgs dataReceived)
{
KiwiCrawler.BLL.Capturedata_kBll bll = new KiwiCrawler.BLL.Capturedata_kBll();
KiwiCrawler.Model.Capturedata_k model = new KiwiCrawler.Model.Capturedata_k();
model.kContent = dataReceived.Html.Trim();
model.kPageMD5 = MD5Helper.MD5Helper.ComputeMd5String(model.kContent);//获得MD5值
//判断是否存在MD5值，存在不处理-->说明：该页面已经存在且无变化
// 不存在 -->URL是否存在？-->存在-->更新了
// -->不存在-->新添加的
KiwiCrawler.Model.Capturedata_k getModel = bll.GetModelList("kPageMD5='" + model.kPageMD5 + "'").FirstOrDefault();
if (getModel == null)//不存在
{
model.kUrl = dataReceived.Url;
getModel = bll.GetModelList("kUrl=" + "'" + model.kUrl + "'").FirstOrDefault();
if (getModel != null)//更新了
{
getModel.kContent = model.kContent;
getModel.kExtracted = 0;
getModel.kPageMD5 = model.kPageMD5;
getModel.kUpdateTime = DateTime.Now;
getModel.kIsUpdated = 1;
//添加一个字段
bll.Update(getModel);
writeToLogView(dataReceived, "更新");
}
else//新添加的==>扫描之后，有新添加的数据，完成度如何更新
{
model.kCaptureDateTime = DateTime.Now;
model.kType = configModel.kAddressBusinessType.Trim();//民政部门；安全生产监督管理局；地震局
fileId++;
model.kNumber = fileId;
model.kExtracted = 0;
model.kNotes = configModel.kId + ":" + configModel.kKeyWords;
model.kUpdateTime = model.kCaptureDateTime;
model.kIndexId = configModel.kId;
model.kIsUpdated = 0;
bll.Add(model);
writeToLogView(dataReceived, "添加");
}
}
else
{
writeToLogView(dataReceived, "存在");
}
}
/// <summary>
/// 更新一条数据
/// </summary>
public bool Update(KiwiCrawler.Model.Capturedata_k model)
{
return(dal.Update(model));
}
/// <summary>
/// 增加一条数据
/// </summary>
public bool Add(KiwiCrawler.Model.Capturedata_k model)
{
return(dal.Add(model));
}
private void btnAccessDB_Click(object sender, EventArgs e)
{
KiwiCrawler.BLL.Capturedata_kBll bll = new KiwiCrawler.BLL.Capturedata_kBll();
KiwiCrawler.Model.Capturedata_k model = new KiwiCrawler.Model.Capturedata_k();
MessageBox.Show(bll.GetMaxId().ToString());
}
