private void btnFinish_Click(object sender, EventArgs e) { editFrmModel.kAddressBusinessType = this.txtBusinessType.Text.Trim(); editFrmModel.kDetailPattern = this.txtDetailPattern.Text; editFrmModel.kKeyWords = this.txtKeyWords.Text; editFrmModel.kNextPagePattern = this.txtNextPagePattern.Text; editFrmModel.kPageTotal = String.IsNullOrEmpty(this.txtPageNum.Text.Trim()) ? null : (int?)Convert.ToInt32(this.txtPageNum.Text.Trim()); editFrmModel.kUrl = this.txtUrl.Text.Trim(); editFrmModel.kComplateDegree = string.IsNullOrEmpty(this.txtComplateDegree.Text.Trim()) ? 0 : Convert.ToDecimal(this.txtComplateDegree.Text.Trim().ToString().TrimEnd('%')) / 100; editFrmModel.kCaptureType = this.cbCaptureType.Text; editFrmModel.kDetailPatternType = this.cbDetailPatternType.Text; editFrmModel.kNextPagePatternType = this.cbNextPagePatternType.Text; KiwiCrawler.BLL.Urlconfigs_kBll bll = new KiwiCrawler.BLL.Urlconfigs_kBll(); if (bll.Update(editFrmModel)) { MessageBox.Show("操作成功"); } else { MessageBox.Show("操作失败"); } this.Close(); }
private void btnFinish_Click(object sender, EventArgs e) { editFrmModel.kAddressBusinessType = this.txtBusinessType.Text.Trim(); editFrmModel.kDetailPattern = this.txtDetailPattern.Text; editFrmModel.kKeyWords = this.txtKeyWords.Text; editFrmModel.kNextPagePattern = this.txtNextPagePattern.Text; editFrmModel.kPageTotal = String.IsNullOrEmpty(this.txtPageNum.Text.Trim()) ? null : (int?)Convert.ToInt32(this.txtPageNum.Text.Trim()); editFrmModel.kUrl = this.txtUrl.Text.Trim(); editFrmModel.kComplateDegree = string.IsNullOrEmpty(this.txtComplateDegree.Text.Trim()) ? 0 : Convert.ToDecimal(this.txtComplateDegree.Text.Trim().ToString().TrimEnd('%'))/100; editFrmModel.kCaptureType = this.cbCaptureType.Text; editFrmModel.kDetailPatternType = this.cbDetailPatternType.Text; editFrmModel.kNextPagePatternType = this.cbNextPagePatternType.Text; KiwiCrawler.BLL.Urlconfigs_kBll bll = new KiwiCrawler.BLL.Urlconfigs_kBll(); if (bll.Update(editFrmModel)) { MessageBox.Show("操作成功"); } else { MessageBox.Show("操作失败"); } this.Close(); }
private void btnFinish_Click(object sender, EventArgs e) { KiwiCrawler.Model.Urlconfigs_k urlFrmMode = new KiwiCrawler.Model.Urlconfigs_k(); urlFrmMode.kAddressBusinessType = txtBusinessType.Text.Trim(); urlFrmMode.kCaptureType = cbCaptureType.Text.Trim(); urlFrmMode.kComplateDegree = 0; urlFrmMode.kDetailPattern = txtDetailPattern.Text.Trim(); urlFrmMode.kDetailPatternType = cbDetailPatternType.Text.Trim(); urlFrmMode.kKeyWords = txtKeyWords.Text.Trim(); urlFrmMode.kNextPagePattern = txtNextPagePattern.Text.Trim(); urlFrmMode.kNextPagePatternType = cbNextPagePatternType.Text.Trim(); urlFrmMode.kPageTotal = String.IsNullOrEmpty(txtPageNum.Text.Trim()) ? -1 : Int32.Parse(txtPageNum.Text.Trim()); urlFrmMode.kUrl = txtUrl.Text.Trim(); string msg = ""; //保存到数据库 KiwiCrawler.BLL.Urlconfigs_kBll bll = new KiwiCrawler.BLL.Urlconfigs_kBll(); if (bll.Add(urlFrmMode)) { msg += "添加种子链接成功。\r\n"; //添加到抽取配置表 KiwiCrawler.BLL.Extractionconfig_kBll extractionconfigBll = new KiwiCrawler.BLL.Extractionconfig_kBll(); KiwiCrawler.Model.Extractionconfig_k extractionconfigModel = new KiwiCrawler.Model.Extractionconfig_k(); //extractionconfigModel.KId = bll.GetMaxId()-1;//查询出来的比实际加了1 extractionconfigModel.KId = bll.GetModelList("kUrl='" + urlFrmMode.kUrl + "'").FirstOrDefault().kId; extractionconfigModel.KUrl = urlFrmMode.kUrl; extractionconfigModel.KKeyword = urlFrmMode.kKeyWords; extractionconfigModel.KPercent = 0; if (extractionconfigBll.Add(extractionconfigModel)) { msg += "同步抽取信息成功。\r\n"; } else { msg += "同步抽取信息失败。"; } } else { msg += "添加种子链接失败。\r\n"; } MessageBox.Show(msg); urlFrmMode_k = urlFrmMode; this.Close(); }
private void btnCompute_Click(object sender, EventArgs e) { KiwiCrawler.Model.Urlconfigs_k configModel = new KiwiCrawler.Model.Urlconfigs_k(); KiwiCrawler.BLL.Urlconfigs_kBll configBll = new KiwiCrawler.BLL.Urlconfigs_kBll(); configModel = configBll.GetModel(_modeId); if (ckbDetail.Checked) { _page = configModel.kPageTotal == null ? -1 : Convert.ToInt32(configModel.kPageTotal); //计算完成度 // 98.33%|590/600 Int32 pageCapture, pageTotal; pageTotal = _page; //总的记录数 //获得pageCapture //目前根据关键词搜索吧,域名不太适用 KiwiCrawler.BLL.Capturedata_kBll capBll = new KiwiCrawler.BLL.Capturedata_kBll(); pageCapture = capBll.GetRecordCount("kNotes=" + "'" + configModel.kId + ":" + configModel.kKeyWords.Trim() + "'"); double percentage = pageCapture * 1.0 / (pageTotal * 1.0); string msg = (percentage * 100).ToString("0.00") + "%" + "|" + pageCapture + "/" + pageTotal; configModel.kNotes = msg + "|R无详细页R|" + "T无详细页T"; configModel.kComplateDegree = (decimal)percentage; if (configBll.Update(configModel)) { MessageBox.Show("完成情况为:" + msg); this.Close(); } } else { #region 详细页 string msg = ""; if (!Int32.TryParse(txtRow.Text.Trim(), out _row)) { msg += "每页记录数输入有误\r\n"; } if (!Int32.TryParse(txtTail.Text.Trim(), out _tail)) { msg += "末页记录数输入有误\r\n"; } if (configModel.kPageTotal == null) { msg += "选择网站总页数有误\r\n"; } if (!string.IsNullOrEmpty(msg.Trim())) { MessageBox.Show(msg); } _page = configModel.kPageTotal == null ? -1 : Convert.ToInt32(configModel.kPageTotal); //计算完成度 // 98.33%|590/600 Int32 pageCapture, pageTotal; pageTotal = _row * _page - (_row - _tail); //总的记录数 //获得pageCapture //目前根据关键词搜索吧,域名不太适用 KiwiCrawler.BLL.Capturedata_kBll capBll = new KiwiCrawler.BLL.Capturedata_kBll(); pageCapture = capBll.GetRecordCount("kNotes=" + "'" + configModel.kId + ":" + configModel.kKeyWords.Trim() + "'") - _page; double percentage = pageCapture * 1.0 / (pageTotal * 1.0); msg = (percentage * 100).ToString("0.00") + "%" + "|" + pageCapture + "/" + pageTotal; configModel.kNotes = msg + "|R" + _row + "R|" + "T" + _tail + "T"; configModel.kComplateDegree = (decimal)percentage; if (configBll.Update(configModel)) { MessageBox.Show("完成情况为:" + msg); this.Close(); } #endregion } }
private void btnCompute_Click(object sender, EventArgs e) { KiwiCrawler.Model.Urlconfigs_k configModel = new KiwiCrawler.Model.Urlconfigs_k(); KiwiCrawler.BLL.Urlconfigs_kBll configBll = new KiwiCrawler.BLL.Urlconfigs_kBll(); configModel = configBll.GetModel(_modeId); if (ckbDetail.Checked) { _page = configModel.kPageTotal == null ? -1 : Convert.ToInt32(configModel.kPageTotal); //计算完成度 // 98.33%|590/600 Int32 pageCapture, pageTotal; pageTotal = _page;//总的记录数 //获得pageCapture //目前根据关键词搜索吧,域名不太适用 KiwiCrawler.BLL.Capturedata_kBll capBll = new KiwiCrawler.BLL.Capturedata_kBll(); pageCapture = capBll.GetRecordCount("kNotes=" + "'" + configModel.kId + ":" + configModel.kKeyWords.Trim() + "'"); double percentage = pageCapture * 1.0 / (pageTotal * 1.0); string msg = (percentage * 100).ToString("0.00") + "%" + "|" + pageCapture + "/" + pageTotal; configModel.kNotes = msg + "|R无详细页R|" + "T无详细页T"; configModel.kComplateDegree = (decimal)percentage; if (configBll.Update(configModel)) { MessageBox.Show("完成情况为:" + msg); this.Close(); } } else { #region 有详细页 string msg = ""; if (!Int32.TryParse(txtRow.Text.Trim(), out _row)) { msg += "每页记录数输入有误\r\n"; } if (!Int32.TryParse(txtTail.Text.Trim(), out _tail)) { msg += "末页记录数输入有误\r\n"; } if (configModel.kPageTotal == null) { msg += "选择网站总页数有误\r\n"; } if (!string.IsNullOrEmpty(msg.Trim())) { MessageBox.Show(msg); } _page = configModel.kPageTotal == null ? -1 : Convert.ToInt32(configModel.kPageTotal); //计算完成度 // 98.33%|590/600 Int32 pageCapture, pageTotal; pageTotal = _row * _page - (_row - _tail);//总的记录数 //获得pageCapture //目前根据关键词搜索吧,域名不太适用 KiwiCrawler.BLL.Capturedata_kBll capBll = new KiwiCrawler.BLL.Capturedata_kBll(); pageCapture = capBll.GetRecordCount("kNotes=" + "'" + configModel.kId + ":" + configModel.kKeyWords.Trim() + "'") - _page; double percentage = pageCapture * 1.0 / (pageTotal * 1.0); msg = (percentage * 100).ToString("0.00") + "%" + "|" + pageCapture + "/" + pageTotal; configModel.kNotes = msg + "|R" + _row + "R|" + "T" + _tail + "T"; configModel.kComplateDegree = (decimal)percentage; if (configBll.Update(configModel)) { MessageBox.Show("完成情况为:" + msg); this.Close(); } #endregion } }