Ejemplo n.º 1
0
        private void btnFinish_Click(object sender, EventArgs e)
        {
            editFrmModel.kAddressBusinessType = this.txtBusinessType.Text.Trim();
            editFrmModel.kDetailPattern       = this.txtDetailPattern.Text;
            editFrmModel.kKeyWords            = this.txtKeyWords.Text;
            editFrmModel.kNextPagePattern     = this.txtNextPagePattern.Text;
            editFrmModel.kPageTotal           = String.IsNullOrEmpty(this.txtPageNum.Text.Trim()) ? null : (int?)Convert.ToInt32(this.txtPageNum.Text.Trim());
            editFrmModel.kUrl            = this.txtUrl.Text.Trim();
            editFrmModel.kComplateDegree = string.IsNullOrEmpty(this.txtComplateDegree.Text.Trim()) ? 0 : Convert.ToDecimal(this.txtComplateDegree.Text.Trim().ToString().TrimEnd('%')) / 100;

            editFrmModel.kCaptureType         = this.cbCaptureType.Text;
            editFrmModel.kDetailPatternType   = this.cbDetailPatternType.Text;
            editFrmModel.kNextPagePatternType = this.cbNextPagePatternType.Text;

            KiwiCrawler.BLL.Urlconfigs_kBll bll = new KiwiCrawler.BLL.Urlconfigs_kBll();
            if (bll.Update(editFrmModel))
            {
                MessageBox.Show("操作成功");
            }
            else
            {
                MessageBox.Show("操作失败");
            }
            this.Close();
        }
Ejemplo n.º 2
0
        private void btnFinish_Click(object sender, EventArgs e)
        {
            editFrmModel.kAddressBusinessType = this.txtBusinessType.Text.Trim();
            editFrmModel.kDetailPattern = this.txtDetailPattern.Text;
            editFrmModel.kKeyWords = this.txtKeyWords.Text;
            editFrmModel.kNextPagePattern = this.txtNextPagePattern.Text;
            editFrmModel.kPageTotal = String.IsNullOrEmpty(this.txtPageNum.Text.Trim()) ? null : (int?)Convert.ToInt32(this.txtPageNum.Text.Trim());
            editFrmModel.kUrl = this.txtUrl.Text.Trim();
            editFrmModel.kComplateDegree = string.IsNullOrEmpty(this.txtComplateDegree.Text.Trim()) ? 0 : Convert.ToDecimal(this.txtComplateDegree.Text.Trim().ToString().TrimEnd('%'))/100;            

            editFrmModel.kCaptureType = this.cbCaptureType.Text;
            editFrmModel.kDetailPatternType = this.cbDetailPatternType.Text;
            editFrmModel.kNextPagePatternType = this.cbNextPagePatternType.Text;

            KiwiCrawler.BLL.Urlconfigs_kBll bll = new KiwiCrawler.BLL.Urlconfigs_kBll();
            if (bll.Update(editFrmModel))
            {
                MessageBox.Show("操作成功");
            }
            else
            {
                MessageBox.Show("操作失败");
            }
            this.Close();

        }
Ejemplo n.º 3
0
        private void btnFinish_Click(object sender, EventArgs e)
        {
            KiwiCrawler.Model.Urlconfigs_k urlFrmMode = new KiwiCrawler.Model.Urlconfigs_k();

            urlFrmMode.kAddressBusinessType = txtBusinessType.Text.Trim();
            urlFrmMode.kCaptureType         = cbCaptureType.Text.Trim();
            urlFrmMode.kComplateDegree      = 0;
            urlFrmMode.kDetailPattern       = txtDetailPattern.Text.Trim();
            urlFrmMode.kDetailPatternType   = cbDetailPatternType.Text.Trim();
            urlFrmMode.kKeyWords            = txtKeyWords.Text.Trim();
            urlFrmMode.kNextPagePattern     = txtNextPagePattern.Text.Trim();
            urlFrmMode.kNextPagePatternType = cbNextPagePatternType.Text.Trim();
            urlFrmMode.kPageTotal           = String.IsNullOrEmpty(txtPageNum.Text.Trim()) ? -1 : Int32.Parse(txtPageNum.Text.Trim());
            urlFrmMode.kUrl = txtUrl.Text.Trim();
            string msg = "";

            //保存到数据库
            KiwiCrawler.BLL.Urlconfigs_kBll bll = new KiwiCrawler.BLL.Urlconfigs_kBll();

            if (bll.Add(urlFrmMode))
            {
                msg += "添加种子链接成功。\r\n";
                //添加到抽取配置表
                KiwiCrawler.BLL.Extractionconfig_kBll extractionconfigBll   = new KiwiCrawler.BLL.Extractionconfig_kBll();
                KiwiCrawler.Model.Extractionconfig_k  extractionconfigModel = new KiwiCrawler.Model.Extractionconfig_k();
                //extractionconfigModel.KId = bll.GetMaxId()-1;//查询出来的比实际加了1
                extractionconfigModel.KId      = bll.GetModelList("kUrl='" + urlFrmMode.kUrl + "'").FirstOrDefault().kId;
                extractionconfigModel.KUrl     = urlFrmMode.kUrl;
                extractionconfigModel.KKeyword = urlFrmMode.kKeyWords;
                extractionconfigModel.KPercent = 0;
                if (extractionconfigBll.Add(extractionconfigModel))
                {
                    msg += "同步抽取信息成功。\r\n";
                }
                else
                {
                    msg += "同步抽取信息失败。";
                }
            }
            else
            {
                msg += "添加种子链接失败。\r\n";
            }

            MessageBox.Show(msg);
            urlFrmMode_k = urlFrmMode;
            this.Close();
        }
Ejemplo n.º 4
0
        private void btnCompute_Click(object sender, EventArgs e)
        {
            KiwiCrawler.Model.Urlconfigs_k  configModel = new KiwiCrawler.Model.Urlconfigs_k();
            KiwiCrawler.BLL.Urlconfigs_kBll configBll   = new KiwiCrawler.BLL.Urlconfigs_kBll();
            configModel = configBll.GetModel(_modeId);
            if (ckbDetail.Checked)
            {
                _page = configModel.kPageTotal == null ? -1 : Convert.ToInt32(configModel.kPageTotal);
                //计算完成度
                // 98.33%|590/600
                Int32 pageCapture, pageTotal;
                pageTotal = _page; //总的记录数
                                   //获得pageCapture
                                   //目前根据关键词搜索吧,域名不太适用
                KiwiCrawler.BLL.Capturedata_kBll capBll = new KiwiCrawler.BLL.Capturedata_kBll();
                pageCapture = capBll.GetRecordCount("kNotes=" + "'" + configModel.kId + ":" + configModel.kKeyWords.Trim() + "'");
                double percentage = pageCapture * 1.0 / (pageTotal * 1.0);
                string msg        = (percentage * 100).ToString("0.00") + "%" + "|" + pageCapture + "/" + pageTotal;
                configModel.kNotes          = msg + "|R无详细页R|" + "T无详细页T";
                configModel.kComplateDegree = (decimal)percentage;
                if (configBll.Update(configModel))
                {
                    MessageBox.Show("完成情况为:" + msg);
                    this.Close();
                }
            }
            else
            {
                #region  详细页
                string msg = "";
                if (!Int32.TryParse(txtRow.Text.Trim(), out _row))
                {
                    msg += "每页记录数输入有误\r\n";
                }
                if (!Int32.TryParse(txtTail.Text.Trim(), out _tail))
                {
                    msg += "末页记录数输入有误\r\n";
                }
                if (configModel.kPageTotal == null)
                {
                    msg += "选择网站总页数有误\r\n";
                }

                if (!string.IsNullOrEmpty(msg.Trim()))
                {
                    MessageBox.Show(msg);
                }
                _page = configModel.kPageTotal == null ? -1 : Convert.ToInt32(configModel.kPageTotal);
                //计算完成度
                // 98.33%|590/600
                Int32 pageCapture, pageTotal;
                pageTotal = _row * _page - (_row - _tail); //总的记录数
                                                           //获得pageCapture
                                                           //目前根据关键词搜索吧,域名不太适用
                KiwiCrawler.BLL.Capturedata_kBll capBll = new KiwiCrawler.BLL.Capturedata_kBll();
                pageCapture = capBll.GetRecordCount("kNotes=" + "'" + configModel.kId + ":" + configModel.kKeyWords.Trim() + "'") - _page;
                double percentage = pageCapture * 1.0 / (pageTotal * 1.0);
                msg = (percentage * 100).ToString("0.00") + "%" + "|" + pageCapture + "/" + pageTotal;
                configModel.kNotes          = msg + "|R" + _row + "R|" + "T" + _tail + "T";
                configModel.kComplateDegree = (decimal)percentage;
                if (configBll.Update(configModel))
                {
                    MessageBox.Show("完成情况为:" + msg);
                    this.Close();
                }
                #endregion
            }
        }
Ejemplo n.º 5
0
        private void btnCompute_Click(object sender, EventArgs e)
        {
            KiwiCrawler.Model.Urlconfigs_k configModel = new KiwiCrawler.Model.Urlconfigs_k();
            KiwiCrawler.BLL.Urlconfigs_kBll configBll = new KiwiCrawler.BLL.Urlconfigs_kBll();
            configModel = configBll.GetModel(_modeId);
            if (ckbDetail.Checked)
            {
                _page = configModel.kPageTotal == null ? -1 : Convert.ToInt32(configModel.kPageTotal);
                //计算完成度
                // 98.33%|590/600
                Int32 pageCapture, pageTotal;
                pageTotal = _page;//总的记录数
                                  //获得pageCapture
                                  //目前根据关键词搜索吧,域名不太适用
                KiwiCrawler.BLL.Capturedata_kBll capBll = new KiwiCrawler.BLL.Capturedata_kBll();
                pageCapture = capBll.GetRecordCount("kNotes=" + "'" + configModel.kId + ":" + configModel.kKeyWords.Trim() + "'");
                double percentage = pageCapture * 1.0 / (pageTotal * 1.0);
                string msg = (percentage * 100).ToString("0.00") + "%" + "|" + pageCapture + "/" + pageTotal;
                configModel.kNotes = msg + "|R无详细页R|" + "T无详细页T";
                configModel.kComplateDegree = (decimal)percentage;
                if (configBll.Update(configModel))
                {
                    MessageBox.Show("完成情况为:" + msg);
                    this.Close();
                }


            }
            else
            {
                #region 有详细页
                string msg = "";
                if (!Int32.TryParse(txtRow.Text.Trim(), out _row))
                {
                    msg += "每页记录数输入有误\r\n";
                }
                if (!Int32.TryParse(txtTail.Text.Trim(), out _tail))
                {
                    msg += "末页记录数输入有误\r\n";
                }
                if (configModel.kPageTotal == null)
                {
                    msg += "选择网站总页数有误\r\n";
                }

                if (!string.IsNullOrEmpty(msg.Trim()))
                {
                    MessageBox.Show(msg);
                }
                _page = configModel.kPageTotal == null ? -1 : Convert.ToInt32(configModel.kPageTotal);
                //计算完成度
                // 98.33%|590/600
                Int32 pageCapture, pageTotal;
                pageTotal = _row * _page - (_row - _tail);//总的记录数
                                                          //获得pageCapture
                                                          //目前根据关键词搜索吧,域名不太适用
                KiwiCrawler.BLL.Capturedata_kBll capBll = new KiwiCrawler.BLL.Capturedata_kBll();
                pageCapture = capBll.GetRecordCount("kNotes=" + "'" + configModel.kId + ":" + configModel.kKeyWords.Trim() + "'") - _page;
                double percentage = pageCapture * 1.0 / (pageTotal * 1.0);
                msg = (percentage * 100).ToString("0.00") + "%" + "|" + pageCapture + "/" + pageTotal;
                configModel.kNotes = msg + "|R" + _row + "R|" + "T" + _tail + "T";
                configModel.kComplateDegree = (decimal)percentage;
                if (configBll.Update(configModel))
                {
                    MessageBox.Show("完成情况为:" + msg);
                    this.Close();
                }
                #endregion
            }


        }