Ejemplo n.º 1
0
 public GetSpider(SpiderSettings settings)
 {
     imgType  = settings.imgType;
     domain   = settings.domain;
     siteName = settings.siteName;
     savePath = settings.savePath + @"\" + siteName + @"\" + imgType + @"\";//合法目录
     if (!Directory.Exists(savePath))
     {
         Directory.CreateDirectory(savePath);                                     //创建目录
     }
     allDirectiories = String.Join("|", Directory.GetDirectories(savePath, "*")); //获取所有文件名
     startPage       = settings.startPage; endPage = settings.endPage;
     ws = WebsiteInfo.websiteList.Find(s => s.siteName == settings.siteName);     //获取WebSites
     //MyWebsiteConverter = ws.websiteConverter;//获取合适Converter
     Settings      = settings;
     OnPageFetched = (s, e) => {
         downloadPageImg(e.imgInfoResult);
     };
     OnPageFinished = (s, e) => {
         if (e != null)
         {
             myWriteLine("Fetch Page Finished:Index[" + e.imgInfoResult.picIndex + "]Title:" + e.imgInfoResult.title, ConsoleColor.Yellow);
         }
         if ((finishImgCount == fetchImgCount && fetchIndexPageFlag) || workFinishFlag || stopWorkFlag)
         {
             end();
         }
     };
 }
Ejemplo n.º 2
0
 private void HSButton_Click(object sender, EventArgs e)
 {
     if (HSButton.Text == "Start Download")
     {
         Task clickTask = new Task(() => {
             HSButton.Text           = "Finish Download";
             settingGroupBox.Enabled = false;
             WebsiteInfo.websiteList[WebsiteInfo.websiteList.FindIndex(s => s.siteName == siteComboBox.Text)] = new WebSiteSetting()
             {
                 siteName            = siteComboBox.Text,
                 domain              = urlTextBox.Text,
                 imgType             = imgTypeTextBox.Text,
                 imgKeys             = imgKeysTextBox.Text.Split('|'),
                 pageRegex           = pageRegTextBox.Text,
                 urlPattern          = urlPatTextBox.Text,
                 firstPageUrlPattern = _1stUrlTextBox.Text,
             };
             saveCurrentSettings();
             NetworkSpeed.init();
             MySettings = new SpiderSettings();
             MySettings.TextKeywords.Add("P");
             MySettings.imgType      = imgTypeTextBox.Text;
             MySettings.domain       = urlTextBox.Text;
             MySettings.siteName     = siteComboBox.Text;
             MySettings.savePath     = pathTextBox.Text;
             MySettings.startPage    = (long)startPageNUD.Value;
             MySettings.endPage      = (long)endPageNUD.Value;
             MySpider                = new GetSpider(MySettings);
             MySpider.OnPageFetched += (s, ex) => {
                 mylistBox.Items.Insert(0, ex.imgInfoResult.picIndex + " " + ex.imgInfoResult.title);
                 progressBar.Maximum = (int)MySpider.fetchPageCount;
             };
             MySpider.OnPageFinished += (s, ex) => {
                 if (ex != null && MySpider != null)
                 {
                     //if (mylistBox.Items.Contains(ex.imgInfoResult.picIndex + " " + ex.imgInfoResult.title)) {
                     mylistBox.Items.Remove(ex.imgInfoResult.picIndex + " " + ex.imgInfoResult.title);
                     //}
                     progressBar.Value = (int)MySpider.finishPageCount;
                 }
                 if (MySpider != null && MySpider.workFinishFlag)
                 {
                     progressBar.Value = 0;
                     mylistBox.Items.Clear();
                     settingGroupBox.Enabled = true;
                     HSButton.Enabled        = true;
                     HSButton.Text           = "Start Download";
                 }
             };
             MySpider.run();
             //MySpider.test();
         }
                                   );
         clickTask.Start();
     }
     else if (HSButton.Text == "Finish Download")
     {
         HSButton.Enabled      = false;
         MySpider.stopWorkFlag = true;
     }
 }