/**************************************************************************/ public MacroscopeJobWorker(MacroscopeJobMaster JobMaster) { this.SuppressDebugMsg = true; this.JobMaster = JobMaster; this.DocCollection = this.JobMaster.GetDocCollection(); this.AllowedHosts = this.JobMaster.GetAllowedHosts(); this.IncludeExcludeUrls = this.JobMaster.GetIncludeExcludeUrls(); if (MacroscopePreferencesManager.GetCrawlDelay() > 0) { this.CrawlDelay = MacroscopePreferencesManager.GetCrawlDelay(); } if (MacroscopePreferencesManager.GetFollowRobotsProtocol()) { if (this.JobMaster.GetCrawlDelay() > 0) { this.CrawlDelay = this.JobMaster.GetCrawlDelay(); } } }
/** Include/Exclude URLs **************************************************/ public void SetIncludeExcludeUrls(MacroscopeIncludeExcludeUrls NewIncludeExcludeUrls) { this.IncludeExcludeUrls = NewIncludeExcludeUrls; }