/**************************************************************************/
public MacroscopeJobWorker(MacroscopeJobMaster JobMaster)
{
this.SuppressDebugMsg = true;
this.JobMaster = JobMaster;
this.DocCollection = this.JobMaster.GetDocCollection();
this.AllowedHosts = this.JobMaster.GetAllowedHosts();
this.IncludeExcludeUrls = this.JobMaster.GetIncludeExcludeUrls();
if (MacroscopePreferencesManager.GetCrawlDelay() > 0)
{
this.CrawlDelay = MacroscopePreferencesManager.GetCrawlDelay();
}
if (MacroscopePreferencesManager.GetFollowRobotsProtocol())
{
if (this.JobMaster.GetCrawlDelay() > 0)
{
this.CrawlDelay = this.JobMaster.GetCrawlDelay();
}
}
}
/** Include/Exclude URLs **************************************************/
public void SetIncludeExcludeUrls(MacroscopeIncludeExcludeUrls NewIncludeExcludeUrls)
{
this.IncludeExcludeUrls = NewIncludeExcludeUrls;
}