/// <inheritdoc /> /// <exception cref="InvalidOperationException"> /// XML configuration doesn't contain element for crawlers manager with specified name. /// </exception> public void BuildCrawlersManager() { XElement crawlerManagerElement = _documentParser.FindElement( _crawlersManagerParameterName ); if (crawlerManagerElement is null) { var ex = new InvalidOperationException( $"XML document hasn't value for {_crawlersManagerParameterName}." ); _logger.Error(ex, "Cannot build CrawlersManager."); throw ex; } var crawlersOutput = XDocumentParser.GetAttributeValue <bool>( crawlerManagerElement, _crawlersOutputParameterName ); _crawlersManager = new Crawlers.CrawlersManagerAsync(crawlersOutput); foreach (var element in crawlerManagerElement.Elements()) { Crawlers.CrawlerAsync crawler = _serviceBuilder.CreateCrawler(element); _crawlersManager.Add(crawler); } }
/// <inheritdoc /> public void Reset() { _inputManager = null; _crawlersManager = null; _appraisersManager = null; _outputManager = null; }
public ShellAsync( IO.Input.InputManagerAsync inputManagerAsync, Crawlers.CrawlersManagerAsync crawlersManagerAsync, Appraisers.AppraisersManagerAsync appraisersManagerAsync, IO.Output.OutputManagerAsync outputManagerAsync, int boundedCapacity) { InputManagerAsync = inputManagerAsync.ThrowIfNull(nameof(inputManagerAsync)); CrawlersManagerAsync = crawlersManagerAsync.ThrowIfNull(nameof(crawlersManagerAsync)); AppraisersManagerAsync = appraisersManagerAsync.ThrowIfNull(nameof(appraisersManagerAsync)); OutputManagerAsync = outputManagerAsync.ThrowIfNull(nameof(outputManagerAsync)); _boundedCapacity = boundedCapacity; // Not using this parameter now. }
public ShellAsync( IO.Input.InputManagerAsync inputManagerAsync, Crawlers.CrawlersManagerAsync crawlersManagerAsync, Appraisers.AppraisersManagerAsync appraisersManagerAsync, IO.Output.OutputManagerAsync outputManagerAsync, int boundedCapacity) { InputManagerAsync = inputManagerAsync.ThrowIfNull(nameof(inputManagerAsync)); CrawlersManagerAsync = crawlersManagerAsync.ThrowIfNull(nameof(crawlersManagerAsync)); AppraisersManagerAsync = appraisersManagerAsync.ThrowIfNull(nameof(appraisersManagerAsync)); OutputManagerAsync = outputManagerAsync.ThrowIfNull(nameof(outputManagerAsync)); _boundedCapacity = boundedCapacity; _dataFlowOptions = new DataflowBlockOptions { BoundedCapacity = _boundedCapacity }; }