/// <inheritdoc />
/// <exception cref="InvalidOperationException">
/// XML configuration doesn't contain element for crawlers manager with specified name.
/// </exception>
public void BuildCrawlersManager()
{
XElement crawlerManagerElement = _documentParser.FindElement(
_crawlersManagerParameterName
);
if (crawlerManagerElement is null)
{
var ex = new InvalidOperationException(
$"XML document hasn't value for {_crawlersManagerParameterName}."
);
_logger.Error(ex, "Cannot build CrawlersManager.");
throw ex;
}
var crawlersOutput = XDocumentParser.GetAttributeValue <bool>(
crawlerManagerElement, _crawlersOutputParameterName
);
_crawlersManager = new Crawlers.CrawlersManagerAsync(crawlersOutput);
foreach (var element in crawlerManagerElement.Elements())
{
Crawlers.CrawlerAsync crawler = _serviceBuilder.CreateCrawler(element);
_crawlersManager.Add(crawler);
}
}
/// <inheritdoc />
public void Reset()
{
_inputManager = null;
_crawlersManager = null;
_appraisersManager = null;
_outputManager = null;
}
public ShellAsync(
IO.Input.InputManagerAsync inputManagerAsync,
Crawlers.CrawlersManagerAsync crawlersManagerAsync,
Appraisers.AppraisersManagerAsync appraisersManagerAsync,
IO.Output.OutputManagerAsync outputManagerAsync,
int boundedCapacity)
{
InputManagerAsync = inputManagerAsync.ThrowIfNull(nameof(inputManagerAsync));
CrawlersManagerAsync = crawlersManagerAsync.ThrowIfNull(nameof(crawlersManagerAsync));
AppraisersManagerAsync =
appraisersManagerAsync.ThrowIfNull(nameof(appraisersManagerAsync));
OutputManagerAsync = outputManagerAsync.ThrowIfNull(nameof(outputManagerAsync));
_boundedCapacity = boundedCapacity; // Not using this parameter now.
}
public ShellAsync(
IO.Input.InputManagerAsync inputManagerAsync,
Crawlers.CrawlersManagerAsync crawlersManagerAsync,
Appraisers.AppraisersManagerAsync appraisersManagerAsync,
IO.Output.OutputManagerAsync outputManagerAsync,
int boundedCapacity)
{
InputManagerAsync = inputManagerAsync.ThrowIfNull(nameof(inputManagerAsync));
CrawlersManagerAsync = crawlersManagerAsync.ThrowIfNull(nameof(crawlersManagerAsync));
AppraisersManagerAsync =
appraisersManagerAsync.ThrowIfNull(nameof(appraisersManagerAsync));
OutputManagerAsync = outputManagerAsync.ThrowIfNull(nameof(outputManagerAsync));
_boundedCapacity = boundedCapacity;
_dataFlowOptions = new DataflowBlockOptions {
BoundedCapacity = _boundedCapacity
};
}
