public static CrawlerConfiguration TextExtractProcessor(this CrawlerConfiguration crawlerConfiguration, int? maxDegreeOfParallelism = null) { ToxyTextExtractorProcessorPipelineStep filterTextExtractorProcessor = new ToxyTextExtractorProcessorPipelineStep(maxDegreeOfParallelism.GetValueOrDefault(Environment.ProcessorCount)); crawlerConfiguration.AddPipelineStep(filterTextExtractorProcessor); return crawlerConfiguration; }
public static CrawlerConfiguration TextExtractProcessor(this CrawlerConfiguration crawlerConfiguration, int?maxDegreeOfParallelism = null) { ToxyTextExtractorProcessorPipelineStep filterTextExtractorProcessor = new ToxyTextExtractorProcessorPipelineStep(maxDegreeOfParallelism.GetValueOrDefault(Environment.ProcessorCount)); crawlerConfiguration.AddPipelineStep(filterTextExtractorProcessor); return(crawlerConfiguration); }