Exemplos de NCrawler.Toxy ToxyTextExtractorProcessorPipelineStep em C# (CSharp)

Exemplo n.º 1

Arquivo: CrawlerConfigurationExtensions.cs Projeto: esbencarlsen/NCrawler

		public static CrawlerConfiguration TextExtractProcessor(this CrawlerConfiguration crawlerConfiguration,
			int? maxDegreeOfParallelism = null)
		{
			ToxyTextExtractorProcessorPipelineStep filterTextExtractorProcessor =
				new ToxyTextExtractorProcessorPipelineStep(maxDegreeOfParallelism.GetValueOrDefault(Environment.ProcessorCount));
			crawlerConfiguration.AddPipelineStep(filterTextExtractorProcessor);
			return crawlerConfiguration;
		}

Exemplo n.º 2

Arquivo: CrawlerConfigurationExtensions.cs Projeto: lightCraft2020/NCrawler

        public static CrawlerConfiguration TextExtractProcessor(this CrawlerConfiguration crawlerConfiguration,
                                                                int?maxDegreeOfParallelism = null)
        {
            ToxyTextExtractorProcessorPipelineStep filterTextExtractorProcessor =
                new ToxyTextExtractorProcessorPipelineStep(maxDegreeOfParallelism.GetValueOrDefault(Environment.ProcessorCount));

            crawlerConfiguration.AddPipelineStep(filterTextExtractorProcessor);
            return(crawlerConfiguration);
        }