Courtesy of Muttok
Inheritance: IPipelineStep
SitemapProcessor Class Documentation
Beispiel #1
0
		public static CrawlerConfiguration PdfTextExtractProcessor(this CrawlerConfiguration crawlerConfiguration,
			int? maxDegreeOfParallelism = null)
		{
			SitemapProcessor sitemapProcessor =
				new SitemapProcessor(maxDegreeOfParallelism.GetValueOrDefault(Environment.ProcessorCount));
			crawlerConfiguration.AddPipelineStep(sitemapProcessor);
			return crawlerConfiguration;
		}
Beispiel #2
0
        public static CrawlerConfiguration PdfTextExtractProcessor(this CrawlerConfiguration crawlerConfiguration,
                                                                   int?maxDegreeOfParallelism = null)
        {
            SitemapProcessor sitemapProcessor =
                new SitemapProcessor(maxDegreeOfParallelism.GetValueOrDefault(Environment.ProcessorCount));

            crawlerConfiguration.AddPipelineStep(sitemapProcessor);
            return(crawlerConfiguration);
        }