Courtesy of Muttok
상속: IPipelineStep
SitemapProcessor 1 문서
예제 #1
0
		public static CrawlerConfiguration PdfTextExtractProcessor(this CrawlerConfiguration crawlerConfiguration,
			int? maxDegreeOfParallelism = null)
		{
			SitemapProcessor sitemapProcessor =
				new SitemapProcessor(maxDegreeOfParallelism.GetValueOrDefault(Environment.ProcessorCount));
			crawlerConfiguration.AddPipelineStep(sitemapProcessor);
			return crawlerConfiguration;
		}
예제 #2
0
        public static CrawlerConfiguration PdfTextExtractProcessor(this CrawlerConfiguration crawlerConfiguration,
                                                                   int?maxDegreeOfParallelism = null)
        {
            SitemapProcessor sitemapProcessor =
                new SitemapProcessor(maxDegreeOfParallelism.GetValueOrDefault(Environment.ProcessorCount));

            crawlerConfiguration.AddPipelineStep(sitemapProcessor);
            return(crawlerConfiguration);
        }