public ImageCrawler(ICrawlerRules<HtmlDocument> rules, ICrawlerProcesser<HtmlDocument> processer, int threads) { // Assign the rules to be used by the crawler // to validate urls and pages for crawling. _rules = rules; // Assign the processer the crawler will call to // have valid pages (specified by the rules) processed. _processer = processer; // At this point we start a thread for crawling. // The thread will block until urls are added to // the BlockingCollection. Task.Factory.StartNew(() => Crawl(threads), TaskCreationOptions.LongRunning); }
public CrawlersController(ICrawlerProcesser crawlerProcesser) { _crawlerProcesser = crawlerProcesser; }