/// <summary> /// Create custom repositories for scheduler or default if these are null /// </summary> /// <param name="allowUriRecrawling">Allow crawl this uri again if something was fail?</param> /// <param name="crawledUrlRepository">Crawled url repository</param> /// <param name="pagesToCrawlRepository">Pages to crawl repository</param> public Scheduler(bool allowUriRecrawling, ICrawledUrlRepository crawledUrlRepository, IQueueOfPagesToCrawlRepository pagesToCrawlRepository) { AllowUriRecrawling = allowUriRecrawling; CrawledUrlRepository = crawledUrlRepository ?? new CompactCrawledUrlRepository(); PagesToCrawlRepository = pagesToCrawlRepository ?? new QueueOfPagesToCrawlRepository(); }
public void SetUp() { _unitUnderTest = GetInstance(); _page1 = new PageToCrawl(new Uri("http://a.com")); _page2 = new PageToCrawl(new Uri("http://b.com")); }