Пример #1
0
 /// <summary>
 /// Create custom repositories for scheduler or default if these are null
 /// </summary>
 /// <param name="allowUriRecrawling">Allow crawl this uri again if something was fail?</param>
 /// <param name="crawledUrlRepository">Crawled url repository</param>
 /// <param name="pagesToCrawlRepository">Pages to crawl repository</param>
 public Scheduler(bool allowUriRecrawling,
                  ICrawledUrlRepository crawledUrlRepository,
                  IQueueOfPagesToCrawlRepository pagesToCrawlRepository)
 {
     AllowUriRecrawling     = allowUriRecrawling;
     CrawledUrlRepository   = crawledUrlRepository ?? new CompactCrawledUrlRepository();
     PagesToCrawlRepository = pagesToCrawlRepository ?? new QueueOfPagesToCrawlRepository();
 }
Пример #2
0
 public void SetUp()
 {
     _unitUnderTest = GetInstance();
     _page1         = new PageToCrawl(new Uri("http://a.com"));
     _page2         = new PageToCrawl(new Uri("http://b.com"));
 }