public MadBidScheduler(bool allowUriRecrawling, ICrawledUrlRepository crawledUrlRepo, IPagesToCrawlRepository pagesToCrawlRepo) { rand1 = new Random((int)DateTime.Now.Ticks & 0x0000FFFF); _allowUriRecrawling = allowUriRecrawling; _crawledUrlRepo = crawledUrlRepo ?? new InMemoryCrawledUrlRepository(); }
public Scheduler(bool allowUriRecrawling, ICrawledUrlRepository crawledUrlRepo, IPagesToCrawlRepository pagesToCrawlRepo) { _allowUriRecrawling = allowUriRecrawling; _crawledUrlRepo = crawledUrlRepo ?? new CompactCrawledUrlRepository(); _pagesToCrawlRepo = pagesToCrawlRepo ?? new FifoPagesToCrawlRepository(); }
public void SetUp() { _unitUnderTest = GetInstance(); _page1 = new PageToCrawl(new Uri("http://a.com")); _page2 = new PageToCrawl(new Uri("http://b.com")); }
public Scheduler(ICrawledUrlRepository crawledUrlRepo, IPagesToCrawlRepository pagesToCrawlRepo) { _crawledUrlRepo = crawledUrlRepo ?? new InMemoryCrawledUrlStorage(); _pagesToCrawlRepo = pagesToCrawlRepo ?? new FifoPagesToCrawlStorage(); }