/// <summary>
/// Schedules the param to be crawled
/// </summary>
public void Add(PageToCrawl page)
{
if (page == null)
{
throw new ArgumentNullException(nameof(page));
}
if (AllowUriRecrawling || page.IsRetry)
{
PagesToCrawlRepository.Add(page);
}
else
{
if (CrawledUrlRepository.AddIfNew(page.Uri))
{
PagesToCrawlRepository.Add(page);
}
}
}
public void Add_SinglePage_AddsToQueue()
{
Assert.AreEqual(0, _unitUnderTest.Count());
_unitUnderTest.Add(_page1);
Assert.AreEqual(1, _unitUnderTest.Count());
}
