public void ShouldRecrawlPage_RetryablePage_ReturnsTrue()
{
_validCrawledPage.HttpRequestException = new HttpRequestException("Oh no");
_validCrawledPage.RetryCount = 1;
_crawlContext.CrawlConfiguration.MaxRetryCount = 5;
var result = _unitUnderTest.ShouldRecrawlPage(_validCrawledPage, _crawlContext);
Assert.IsTrue(result.Allow);
Assert.AreEqual("", result.Reason);
Assert.IsFalse(result.ShouldHardStopCrawl);
Assert.IsFalse(result.ShouldStopCrawl);
}
public void ShouldRecrawlPage_RetryablePage_ReturnsTrue()
{
_crawlContext.CrawlConfiguration.MaxRetryCount = 5;
CrawlDecision result = _unitUnderTest.ShouldRecrawlPage(
new CrawledPage(new Uri("http://a.com/"))
{
HttpRequestException = new System.Net.Http.HttpRequestException("something bad"),
RetryCount = 1
},
_crawlContext);
Assert.IsTrue(result.Allow);
Assert.AreEqual("", result.Reason);
Assert.IsFalse(result.ShouldHardStopCrawl);
Assert.IsFalse(result.ShouldStopCrawl);
}
