public bool ShouldStop(CrawlReport report)
{
// no change, check how long it's been since the last,
// if it's too long, return false;
if (_lastCrawlCount == report.Crawled.Count())
{
return(_nowProvider.Now - _waitTimeout > _lastCrawledCountIncreaseDate);
}
_lastCrawlCount = report.Crawled.Count();
_lastCrawledCountIncreaseDate = _nowProvider.Now;
return(true);
}
public bool ShouldStop(CrawlReport report)
{
return(report.Crawled.Count() >= _max);
}
public bool ShouldStop(CrawlReport report)
{
return(report.TimeElapsed >= _maxTime);
}
