public void Run()
{
WriteToConsole($"Start ScraperExecution - Current entries {_chuckNorrisService.GetFacts().Count}");
var scraperInfo = _scraperInfoService.GetScraperInfo(order);
var page = scraperInfo.LastPage;
while (page < scraperInfo.LastPage + 15)
{
page++;
var returnValue = GetJson(page);
if (string.IsNullOrEmpty(returnValue))
{
break;
}
ParseAndPopulateDB(returnValue);
WriteToConsole($"ScraperExecution - Page {page}");
}
_scraperInfoService.AddUpdate(new ScraperInfoDto()
{
Order = order,
LastPage = page,
LastRun = DateTime.Now
});
WriteToConsole($"End ScraperExecution - Current entries {_chuckNorrisService.GetFacts().Count}");
}
