static async Task Run()
{
var scraper = new NrkSiteMapScraper();
var articleInfos = await scraper.Scrape();
var queueHelper = new QueueHelper();
var articleRepository = new ArticleRepository();
foreach (var articleInfo in articleInfos)
{
if (!articleRepository.ContainsUrl(articleInfo.Url))
{
Console.WriteLine($"Queueing {articleInfo.Url}");
queueHelper.Queue(articleInfo);
}
else
{
Console.WriteLine($"{articleInfo.Url} was already in the database.");
}
}
}
