public bool TryExtractSha256ChecksumFromPage(string sourceUrl, string directDownloadUrl, out string sha256Checksum)
{
SimpleWebScraper simpleWebScraper = new SimpleWebScraper();
var baseDownloadPage = simpleWebScraper.GetWebsiteDocument(sourceUrl);
if (simpleWebScraper.TryGetSha256FromHtml(baseDownloadPage, directDownloadUrl, out string result))
{
sha256Checksum = result;
return(true);
}
else
{
sha256Checksum = string.Empty;
return(false);
}
}
public async Task <string> TryFindChecksumWithCrawler(string sourceUrl, string directDownloadUrl)
{
WebCrawler webCrawler = new WebCrawler(sourceUrl);
SimpleWebScraper simpleWebScraper = new SimpleWebScraper();
var crawledPages = await webCrawler.Crawl(CRAWLER_BASE_DEPTH);
foreach (var page in crawledPages)
{
if (simpleWebScraper.TryGetSha256FromHtml(page, directDownloadUrl, out string result))
{
return(result);
}
}
return(string.Empty);
}