static void crawler_PageCrawlCompletedAsync(object sender, PageCrawlCompletedArgs e)
{
Console.WriteLine(e.CrawledPage.Uri);
IEnumerable <Uri> allLinksOnPage = new HapHyperLinkParser().GetLinks(e.CrawledPage);
IEnumerable <Uri> internalLinks = allLinksOnPage.Where(l => l.Authority == e.CrawlContext.RootUri.Authority);
IEnumerable <Uri> externalLinks = allLinksOnPage.Except(internalLinks);
}
void crawler_PageCrawlCompleted(object sender, PageCrawlCompletedArgs e)
{
var AllLinksOnPage = new HapHyperLinkParser().GetLinks(e.CrawledPage);
foreach (var item in AllLinksOnPage)
{
if (!allLinksOnPage.Contains(item))
{
allLinksOnPage.Add(item);
}
}
}
