public void DownloadTextFromWebPage()
{
var webCrawler = new WebSiteCrawler();
var text = webCrawler.GetRawTextFromSite(@"http://politiken.dk/oekonomi/2050/energi/ECE3050109/ekspert-olieselskaberne-har-fejlvurderet-og-taget-for-store-risici/");
Console.WriteLine(text);
}
public void GetLinksFromSite()
{
var webCrawler = new WebSiteCrawler();
var links = webCrawler.GetAllLinksFromSite(@"http://politiken.dk");
foreach (var link in links)
{
Console.WriteLine(link);
}
}