public Page(Uri address, HtmlDocument innerHtml, int pageDepth, CrawlerSession crawlerSession)
{
_address = address;
_links = new List <Link>();
_pageDepth = pageDepth;
_crawlerSession = crawlerSession;
var textWriter = new StringWriter();
_innerHtmlDocument = innerHtml;
innerHtml.Save(textWriter);
_innerHtml = textWriter.ToString();
}
public Page CreatePage(Uri address, int pageDepth, CrawlerSession crawlerSession)
{
HtmlDocument htmlDocument;
Page page;
try
{
htmlDocument = GetHtmlDocumentFromWebAddress(address);
page = new Page(address, htmlDocument, pageDepth, crawlerSession);
InitializeLinks(htmlDocument, page);
}
catch (Exception)
{
Console.WriteLine("Could not create page....");
return(null);
}
return(page);
}
