public Page(Uri address, HtmlDocument innerHtml, int pageDepth, CrawlerSession crawlerSession) { _address = address; _links = new List <Link>(); _pageDepth = pageDepth; _crawlerSession = crawlerSession; var textWriter = new StringWriter(); _innerHtmlDocument = innerHtml; innerHtml.Save(textWriter); _innerHtml = textWriter.ToString(); }
public Page CreatePage(Uri address, int pageDepth, CrawlerSession crawlerSession) { HtmlDocument htmlDocument; Page page; try { htmlDocument = GetHtmlDocumentFromWebAddress(address); page = new Page(address, htmlDocument, pageDepth, crawlerSession); InitializeLinks(htmlDocument, page); } catch (Exception) { Console.WriteLine("Could not create page...."); return(null); } return(page); }