public Dictionary<String, HashSet<String>> getSiteText(ref System.Windows.Forms.WebBrowser oBrowser, String sURL) { Dictionary<String, HashSet<String>> oSiteText = new Dictionary<string, HashSet<string>>(); XmlReader oReader = new XmlTextReader(sURL); WebDocumentLoader oDocLoader = new WebDocumentLoader(oWININET); while (oReader.ReadState != ReadState.EndOfFile) { if (oReader.ReadToFollowing("url")) { if (oReader.ReadToFollowing("loc")) { String sPageUrl = oReader.ReadElementContentAsString(); HtmlDocument oDocument = oDocLoader.loadDocument(ref oBrowser, sPageUrl); HashSet<String> oPageText = retrievePageText(oDocument); oSiteText.Add(sPageUrl, oPageText); } } } return oSiteText; }
public FatherOfBlackSEOps() { wininet = new wininetWrapper(); oRandomizer = new Random(); oDocLoader = new WebDocumentLoader(wininet); }