Example #1
0
 public Dictionary<String, HashSet<String>> getSiteText(ref System.Windows.Forms.WebBrowser oBrowser, String sURL)
 {
     Dictionary<String, HashSet<String>> oSiteText = new Dictionary<string, HashSet<string>>();
     XmlReader oReader = new XmlTextReader(sURL);
     WebDocumentLoader oDocLoader = new WebDocumentLoader(oWININET);
     while (oReader.ReadState != ReadState.EndOfFile)
     {
         if (oReader.ReadToFollowing("url"))
         {
             if (oReader.ReadToFollowing("loc"))
             {
                 String sPageUrl = oReader.ReadElementContentAsString();
                 HtmlDocument oDocument = oDocLoader.loadDocument(ref oBrowser, sPageUrl);
                 HashSet<String> oPageText = retrievePageText(oDocument);
                 oSiteText.Add(sPageUrl, oPageText);
             }
         }
     }
     return oSiteText;
 }
Example #2
0
 public FatherOfBlackSEOps()
 {
     wininet = new wininetWrapper();
     oRandomizer = new Random();
     oDocLoader = new WebDocumentLoader(wininet);
 }