public void SecondStepExtractOpinions() { bool moreOpinionsExist = false; int opinionNumberPage = 1; string opinionUrl = "opinie-"; string opinionFirstPage = "#tab=reviews"; OpinionDataHTML opinionData = new OpinionDataHTML(); Dictionary <int, List <string> > dictionaryWithHTMLOpinions = new Dictionary <int, List <string> >(); ProductData mainData = new ProductData(url, pathToFileWebsiteTxt); this.Brand = mainData.Brand; this.BriefDescription = mainData.BriefDescription; this.NumberOfReviews = mainData.NumberOfReviews; this.Price = mainData.Price; this.ProductName = mainData.ProductName; this.Rating = mainData.Rating; this.Type = mainData.Type; this.Variants = mainData.Variants; moreOpinionsExist = mainData.MoreOpinionsExist; if (moreOpinionsExist) { bool isMorePage = ExistMoreThanOnePage(pathToFileWebsiteTxt); if (opinionNumberPage == 1) { string subUrl = string.Format( "{0}/{1}", url, opinionFirstPage ); ConvertHTMLToTxt(subUrl); GetHTMLOpinions(pathToFileWebsiteTxt, opinionData); } while (isMorePage) { opinionNumberPage++; string subUrl = string.Format( "{0}/{1}{2}", url, opinionUrl, opinionNumberPage.ToString() ); ConvertHTMLToTxt(subUrl); GetHTMLOpinions(pathToFileWebsiteTxt, opinionData); isMorePage = ExistMoreThanOnePage(pathToFileWebsiteTxt); } } else { GetHTMLOpinions(pathToFileWebsiteTxt, opinionData); } dictionaryWithHTMLOpinions = opinionData.DictionaryWithHTMLOpinions; Opinions = new Opinions(dictionaryWithHTMLOpinions, pathToFileOneOpinion); RemoveFilesFromTemp(); }
private void GetHTMLOpinions(string filePath, OpinionDataHTML opinionData) { var file = File.ReadAllLines(filePath); opinionData.GetHTMLOpinions(file); }