void AnalyzeResort(Resort resort, IWebDriver driver) { string content; driver.Url = resort.Url; try { driver.FindElement(By.ClassName("js-privacywall-agree")).Click(); //agreeing cookies IWebElement daily = driver.FindElement(By.CssSelector("section[data-id=\"" + resort.Container + "\"]")); List <IWebElement> articles = new List <IWebElement>(); articles.AddRange(daily.FindElements(By.TagName("article"))); foreach (IWebElement item in articles) { try { driver.ClickOpenNewTab(item); try { content = driver.PageSource; ProcessArticle(content); if (driver.WindowHandles.Count >= 2) { driver.Close(); //close this tab driver.SwitchTabs(0); } foreach (string name in authorname) { if (authorname.Count > 5) { new Exception().LogErrorToTSV("To many Authors -> It's very likely that the extracting from the authorname didn't worked properly so the article" + title.Preview(20) + " was rejected. There were " + authorname.Count + " many authors"); break; } string temp = ""; if (name != "" && date != null && workload != 0 && articleKicker != "" && name.Length <= 100) { temp = name; temp = temp.ReplaceChars("", '\r', '\n', '\t'); temp = temp.Trim(' '); if (temp != "") { resort.AddArticle(temp, date, workload, title, articleKicker); } } else { new Exception().LogErrorToTSV("something was wrong with the article data so it was not added. Article: author: " + temp.Preview(20) + ", date: " + date.ToString() + ", workload: " + workload.ToString() + ", title: " + title.Preview(20) + ", articleKicker: " + articleKicker.Preview(20)); } } authorname.Clear(); } catch (Exception e) { e.LogErrorToTSV("while trying to get the content of the article: " + item.FindElement(By.TagName("a")).GetAttribute("href")); } } catch (Exception e) { e.LogErrorToTSV("while opening the Article " + item.FindElement(By.TagName("a")).GetAttribute("href")); } } } catch (Exception e) { e.LogErrorToTSV("while aggreeing the cookies or getting IWebElement article in resort " + resort.name); } }