private void GetEmployeeDataFromCompanyURL(ref GlobusHttpHelper HttpHelper, List<string> lstCompanyUrls) { try { foreach (string item in lstCompanyUrls) { try { Log("[ " + DateTime.Now + " ] => [ Starting Parsing With UserName : "******" ]"); //Log("Url >>> " + item); string compCode = Regex.Split(item, "company/")[1]; compCode = compCode.Split('?')[0]; string EmployeeUrl = "https://www.linkedin.com/vsearch/p?keywords=" + SearchCriteria.Keyword + "&openAdvancedForm=true&locationType=" + SearchCriteria.Country + "&countryCode=" + SearchCriteria.Country + "&f_CC=" + compCode + "&rsid=&orig=ADVS"; string LinkPagesourceCompEmp = HttpHelper.getHtmlfromUrl1(new Uri(EmployeeUrl)); try { //string EmployeeUrl = string.Empty; #region commented old code //string[] URL_Split = Regex.Split(LinkPagesource, "<li><a class=\"density\" "); //foreach (string CompanyURl in URL_Split) //{ // try // { // if (CompanyURl.Contains("extra_biz_employees_deg_connected")) // { // int startIndex = CompanyURl.IndexOf("href=\""); // string start = CompanyURl.Substring(startIndex).Replace("href=\"", string.Empty); // int endIndex = start.IndexOf("\">"); // string end = start.Substring(0, endIndex).Replace("\">", string.Empty).Trim(); // EmployeeUrl = "https://www.linkedin.com" + end; // } // } // catch // { } //} #endregion int pagenumber = 0; string strPageNumber = string.Empty; string[] Arr12 = Regex.Split(LinkPagesourceCompEmp, "<p class=\"summary\">"); if (Arr12.Count() == 1) { Arr12 = Regex.Split(LinkPagesourceCompEmp, "formattedResultCount"); } foreach (string item1 in Arr12) { try { if (!item1.Contains("<!DOCTYPE")) { if (item1.Contains("<strong>")) { try { //":"15,439","i18n_survey_feedback_thanks": string pageNO = Regex.Split(item1, "i18n_survey")[0].Replace(":", string.Empty).Replace(",", string.Empty).Replace("\"", string.Empty); string[] arrPageNO = Regex.Split(pageNO, "[^0-9]"); foreach (string item2 in arrPageNO) { try { if (!string.IsNullOrEmpty(item2)) { strPageNumber = item2; } } catch { } } } catch { } } } } catch { } } try { strPageNumber = strPageNumber.Replace(".", string.Empty); if (strPageNumber != string.Empty || strPageNumber == "0") { Log("[ " + DateTime.Now + " ] => [ Total Results found: " + strPageNumber + " ]"); } pagenumber = int.Parse(strPageNumber); } catch (Exception) { } pagenumber = (pagenumber / 10) + 1; LinkedInScrape obj_LinkedInScrape = new LinkedInScrape(); EmployeeUrl = EmployeeUrl + "##CompanyEmployeeScraper"; obj_LinkedInScrape.StartCompanyEmployeeScraperWithPagination(ref HttpHelper, EmployeeUrl, pagenumber); } catch { } } catch { } } } catch { } }