private void GetEmployeeDataFromCompanyURL(ref GlobusHttpHelper HttpHelper, List<string> lstCompanyUrls)
{
try
{
foreach (string item in lstCompanyUrls)
{
try
{
Log("[ " + DateTime.Now + " ] => [ Starting Parsing With UserName : "******" ]");
//Log("Url >>> " + item);
string compCode = Regex.Split(item, "company/")[1];
compCode = compCode.Split('?')[0];
string EmployeeUrl = "https://www.linkedin.com/vsearch/p?keywords=" + SearchCriteria.Keyword + "&openAdvancedForm=true&locationType=" + SearchCriteria.Country + "&countryCode=" + SearchCriteria.Country + "&f_CC=" + compCode + "&rsid=&orig=ADVS";
string LinkPagesourceCompEmp = HttpHelper.getHtmlfromUrl1(new Uri(EmployeeUrl));
try
{
//string EmployeeUrl = string.Empty;
#region commented old code
//string[] URL_Split = Regex.Split(LinkPagesource, "<li><a class=\"density\" ");
//foreach (string CompanyURl in URL_Split)
//{
// try
// {
// if (CompanyURl.Contains("extra_biz_employees_deg_connected"))
// {
// int startIndex = CompanyURl.IndexOf("href=\"");
// string start = CompanyURl.Substring(startIndex).Replace("href=\"", string.Empty);
// int endIndex = start.IndexOf("\">");
// string end = start.Substring(0, endIndex).Replace("\">", string.Empty).Trim();
// EmployeeUrl = "https://www.linkedin.com" + end;
// }
// }
// catch
// { }
//}
#endregion
int pagenumber = 0;
string strPageNumber = string.Empty;
string[] Arr12 = Regex.Split(LinkPagesourceCompEmp, "<p class=\"summary\">");
if (Arr12.Count() == 1)
{
Arr12 = Regex.Split(LinkPagesourceCompEmp, "formattedResultCount");
}
foreach (string item1 in Arr12)
{
try
{
if (!item1.Contains("<!DOCTYPE"))
{
if (item1.Contains("<strong>"))
{
try
{
//":"15,439","i18n_survey_feedback_thanks":
string pageNO = Regex.Split(item1, "i18n_survey")[0].Replace(":", string.Empty).Replace(",", string.Empty).Replace("\"", string.Empty);
string[] arrPageNO = Regex.Split(pageNO, "[^0-9]");
foreach (string item2 in arrPageNO)
{
try
{
if (!string.IsNullOrEmpty(item2))
{
strPageNumber = item2;
}
}
catch
{
}
}
}
catch
{
}
}
}
}
catch
{
}
}
try
{
strPageNumber = strPageNumber.Replace(".", string.Empty);
if (strPageNumber != string.Empty || strPageNumber == "0")
{
Log("[ " + DateTime.Now + " ] => [ Total Results found: " + strPageNumber + " ]");
}
pagenumber = int.Parse(strPageNumber);
}
catch (Exception)
{
}
pagenumber = (pagenumber / 10) + 1;
LinkedInScrape obj_LinkedInScrape = new LinkedInScrape();
EmployeeUrl = EmployeeUrl + "##CompanyEmployeeScraper";
obj_LinkedInScrape.StartCompanyEmployeeScraperWithPagination(ref HttpHelper, EmployeeUrl, pagenumber);
}
catch
{ }
}
catch
{ }
}
}
catch { }
}
