public void StartInBoardProGetData(string args) { try { string[] ParameterData_Split = Regex.Split(args, ":"); string Account = ParameterData_Split[0]; string password = ParameterData_Split[1]; string ProxyAddress = ParameterData_Split[2]; string ProxyPort = ParameterData_Split[3]; string ProxyUserName = ParameterData_Split[4]; string ProxyPassword = ParameterData_Split[5]; string FirstName = ParameterData_Split[7]; string LastName = ParameterData_Split[8]; string Location = ParameterData_Split[9]; string Country = ParameterData_Split[10]; string LocationArea = ParameterData_Split[11]; string PostalCode = ParameterData_Split[12]; string Company = ParameterData_Split[13]; string Keyword = ParameterData_Split[14]; string Title = ParameterData_Split[15]; string IndustryType = ParameterData_Split[16]; string Relationship = ParameterData_Split[17]; string language = ParameterData_Split[18]; string Groups = ParameterData_Split[19]; string FileName = ParameterData_Split[20]; string TitleValue = ParameterData_Split[21]; string CompanyValue = ParameterData_Split[22]; string within = ParameterData_Split[23]; string YearsOfExperience = ParameterData_Split[24]; string Function = ParameterData_Split[25]; string SeniorLevel = ParameterData_Split[26]; string IntrestedIn = ParameterData_Split[27]; string CompanySize = ParameterData_Split[28]; string Fortune1000 = ParameterData_Split[29]; string RecentlyJoined = ParameterData_Split[30]; GlobusHttpHelper HttpHelper = new GlobusHttpHelper(); LinkedInScrape objlinkscr = new LinkedInScrape(); LinkedInMaster objLinkedInMaster = new LinkedInMaster(); AddToLogger("[ " + DateTime.Now + " ] => [ Logging with Account : " + Account + " ]"); objLinkedInMaster.LoginHttpHelperForCampaignScraper(ref HttpHelper, Account, password, ProxyAddress, ProxyPort, ProxyUserName, ProxyPassword); if (objLinkedInMaster.IsLoggedIn) { AddToLogger("[ " + DateTime.Now + " ] => [ Logged in with Account : " + Account + " ]"); AddToLogger("[ " + DateTime.Now + " ] => [ Start LinkedIn Crawling ]"); StartCampaignInBoardProGetDataWithPagination(ref HttpHelper, Account, FirstName, LastName, Location, Country, LocationArea, PostalCode, Company, Keyword, Title, IndustryType, Relationship, language, Groups, FileName, TitleValue, CompanyValue, within, YearsOfExperience, Function, SeniorLevel, IntrestedIn, CompanySize, Fortune1000, RecentlyJoined); } } catch (Exception ex) { Console.WriteLine("Error >>> " + ex.StackTrace); } finally { } }
public void StartInBoardProGetData() { try { if (IsStop_InBoardProGetDataThread) { return; } lstInBoardProGetDataThraed.Add(Thread.CurrentThread); lstInBoardProGetDataThraed = lstInBoardProGetDataThraed.Distinct().ToList(); Thread.CurrentThread.IsBackground = true; HttpHelper = new GlobusHttpHelper(); LinkedInScrape objlinkscr = new LinkedInScrape(); bool isLoggedIn = Login_InBoardProGetData(); if (isLoggedIn) { AddLoggerScrapeUsers("[ " + DateTime.Now + " ] => [ Start LinkedIn Crawling ]"); objlinkscr.StartInBoardProGetDataWithPagination(ref HttpHelper); } } catch (Exception ex) { Console.WriteLine("Error >>> " + ex.StackTrace); } finally { try { DisableEnableScrapperControls(); this.Invoke(new MethodInvoker(delegate { btnStopScraper.Enabled = true; btnSearchScraper.Enabled = true; btnSearchScraper.Cursor = Cursors.Default; })); } catch (Exception ex) { Console.WriteLine(ex.StackTrace); } } }
public void StartInBoardProGetData(string args) { try { if (IsStop_InBoardProGetDataThread) { return; } string[] ParameterData_Split = Regex.Split(args, ":"); string Account = ParameterData_Split[0]; string password = ParameterData_Split[1]; string ProxyAddress = ParameterData_Split[2]; string ProxyPort = ParameterData_Split[3]; string ProxyUserName = ParameterData_Split[4]; string ProxyPassword = ParameterData_Split[5]; string FirstName = ParameterData_Split[7]; string LastName = ParameterData_Split[8]; string Location = ParameterData_Split[9]; string Country = ParameterData_Split[10]; string LocationArea = ParameterData_Split[11]; string PostalCode = ParameterData_Split[12]; string Company = ParameterData_Split[13]; string Keyword = ParameterData_Split[14]; string Title = ParameterData_Split[15]; string IndustryType = ParameterData_Split[16]; string Relationship = ParameterData_Split[17]; string language = ParameterData_Split[18]; string Groups = ParameterData_Split[19]; string FileName = ParameterData_Split[20]; string TitleValue = ParameterData_Split[21]; string CompanyValue = ParameterData_Split[22]; string within = ParameterData_Split[23]; string YearsOfExperience = ParameterData_Split[24]; string Function = ParameterData_Split[25]; string SeniorLevel = ParameterData_Split[26]; string IntrestedIn = ParameterData_Split[27]; string CompanySize = ParameterData_Split[28]; string Fortune1000 = ParameterData_Split[29]; string RecentlyJoined = ParameterData_Split[30]; lstInBoardProGetDataThraed.Add(Thread.CurrentThread); lstInBoardProGetDataThraed = lstInBoardProGetDataThraed.Distinct().ToList(); Thread.CurrentThread.IsBackground = true; GlobusHttpHelper HttpHelper = new GlobusHttpHelper(); LinkedInScrape objlinkscr = new LinkedInScrape(); bool isLoggedIn = Login_InBoardProGetDataForCampaignScraper(ref HttpHelper, Account, password, ProxyAddress, ProxyPort, ProxyUserName, ProxyPassword); if (isLoggedIn) { AddLoggerScrapeUsers("[ " + DateTime.Now + " ] => [ Start LinkedIn Crawling ]"); objlinkscr.StartCampaignInBoardProGetDataWithPagination(ref HttpHelper, Account, FirstName, LastName, Location, Country, LocationArea, PostalCode, Company, Keyword, Title, IndustryType, Relationship, language, Groups, FileName, TitleValue, CompanyValue, within, YearsOfExperience, Function, SeniorLevel, IntrestedIn, CompanySize, Fortune1000, RecentlyJoined); } } catch (Exception ex) { Console.WriteLine("Error >>> " + ex.StackTrace); } finally { try { DisableEnableScrapperControls(); this.Invoke(new MethodInvoker(delegate { btnStopScraper.Enabled = true; btnSearchScraper.Enabled = true; btnSearchScraper.Cursor = Cursors.Default; })); } catch (Exception ex) { Console.WriteLine(ex.StackTrace); } } }
private void GetEmployeeDataFromCompanyURL(ref GlobusHttpHelper HttpHelper, List<string> lstCompanyUrls) { try { foreach (string item in lstCompanyUrls) { try { Log("[ " + DateTime.Now + " ] => [ Starting Parsing With UserName : "******" ]"); //Log("Url >>> " + item); string compCode = Regex.Split(item, "company/")[1]; compCode = compCode.Split('?')[0]; string EmployeeUrl = "https://www.linkedin.com/vsearch/p?keywords=" + SearchCriteria.Keyword + "&openAdvancedForm=true&locationType=" + SearchCriteria.Country + "&countryCode=" + SearchCriteria.Country + "&f_CC=" + compCode + "&rsid=&orig=ADVS"; string LinkPagesourceCompEmp = HttpHelper.getHtmlfromUrl1(new Uri(EmployeeUrl)); try { //string EmployeeUrl = string.Empty; #region commented old code //string[] URL_Split = Regex.Split(LinkPagesource, "<li><a class=\"density\" "); //foreach (string CompanyURl in URL_Split) //{ // try // { // if (CompanyURl.Contains("extra_biz_employees_deg_connected")) // { // int startIndex = CompanyURl.IndexOf("href=\""); // string start = CompanyURl.Substring(startIndex).Replace("href=\"", string.Empty); // int endIndex = start.IndexOf("\">"); // string end = start.Substring(0, endIndex).Replace("\">", string.Empty).Trim(); // EmployeeUrl = "https://www.linkedin.com" + end; // } // } // catch // { } //} #endregion int pagenumber = 0; string strPageNumber = string.Empty; string[] Arr12 = Regex.Split(LinkPagesourceCompEmp, "<p class=\"summary\">"); if (Arr12.Count() == 1) { Arr12 = Regex.Split(LinkPagesourceCompEmp, "formattedResultCount"); } foreach (string item1 in Arr12) { try { if (!item1.Contains("<!DOCTYPE")) { if (item1.Contains("<strong>")) { try { //":"15,439","i18n_survey_feedback_thanks": string pageNO = Regex.Split(item1, "i18n_survey")[0].Replace(":", string.Empty).Replace(",", string.Empty).Replace("\"", string.Empty); string[] arrPageNO = Regex.Split(pageNO, "[^0-9]"); foreach (string item2 in arrPageNO) { try { if (!string.IsNullOrEmpty(item2)) { strPageNumber = item2; } } catch { } } } catch { } } } } catch { } } try { strPageNumber = strPageNumber.Replace(".", string.Empty); if (strPageNumber != string.Empty || strPageNumber == "0") { Log("[ " + DateTime.Now + " ] => [ Total Results found: " + strPageNumber + " ]"); } pagenumber = int.Parse(strPageNumber); } catch (Exception) { } pagenumber = (pagenumber / 10) + 1; LinkedInScrape obj_LinkedInScrape = new LinkedInScrape(); EmployeeUrl = EmployeeUrl + "##CompanyEmployeeScraper"; obj_LinkedInScrape.StartCompanyEmployeeScraperWithPagination(ref HttpHelper, EmployeeUrl, pagenumber); } catch { } } catch { } } } catch { } }