private void threadStartScrape()
{
TwitterDataScrapper dataScrapeer = new TwitterDataScrapper();
try
{
List<string> lst_structTweetFollowersIDs = new List<string>();
List<string> lst_structTweetFollowingsIds = new List<string>();
GlobusHttpHelper globusHttpHelper = new GlobusHttpHelper();
string user_id = string.Empty;
int counter = 0;
TweetAccountManager TweetLogin = new TweetAccountManager();
string ReturnStatus = string.Empty;
Globals.IsMobileVersion = true;
if (!Globals.IsMobileVersion)
{
foreach (KeyValuePair<string, TweetAccountManager> item in TweetAccountContainer.dictionary_TweetAccount)
{
if (counter > TweetAccountContainer.dictionary_TweetAccount.Count)
{
counter = 0;
}
TweetLogin = new TweetAccountManager();
TweetLogin.Username = item.Key;
TweetLogin.Password = item.Value.Password;
TweetLogin.proxyAddress = item.Value.proxyAddress;
TweetLogin.proxyPort = item.Value.proxyPort;
TweetLogin.proxyUsername = item.Value.proxyUsername;
TweetLogin.proxyPassword = item.Value.proxyPassword;
TweetLogin.Login();
if (!TweetLogin.IsLoggedIn)
{
continue;
}
else
{
globusHttpHelper = TweetLogin.globusHttpHelper;
counter++;
break;
}
}
if (!TweetLogin.IsLoggedIn)
{
AddToScrapeLogs("[ " + DateTime.Now + " ] => [ Please Upload Atleast One Working Account To Get Details ]");
return;
}
}
foreach (string keyword in lstscrapeUsername)
{
dataScrapeer.CounterDataNo = 500;
txtlimitScrapeUsers.Invoke(new MethodInvoker(delegate
{
if (!string.IsNullOrEmpty(txtlimitScrapeUsers.Text) && NumberHelper.ValidateNumber(txtlimitScrapeUsers.Text))
{
dataScrapeer.CounterDataNo = Convert.ToInt32(txtlimitScrapeUsers.Text);
}
}));
if (counter > TweetAccountContainer.dictionary_TweetAccount.Count)
{
counter = 0;
}
if (chkboxScrapeFollowers.Checked)
{
try
{
if (!File.Exists(Globals.Path_ScrapedFollowersList))
{
// GlobusFileHelper.AppendStringToTextfileNewLine("Name/Id , FollowersUserID , Followers User Name", Globals.Path_ScrapedFollowersList);
GlobusFileHelper.AppendStringToTextfileNewLine("Name/Id , Followers User Name", Globals.Path_ScrapedFollowersList);
}
try
{
dataScrapeer.logEvents.addToLogger += new EventHandler(DataScraperlogger_addToLogger);
if (!Globals.IsMobileVersion)
{
lst_structTweetFollowersIDs = dataScrapeer.GetFollowers_New(keyword.Trim(), out ReturnStatus, ref globusHttpHelper);
}
else
{
lst_structTweetFollowersIDs = dataScrapeer.GetFollowers_New_ForMobileVersion(keyword.Trim(), out ReturnStatus, ref globusHttpHelper);
}
dataScrapeer.logEvents.addToLogger -= new EventHandler(DataScraperlogger_addToLogger);
}
catch (Exception ex)
{
}
if (lst_structTweetFollowersIDs.Count > 0)
{
//AddToScrapeLogs("[ " + DateTime.Now + " ] => [ Adding To DataBase and File ]");
//AddToScrapeLogs("[ " + DateTime.Now + " ] => [ Added " + lst_structTweetFollowersIDs.Count + " Followers to list ]");
//foreach (string data in lst_structTweetFollowersIDs)
//{
// try
// {
// string[] arr_data = data.Split(':');
// Globals.lstScrapedUserIDs.Add(arr_data[0]);
// GlobusFileHelper.AppendStringToTextfileNewLine(keyword + "," + arr_data[0] + "," + arr_data[1], Globals.Path_ScrapedFollowersList);
// }
// catch (Exception ex)
// {
// Globussoft.GlobusFileHelper.AppendStringToTextfileNewLine(DateTime.Now + " --> Error --> btnScrapeKeyword_Click() -- lst_structTweetFollowersIDs foreach --> " + ex.Message, Globals.Path_ScrapeUsersErroLog);
// Globussoft.GlobusFileHelper.AppendStringToTextfileNewLine("Error --> btnScrapeKeyword_Click() -- lst_structTweetFollowersIDs foreach --> " + ex.Message, Globals.Path_TwtErrorLogs);
// }
//}
AddToScrapeLogs("[ " + DateTime.Now + " ] => [ Added " + lst_structTweetFollowersIDs.Count + " Followers from User: "******" ]");
AddToScrapeLogs("[ " + DateTime.Now + " ] => [ Data Exported to " + Globals.Path_ScrapedFollowersList);
if (Globals.IsDirectedFromFollower)
{
AddToLog_Follower("[ " + DateTime.Now + " ] => [ Added " + lst_structTweetFollowersIDs.Count + " Followers from User: "******" ]");
Thread.Sleep(1000);
}
}
else if (ReturnStatus.Contains("Sorry, that page does not exist"))
{
AddToScrapeLogs("[ " + DateTime.Now + " ] => [ Sorry, That User does not exist =>" + ReturnStatus.Split(':')[1] + " ]");
continue;
}
else if (ReturnStatus == "Account is Suspended. ")
{
AddToScrapeLogs("[ " + DateTime.Now + " ] => [ Account " + keyword + " is Suspended. ]");
}
else if (ReturnStatus == "Error")
{
AddToScrapeLogs("[ " + DateTime.Now + " ] => [ Rate Limit Exceeded.Please Try After Some Time ]");
}
else
{
AddToScrapeLogs("[ " + DateTime.Now + " ] => [ " + keyword + " User does not exist ]");
}
}
catch (Exception ex)
{
Globussoft.GlobusFileHelper.AppendStringToTextfileNewLine(DateTime.Now + " --> Error --> btnScrapeUser_Click() -- chkboxScrapeFollowers.Checked --> " + ex.Message, Globals.Path_ScrapeUsersErroLog);
Globussoft.GlobusFileHelper.AppendStringToTextfileNewLine("Error --> btnScrapeUser_Click() -- chkboxScrapeFollowers.Checked --> " + ex.Message, Globals.Path_TwtErrorLogs);
}
}
if (chkboxScrapeFollowings.Checked)
{
try
{
if (!File.Exists(Globals.Path_ScrapedFollowingsList))
{
// GlobusFileHelper.AppendStringToTextfileNewLine("Name/Id , FollowingsUserID , Following User Name", Globals.Path_ScrapedFollowingsList);
GlobusFileHelper.AppendStringToTextfileNewLine("Name/Id , Following User Name", Globals.Path_ScrapedFollowingsList);
}
string returnStaus = string.Empty;
string Screen_name = string.Empty;
dataScrapeer.logEvents.addToLogger += new EventHandler(DataScraperlogger_addToLogger);
// GlobusHttpHelper globusHttpHelper1 = new GlobusHttpHelper();
if (!Globals.IsMobileVersion)
{
lst_structTweetFollowingsIds = dataScrapeer.GetFollowings_New(keyword.Trim(), out returnStaus, ref globusHttpHelper);
}
else
{
lst_structTweetFollowingsIds = dataScrapeer.GetFollowings_NewForMobileVersion(keyword.Trim(), out returnStaus, ref globusHttpHelper);
}
if (lst_structTweetFollowingsIds.Count > 0)
{
if (lst_structTweetFollowingsIds.Count > 0)
{
AddToScrapeLogs("[ " + DateTime.Now + " ] => [ Added " + lst_structTweetFollowingsIds.Count + " Followings from User: "******" ]");
AddToScrapeLogs("[ " + DateTime.Now + " ] => [ Data Exported to " + Globals.Path_ScrapedFollowingsList + " ]");
if (Globals.IsDirectedFromFollower)
{
AddToLog_Follower("[ " + DateTime.Now + " ] => [ Added " + lst_structTweetFollowingsIds.Count + " Followings from User: "******" ]");
Thread.Sleep(1000);
//Tb_AccountManager.Invoke(new MethodInvoker(delegate
//{
// Tb_AccountManager.SelectedIndex = 2;
//}));
//tabMain.SelectedIndex = 2;
}
}
else if (returnStaus == "Error")
{
AddToScrapeLogs("[ " + DateTime.Now + " ] => [ Rate Limit Exceeded.Please Try After Some Time ]");
break;
}
}
else
{
AddToScrapeLogs("[ " + DateTime.Now + " ] => [ " + keyword + " User does not have any followings ]");
}
}
catch (Exception ex)
{
Globussoft.GlobusFileHelper.AppendStringToTextfileNewLine(DateTime.Now + " --> Error --> btnScrapeKeyword_Click() -- lst_structTweetFollowingsIds foreach --> " + ex.Message, Globals.Path_ScrapeUsersErroLog);
Globussoft.GlobusFileHelper.AppendStringToTextfileNewLine("Error --> btnScrapeKeyword_Click() -- lst_structTweetFollowingsIds foreach --> " + ex.Message, Globals.Path_TwtErrorLogs);
}
}
Globals.lstScrapedUserIDs = Globals.lstScrapedUserIDs.Distinct().ToList();
}
Globals.IsMobileVersion = false;
new Thread(() =>
{
try
{
List<string> temp = new List<string>();
foreach (string item in Globals.lstScrapedUserIDs)
{
temp.Add(item);
}
foreach (string data in temp)
{
try
{
clsDBQueryManager DataBase = new clsDBQueryManager();
DataBase.InsertOrUpdateScrapeSetting(data, "", "");
}
catch (Exception ex)
{
Globussoft.GlobusFileHelper.AppendStringToTextfileNewLine(DateTime.Now + " --> Error --> lstScrapedUserIDs --> " + ex.Message, Globals.Path_ScrapeUsersErroLog);
Globussoft.GlobusFileHelper.AppendStringToTextfileNewLine("Error --> lstScrapedUserIDs --> " + ex.Message, Globals.Path_TwtErrorLogs);
}
}
}
catch (Exception)
{
}
}).Start();
AddToScrapeLogs("[ " + DateTime.Now + " ] => [ PROCESS COMPLETED ]");
AddToScrapeLogs("------------------------------------------------------------------------------------------------------------------------------------------");
//if (IsUserScrapedDatalist)
//{
// Tb_AccountManager.Invoke(new MethodInvoker(delegate
// {
// Tb_AccountManager.SelectedIndex = 0;
// //Tb_AccountManager.SelectedTab.Name = "tabFollower";
// }));
//}
}
catch (Exception)
{
}
finally
{
IsStart_ScrapUser = true;
dataScrapeer.logEvents.addToLogger -= new EventHandler(DataScraperlogger_addToLogger);
}
}
