/// <summary> /// Main method that gathers data /// </summary> /// <param name="context">iDroneContext</param> public override void GetData(object context) { try { BaseContext cont = context as BaseContext; Context = cont; if (!Object.Equals(cont, null)) { SetContextStatus("processing", cont); SetNextRunIntervalByNode(ProcessorName, cont); if (XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, ProcessorName)) { //do work WriteToUsageLogFile("MarketShareBuilder.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started MarketShareBuilder calls"); GetBuilders(); WriteToUsageLogFile("MarketShareBuilder.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed MarketShareBuilder calls"); } SetContextStatus("waiting", cont); } RaiseProcessingCompletedEvent(new EventArgs()); GC.Collect(); } catch (Exception e) { ExceptionExtensions.LogError(e, "Drone.SmallBusinessTracking.Components.MarketShareBuilder.GetData()"); } }
/// <summary> /// Main method that gathers data /// </summary> /// <param name="context">IDroneContext</param> public override void GetData(object context) { try { TwitterContext cont = context as TwitterContext; if (!Object.Equals(cont, null)) { SetContextStatus("processing", cont); //lock the thread and write to context lock (cont) cont.NextRun = XMLUtility.GetNextRunInterval(Xml); //do work if (XMLUtility.IsEnabled(Xml)) { WriteToUsageLogFile("Twitter.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started GetAllMentionsByQuery"); GetAllMentionsByQuery(cont); WriteToUsageLogFile("Twitter.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed GetAllMentionsByQuery"); } //lock the thread and write to context SetContextStatus("waiting", cont); } RaiseProcessingCompletedEvent(new EventArgs()); } catch (Exception e) { ExceptionExtensions.LogError(e, "Drone.Twitter.Components.Twitter.GetData()"); } }
public override void GetData(object context) { try { BaseContext cont = context as BaseContext; Context = cont; if (!Object.Equals(cont, null)) { SetContextStatus("processing", cont); SetNextRunIntervalByNode(ProcessorName, cont); if (XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, ProcessorName)) { GetFanDemographics(); GetPageInfoForAllCompetitors(); } SetContextStatus("waiting", cont); } RaiseProcessingCompletedEvent(new EventArgs()); } catch (Exception e) { ExceptionExtensions.LogError(e, "FacebookFanInfo.GetData()"); } }
/// <summary> /// Main method that gathers data /// </summary> /// <param name="context">iDroneContext</param> public override void GetData(object context) { try { BaseContext cont = context as BaseContext; Context = cont; if (!Object.Equals(cont, null)) { SetContextStatus("processing", cont); SetNextRunIntervalByNode("dnshost", cont); if (XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, "dnshost")) { //do work WriteToUsageLogFile("DNSHost.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started DNSHost calls"); GetAllDNSHosts(); WriteToUsageLogFile("DNSHost.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed DNSHost calls"); } SetContextStatus("waiting", cont); } RaiseProcessingCompletedEvent(new EventArgs()); } catch (Exception e) { ExceptionExtensions.LogError(e, "Drone.MarketShare.Components.DNSHost.GetData()"); } }
/// <summary> /// Main method that gathers data /// </summary> /// <param name="context">iDroneContext</param> public override void GetData(object context) { try { BaseContext cont = context as BaseContext; Context = cont; if (!Object.Equals(cont, null)) { SetContextStatus("processing", cont); SetNextRunIntervalByNode(ProcessorName, cont); if (XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, ProcessorName) && (int)DateTime.Today.DayOfWeek == (int)Enum.Parse(typeof(DayOfWeek), XMLUtility.GetTextFromAccountNode(Xml, ProcessorName + "/interval"), true) || Utility.FileExists("Crunchbase_AllCompanies.txt")) //if this file exists, it means the service failed and is restarting. { //do work WriteToUsageLogFile("Crunchbase.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started Crunchbase calls"); GetAllCompanies(); WriteToUsageLogFile("Crunchbase.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed Crunchbase calls"); } SetContextStatus("waiting", cont); } RaiseProcessingCompletedEvent(new EventArgs()); } catch (Exception e) { ExceptionExtensions.LogError(e, "Drone.SmallBusinessTracking.Components.Crunchbase.GetData()"); } }
public override void GetData(object context) { try { BaseContext cont = context as BaseContext; if (!Object.Equals(cont, null)) { SetContextStatus("processing", cont); SetNextRunIntervalByNode(ProcessorName, cont); if (XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, ProcessorName)) { WriteToUsageLogFile("FacebookInsight.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started GetInsightInfo"); string accountId = XMLUtility.GetTextFromAccountNode(Xml, "id"); string accessToken = XMLUtility.GetTextFromAccountNode(Xml, "accesstoken"); FBIO = new Graph().GetInsightInfo(accountId, accessToken); WriteToUsageLogFile("FacebookInsight.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed GetInsightInfo"); } SetContextStatus("waiting", cont); } RaiseProcessingCompletedEvent(new EventArgs()); } catch (Exception e) { ExceptionExtensions.LogError(e, "FacebookInsight.GetData()"); } }
public override void GetData(object context) { try { BaseContext cont = context as BaseContext; Context = cont; if (!Object.Equals(cont, null)) { SetContextStatus("processing", cont); SetNextRunIntervalByNode(ProcessorName, cont); if (XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, ProcessorName)) { WriteToUsageLogFile("YouTube.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started GetChannelData"); GetSquatterData(); GetChannelData(); WriteToUsageLogFile("YouTube.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed GetChannelData"); } SetContextStatus("waiting", cont); } RaiseProcessingCompletedEvent(new EventArgs()); } catch (Exception e) { ExceptionExtensions.LogError(e, "YouTube.GetData()"); } }
/// <summary> /// Main method that gathers data /// </summary> /// <param name="context">iDroneContext</param> public override void GetData(object context) { try { BaseContext cont = context as BaseContext; if (!Object.Equals(cont, null)) { SetContextStatus("processing", cont); SetNextRunIntervalByNode(ProcessorName, cont); if (XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, ProcessorName)) { //do work WriteToUsageLogFile("TwitterTrend.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started GetTwitterTrendsAllPlaces"); TwitterDataComponent _dataComponent = DroneDataComponent as TwitterDataComponent; _dataComponent.TrendRootList = GetTwitterTrendsAllPlaces(); //DroneDataSource.Process(_dataComponent); //add via webapi call if this is needed again WriteToUsageLogFile("TwitterTrend.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed GetTwitterTrendsAllPlaces"); } SetContextStatus("waiting", cont); } RaiseProcessingCompletedEvent(new EventArgs()); } catch (Exception e) { ExceptionExtensions.LogError(e, "Drone.Twitter.Components.TwitterTrend.GetData()"); } }
public void TwitterUtility_IsEnabled_BadXmlDefaultsFalse() { Drone.Twitter.Components.Twitter t = new Twitter.Components.Twitter(new TwitterTestDataSource()); bool enabledProperty = XMLUtility.IsEnabled(new XmlDocument()); Assert.IsFalse(enabledProperty); }
public void TwitterUtility_IsEnabled() { Drone.Twitter.Components.Twitter t = new Twitter.Components.Twitter(new TwitterTestDataSource()); bool enabledProperty = XMLUtility.IsEnabled(t.Xml); Assert.IsTrue(enabledProperty); }
/// <summary> /// Main method that gathers data /// </summary> /// <param name="context">iDroneContext</param> public override void GetData(object context) { try { BaseContext cont = context as BaseContext; lock (cont) cont.NextRun = XMLUtility.GetNextRunInterval(Xml); if (!Object.Equals(cont, null) && GetContextStatus(cont) != "processing") { Context = cont; SetContextStatus("processing", cont); if (XMLUtility.IsEnabled(Xml)) { //do work WriteToUsageLogFile("QueueProcessor.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started QueueProcessor calls"); while (!cont.ShuttingDown) { try { int counters = 0; lock (this) counters = _processingCounter; if (_qm.HasMessages && counters == 0) { ProcessQueue(); } } catch (Exception ex) { ExceptionExtensions.LogWarning(ex, "QueueProcessor.GetData"); } Thread.Sleep(5000); } WriteToUsageLogFile("QueueProcessor.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed QueueProcessor calls"); } SetContextStatus("waiting", cont); } RaiseProcessingCompletedEvent(new EventArgs()); } catch (Exception e) { SetContextStatus("waiting", Context); ExceptionExtensions.LogError(e, "Drone.QueueProcessor.Components.QueueProcessor.GetData()"); } }
/// <summary> /// Main method that gathers data /// </summary> /// <param name="context">iDroneContext</param> public override void GetData(object context) { try { BaseContext cont = context as BaseContext; if (!Object.Equals(cont, null)) { SetContextStatus("processing", cont); DateTime tempNextRun = cont.NextRun; SetNextRunIntervalByNode(ProcessorName, cont); if (XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, ProcessorName)) { WriteToUsageLogFile("TwitterFollower.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started GetTwitterFollowers"); //wait 5 min for other twitter processes to finish so we don't get rate limited Thread.Sleep(300000); //do work TwitterDataComponent _dataComponent = DroneDataComponent as TwitterDataComponent; UserManager um = new UserManager(); OAuthTokens oat = Utility.GetOAuthToken(Xml); _dataComponent.TwitterUserList = um.GetAllFollowers(oat); DroneDataSource.Process(_dataComponent); WriteToUsageLogFile("TwitterFollower.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed GetTwitterFollowers"); } SetContextStatus("waiting", cont); } RaiseProcessingCompletedEvent(new EventArgs()); } catch (Exception e) { ExceptionExtensions.LogError(e, "Drone.Twitter.Components.TwitterFollower.GetData()"); } }
/// <summary> /// Main method that gathers data /// </summary> /// <param name="context">iDroneContext</param> public override void GetData(object context) { try { BaseContext cont = context as BaseContext; if (!Object.Equals(cont, null)) { SetContextStatus("processing", cont); DateTime tempNextRun = cont.NextRun; SetNextRunIntervalByNode(ProcessorName, cont); if (DateTime.Compare(tempNextRun, DateTime.MinValue) != 0 && XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, ProcessorName)) { WriteToUsageLogFile("TwitterUser.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started GetTwitterUsers Competitors"); //do work TwitterDataComponent _dataComponent = DroneDataComponent as TwitterDataComponent; _dataComponent.TwitterUserList = GetTwitterUsers(); DroneDataSource.Process(_dataComponent); WriteToUsageLogFile("TwitterUser.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed GetTwitterUsers Competitors"); } SetContextStatus("waiting", cont); } RaiseProcessingCompletedEvent(new EventArgs()); } catch (Exception e) { ExceptionExtensions.LogError(e, "Drone.Twitter.Components.TwitterUser.GetData()"); } }