Exemplo n.º 1
0
        /// <summary>
        /// Main method that gathers data
        /// </summary>
        /// <param name="context">iDroneContext</param>
        public override void GetData(object context)
        {
            try
            {
                BaseContext cont = context as BaseContext;
                Context = cont;

                if (!Object.Equals(cont, null))
                {
                    SetContextStatus("processing", cont);
                    SetNextRunIntervalByNode(ProcessorName, cont);

                    if (XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, ProcessorName))
                    {
                        //do work
                        WriteToUsageLogFile("MarketShareBuilder.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started MarketShareBuilder calls");

                        GetBuilders();

                        WriteToUsageLogFile("MarketShareBuilder.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed MarketShareBuilder calls");
                    }

                    SetContextStatus("waiting", cont);
                }

                RaiseProcessingCompletedEvent(new EventArgs());
                GC.Collect();
            }
            catch (Exception e)
            {
                ExceptionExtensions.LogError(e, "Drone.SmallBusinessTracking.Components.MarketShareBuilder.GetData()");
            }
        }
Exemplo n.º 2
0
        /// <summary>
        /// Main method that gathers data
        /// </summary>
        /// <param name="context">IDroneContext</param>
        public override void GetData(object context)
        {
            try
            {
                TwitterContext cont = context as TwitterContext;
                if (!Object.Equals(cont, null))
                {
                    SetContextStatus("processing", cont);

                    //lock the thread and write to context
                    lock (cont) cont.NextRun = XMLUtility.GetNextRunInterval(Xml);

                    //do work
                    if (XMLUtility.IsEnabled(Xml))
                    {
                        WriteToUsageLogFile("Twitter.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started GetAllMentionsByQuery");

                        GetAllMentionsByQuery(cont);

                        WriteToUsageLogFile("Twitter.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed GetAllMentionsByQuery");
                    }

                    //lock the thread and write to context
                    SetContextStatus("waiting", cont);
                }

                RaiseProcessingCompletedEvent(new EventArgs());
            }
            catch (Exception e)
            {
                ExceptionExtensions.LogError(e, "Drone.Twitter.Components.Twitter.GetData()");
            }
        }
Exemplo n.º 3
0
        public override void GetData(object context)
        {
            try
            {
                BaseContext cont = context as BaseContext;
                Context = cont;

                if (!Object.Equals(cont, null))
                {
                    SetContextStatus("processing", cont);
                    SetNextRunIntervalByNode(ProcessorName, cont);

                    if (XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, ProcessorName))
                    {
                        GetFanDemographics();
                        GetPageInfoForAllCompetitors();
                    }

                    SetContextStatus("waiting", cont);
                }

                RaiseProcessingCompletedEvent(new EventArgs());
            }
            catch (Exception e)
            {
                ExceptionExtensions.LogError(e, "FacebookFanInfo.GetData()");
            }
        }
Exemplo n.º 4
0
        /// <summary>
        /// Main method that gathers data
        /// </summary>
        /// <param name="context">iDroneContext</param>
        public override void GetData(object context)
        {
            try
            {
                BaseContext cont = context as BaseContext;
                Context = cont;

                if (!Object.Equals(cont, null))
                {
                    SetContextStatus("processing", cont);
                    SetNextRunIntervalByNode("dnshost", cont);

                    if (XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, "dnshost"))
                    {
                        //do work
                        WriteToUsageLogFile("DNSHost.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started DNSHost calls");

                        GetAllDNSHosts();

                        WriteToUsageLogFile("DNSHost.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed DNSHost calls");
                    }

                    SetContextStatus("waiting", cont);
                }

                RaiseProcessingCompletedEvent(new EventArgs());
            }
            catch (Exception e)
            {
                ExceptionExtensions.LogError(e, "Drone.MarketShare.Components.DNSHost.GetData()");
            }
        }
Exemplo n.º 5
0
        /// <summary>
        /// Main method that gathers data
        /// </summary>
        /// <param name="context">iDroneContext</param>
        public override void GetData(object context)
        {
            try
            {
                BaseContext cont = context as BaseContext;
                Context = cont;

                if (!Object.Equals(cont, null))
                {
                    SetContextStatus("processing", cont);
                    SetNextRunIntervalByNode(ProcessorName, cont);

                    if (XMLUtility.IsEnabled(Xml) &&
                        XMLUtility.IsComponentEnabled(Xml, ProcessorName) &&
                        (int)DateTime.Today.DayOfWeek == (int)Enum.Parse(typeof(DayOfWeek), XMLUtility.GetTextFromAccountNode(Xml, ProcessorName + "/interval"), true) ||
                        Utility.FileExists("Crunchbase_AllCompanies.txt"))                                    //if this file exists, it means the service failed and is restarting.
                    {
                        //do work
                        WriteToUsageLogFile("Crunchbase.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started Crunchbase calls");

                        GetAllCompanies();

                        WriteToUsageLogFile("Crunchbase.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed Crunchbase calls");
                    }

                    SetContextStatus("waiting", cont);
                }

                RaiseProcessingCompletedEvent(new EventArgs());
            }
            catch (Exception e)
            {
                ExceptionExtensions.LogError(e, "Drone.SmallBusinessTracking.Components.Crunchbase.GetData()");
            }
        }
Exemplo n.º 6
0
        public override void GetData(object context)
        {
            try
            {
                BaseContext cont = context as BaseContext;

                if (!Object.Equals(cont, null))
                {
                    SetContextStatus("processing", cont);
                    SetNextRunIntervalByNode(ProcessorName, cont);

                    if (XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, ProcessorName))
                    {
                        WriteToUsageLogFile("FacebookInsight.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started GetInsightInfo");

                        string accountId   = XMLUtility.GetTextFromAccountNode(Xml, "id");
                        string accessToken = XMLUtility.GetTextFromAccountNode(Xml, "accesstoken");
                        FBIO = new Graph().GetInsightInfo(accountId, accessToken);

                        WriteToUsageLogFile("FacebookInsight.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed GetInsightInfo");
                    }

                    SetContextStatus("waiting", cont);
                }

                RaiseProcessingCompletedEvent(new EventArgs());
            }
            catch (Exception e)
            {
                ExceptionExtensions.LogError(e, "FacebookInsight.GetData()");
            }
        }
Exemplo n.º 7
0
        public override void GetData(object context)
        {
            try
            {
                BaseContext cont = context as BaseContext;
                Context = cont;

                if (!Object.Equals(cont, null))
                {
                    SetContextStatus("processing", cont);
                    SetNextRunIntervalByNode(ProcessorName, cont);

                    if (XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, ProcessorName))
                    {
                        WriteToUsageLogFile("YouTube.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started GetChannelData");

                        GetSquatterData();
                        GetChannelData();

                        WriteToUsageLogFile("YouTube.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed GetChannelData");
                    }

                    SetContextStatus("waiting", cont);
                }

                RaiseProcessingCompletedEvent(new EventArgs());
            }
            catch (Exception e)
            {
                ExceptionExtensions.LogError(e, "YouTube.GetData()");
            }
        }
Exemplo n.º 8
0
        /// <summary>
        /// Main method that gathers data
        /// </summary>
        /// <param name="context">iDroneContext</param>
        public override void GetData(object context)
        {
            try
            {
                BaseContext cont = context as BaseContext;

                if (!Object.Equals(cont, null))
                {
                    SetContextStatus("processing", cont);
                    SetNextRunIntervalByNode(ProcessorName, cont);

                    if (XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, ProcessorName))
                    {
                        //do work
                        WriteToUsageLogFile("TwitterTrend.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started GetTwitterTrendsAllPlaces");

                        TwitterDataComponent _dataComponent = DroneDataComponent as TwitterDataComponent;
                        _dataComponent.TrendRootList = GetTwitterTrendsAllPlaces();
                        //DroneDataSource.Process(_dataComponent);
                        //add via webapi call if this is needed again

                        WriteToUsageLogFile("TwitterTrend.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed GetTwitterTrendsAllPlaces");
                    }

                    SetContextStatus("waiting", cont);
                }

                RaiseProcessingCompletedEvent(new EventArgs());
            }
            catch (Exception e)
            {
                ExceptionExtensions.LogError(e, "Drone.Twitter.Components.TwitterTrend.GetData()");
            }
        }
Exemplo n.º 9
0
        public void TwitterUtility_IsEnabled_BadXmlDefaultsFalse()
        {
            Drone.Twitter.Components.Twitter t = new Twitter.Components.Twitter(new TwitterTestDataSource());

            bool enabledProperty = XMLUtility.IsEnabled(new XmlDocument());

            Assert.IsFalse(enabledProperty);
        }
Exemplo n.º 10
0
        public void TwitterUtility_IsEnabled()
        {
            Drone.Twitter.Components.Twitter t = new Twitter.Components.Twitter(new TwitterTestDataSource());

            bool enabledProperty = XMLUtility.IsEnabled(t.Xml);

            Assert.IsTrue(enabledProperty);
        }
Exemplo n.º 11
0
        /// <summary>
        /// Main method that gathers data
        /// </summary>
        /// <param name="context">iDroneContext</param>
        public override void GetData(object context)
        {
            try
            {
                BaseContext cont = context as BaseContext;

                lock (cont) cont.NextRun = XMLUtility.GetNextRunInterval(Xml);

                if (!Object.Equals(cont, null) && GetContextStatus(cont) != "processing")
                {
                    Context = cont;
                    SetContextStatus("processing", cont);

                    if (XMLUtility.IsEnabled(Xml))
                    {
                        //do work
                        WriteToUsageLogFile("QueueProcessor.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started QueueProcessor calls");

                        while (!cont.ShuttingDown)
                        {
                            try
                            {
                                int counters = 0;
                                lock (this)
                                    counters = _processingCounter;

                                if (_qm.HasMessages && counters == 0)
                                {
                                    ProcessQueue();
                                }
                            }
                            catch (Exception ex)
                            {
                                ExceptionExtensions.LogWarning(ex, "QueueProcessor.GetData");
                            }

                            Thread.Sleep(5000);
                        }

                        WriteToUsageLogFile("QueueProcessor.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed QueueProcessor calls");
                    }

                    SetContextStatus("waiting", cont);
                }

                RaiseProcessingCompletedEvent(new EventArgs());
            }
            catch (Exception e)
            {
                SetContextStatus("waiting", Context);
                ExceptionExtensions.LogError(e, "Drone.QueueProcessor.Components.QueueProcessor.GetData()");
            }
        }
Exemplo n.º 12
0
        /// <summary>
        /// Main method that gathers data
        /// </summary>
        /// <param name="context">iDroneContext</param>
        public override void GetData(object context)
        {
            try
            {
                BaseContext cont = context as BaseContext;

                if (!Object.Equals(cont, null))
                {
                    SetContextStatus("processing", cont);

                    DateTime tempNextRun = cont.NextRun;
                    SetNextRunIntervalByNode(ProcessorName, cont);

                    if (XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, ProcessorName))
                    {
                        WriteToUsageLogFile("TwitterFollower.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started GetTwitterFollowers");

                        //wait 5 min for other twitter processes to finish so we don't get rate limited
                        Thread.Sleep(300000);

                        //do work
                        TwitterDataComponent _dataComponent = DroneDataComponent as TwitterDataComponent;
                        UserManager          um             = new UserManager();
                        OAuthTokens          oat            = Utility.GetOAuthToken(Xml);

                        _dataComponent.TwitterUserList = um.GetAllFollowers(oat);

                        DroneDataSource.Process(_dataComponent);

                        WriteToUsageLogFile("TwitterFollower.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed GetTwitterFollowers");
                    }

                    SetContextStatus("waiting", cont);
                }

                RaiseProcessingCompletedEvent(new EventArgs());
            }
            catch (Exception e)
            {
                ExceptionExtensions.LogError(e, "Drone.Twitter.Components.TwitterFollower.GetData()");
            }
        }
Exemplo n.º 13
0
        /// <summary>
        /// Main method that gathers data
        /// </summary>
        /// <param name="context">iDroneContext</param>
        public override void GetData(object context)
        {
            try
            {
                BaseContext cont = context as BaseContext;

                if (!Object.Equals(cont, null))
                {
                    SetContextStatus("processing", cont);

                    DateTime tempNextRun = cont.NextRun;
                    SetNextRunIntervalByNode(ProcessorName, cont);

                    if (DateTime.Compare(tempNextRun, DateTime.MinValue) != 0 && XMLUtility.IsEnabled(Xml) && XMLUtility.IsComponentEnabled(Xml, ProcessorName))
                    {
                        WriteToUsageLogFile("TwitterUser.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Started GetTwitterUsers Competitors");

                        //do work
                        TwitterDataComponent _dataComponent = DroneDataComponent as TwitterDataComponent;
                        _dataComponent.TwitterUserList = GetTwitterUsers();

                        DroneDataSource.Process(_dataComponent);

                        WriteToUsageLogFile("TwitterUser.GetData | Thread:" + Thread.CurrentThread.ManagedThreadId.ToString(), "Completed GetTwitterUsers Competitors");
                    }

                    SetContextStatus("waiting", cont);
                }

                RaiseProcessingCompletedEvent(new EventArgs());
            }
            catch (Exception e)
            {
                ExceptionExtensions.LogError(e, "Drone.Twitter.Components.TwitterUser.GetData()");
            }
        }