Ejemplo n.º 1
0
        static void Main(string[] args)
        {
            //setup ES connections, change as you see fit
            var settings = new ConnectionSettings(new Uri("http://localhost:9200")).DefaultIndex("emailfrominstagram");

            ElasticSearch = new ElasticClient(settings);

            settings            = new ConnectionSettings(new Uri("http://localhost:9200")).DefaultIndex("emailfrominstagramtargets");
            ElasticSearchTarget = new ElasticClient(settings);

            //lets start with #bnw shall we
            TagQueue.Enqueue("bnw");
            TagQueue.Enqueue("bnw_society");
            TagQueue.Enqueue("photooftheday");
            TagQueue.Enqueue("instamood");
            TagQueue.Enqueue("instagood");
            TagQueue.Enqueue("mood");
            TagQueue.Enqueue("style");
            TagQueue.Enqueue("loveit");
            TagQueue.Enqueue("dayshots");
            TagQueue.Enqueue("artwork");
            TagQueue.Enqueue("naturelover");
            TagQueue.Enqueue("detail");
            TagQueue.Enqueue("igmasters");
            TagQueue.Enqueue("igmood");
            TagQueue.Enqueue("instamood");
            TagQueue.Enqueue("instatravel");
            TagQueue.Enqueue("moodstagram");
            TagQueue.Enqueue("picoftheday");

            Console.WriteLine("STARTING...");
            try
            {
                //start up threads
                List <Thread> threads = new List <Thread>();
                for (int i = 0; i < 4; i++)
                {
                    Thread t = new Thread(() => Work(i));
                    t.Start();
                    threads.Add(t);
                }

                // Await threads
                foreach (Thread thread in threads)
                {
                    thread.Join();
                }
            }
            catch (Exception ex)
            {
                Console.WriteLine("ERROR, " + ex);
            }
        }
Ejemplo n.º 2
0
        //find tags to look at
        static void ExtractTagTargets(string input)
        {
            //parse for our finders
            input = input.Replace("\\n", " ");
            input = input.Replace("\n", " ");

            Regex           tagRegex   = new Regex(@"(?<=#)\w+", RegexOptions.IgnoreCase);
            MatchCollection tagMatches = tagRegex.Matches(input);

            if (TagQueue != null && TagQueue.Count < 1000)
            {
                foreach (Match foundTag in tagMatches)
                {
                    lock (TagQueue)
                    {
                        if (!TagQueue.Contains(foundTag.ToString()))
                        {
                            TagQueue.Enqueue(foundTag.ToString());
                        }
                    }
                }
            }
        }