Ejemplo n.º 1
0
        static void StartServices(string[] args)
        {
            string check = string.Empty;

            try
            {
                check = args[0];
            }
            catch (Exception)
            {
                check = null;
            }
            if (string.IsNullOrEmpty(check))
            {
                Console.WriteLine("Enter 1 to run Twitter Advance Search");
                Console.WriteLine("Enter 2 to run DailyMotion Search");
                Console.WriteLine("Enter 3 to run Youtube Search");
                Console.WriteLine("Enter 4 to run Trending Search");
                Console.WriteLine("Enter 5 to run Instagram Search");
                Console.WriteLine("Enter 6 to run Flickr Search");
                Console.WriteLine("Enter 7 to run NewsAdvance Search");
                Console.WriteLine("Enter 8 to run Giphy Search");
                Console.WriteLine("Enter 9 to run Imgur Search");
                Console.WriteLine("Enter 10 to run Pixabay Search");
                Console.WriteLine("Enter 11 to run GPlus Advance Search");
                string[] str = { Console.ReadLine() };

                string searchType = str[0];
                string type       = string.Empty;
                switch (searchType)
                {
                case "1":
                    type = "Twitter Advance Search";
                    break;

                case "2":
                    type = "DailyMotion Search";
                    break;

                case "3":
                    type = "Youtube Search";
                    break;

                case "4":
                    type = "Trending Search";
                    break;

                case "5":
                    type = "Instagram Search";
                    break;

                case "6":
                    type = "Flickr Search";
                    break;

                case "7":
                    type = "NewsAdvance Search";
                    break;

                case "8":
                    type = "Giphy Search";
                    break;

                case "9":
                    type = "Imgur Search";
                    break;

                case "10":
                    type = "Pixabay Search";
                    break;

                case "11":
                    type = "GPlus Advance Search";
                    break;

                default:
                    break;
                }
                if (type == "Pixabay Search")
                {
                    while (true)
                    {
                        PixabayAdvanceSearch.PixaBaySearch();
                        Thread.Sleep(1000 * 60 * 60 * 5);
                    }
                }
                if (type == "Imgur Search")
                {
                    while (true)
                    {
                        ImgurAdvanceSearch.ImgurSearch();
                        Thread.Sleep(1000 * 60 * 60 * 5);
                    }
                }
                if (type == "Giphy Search")
                {
                    while (true)
                    {
                        GiphyAdvanceSearch.GiphySearch();
                        Thread.Sleep(1000 * 60 * 60 * 5);
                    }
                }
                if (type == "NewsAdvance Search")
                {
                    while (true)
                    {
                        NewsAdvanceSearch.NewsSearch();
                        Thread.Sleep(1000 * 60 * 60 * 5);
                    }
                }
                if (type == "Flickr Search")
                {
                    while (true)
                    {
                        FlickrAdvanceSearch.flickrSearch();
                        Thread.Sleep(1000 * 60 * 60 * 5);
                    }
                }
                if (type == "Instagram Search")
                {
                    while (true)
                    {
                        InstgramAdvanceSearch.instgramSearch();
                        Thread.Sleep(1000 * 60 * 60 * 5);
                    }
                }
                if (type == "Twitter Advance Search")
                {
                    while (true)
                    {
                        TwitterAdvanceSearch.TwitterSearch();
                        Thread.Sleep(1000 * 60 * 60 * 5);
                    }
                }
                if (type == "DailyMotion Search")
                {
                    while (true)
                    {
                        DailyMotionAdvanceSearch.DailyMotionSearch();
                        Thread.Sleep(1000 * 60 * 60 * 5);
                    }
                }
                if (type == "Youtube Search")
                {
                    while (true)
                    {
                        YoutubeAdvanceSearch.YoutubeSearch();
                        Thread.Sleep(1000 * 60 * 60 * 5);
                    }
                }
                if (type == "Trending Search")
                {
                    while (true)
                    {
                        TrendingAdvanceSearch.GetLatestTrendsFromTwiter();
                        Thread.Sleep(1000 * 60 * 60 * 5);
                    }
                }
                if (type == "GPlus Advance Search")
                {
                    while (true)
                    {
                        GplusAdvanceSearch.GooglePlusSearch();
                        Thread.Sleep(1000 * 60 * 60 * 5);
                    }
                }
            }
        }
Ejemplo n.º 2
0
 private static void fetchsourcedata(JToken item)
 {
     try
     {
         string sourceid    = item["id"].ToString();
         string domainUrl   = item["url"].ToString();
         string category    = item["category"].ToString();
         string newsdataurl = "https://newsapi.org/v1/articles?source=" + sourceid + "&sortBy=latest&apiKey=" + AdvanceSerachData.Helper.AppSetting.newsapikey;
         string newdatas    = getHtmlfromUrl(newsdataurl);
         if (string.IsNullOrEmpty(newdatas))
         {
             newsdataurl = "https://newsapi.org/v1/articles?source=" + sourceid + "&sortBy=top&apiKey=" + AdvanceSerachData.Helper.AppSetting.newsapikey;
             newdatas    = getHtmlfromUrl(newsdataurl);
         }
         JObject newsdata = JObject.Parse(newdatas);
         foreach (var item_newsdata in newsdata["articles"])
         {
             try
             {
                 MongoRepository mongoreppo = new MongoRepository("AdvanceSerachData");
                 Domain.Socioboard.Models.Mongo.AdvanceSerachData _AdvanceSerachData = new Domain.Socioboard.Models.Mongo.AdvanceSerachData();
                 _AdvanceSerachData.Id         = ObjectId.GenerateNewId();
                 _AdvanceSerachData.strId      = ObjectId.GenerateNewId().ToString();
                 _AdvanceSerachData.domainType = domainUrl;
                 _AdvanceSerachData.postType   = Domain.Socioboard.Enum.AdvanceSearchpostType.trending;
                 if (category == "general")
                 {
                     _AdvanceSerachData.networkType = Domain.Socioboard.Enum.NetworkType.general;
                 }
                 if (category == "technology")
                 {
                     _AdvanceSerachData.networkType = Domain.Socioboard.Enum.NetworkType.technology;
                 }
                 if (category == "sport")
                 {
                     _AdvanceSerachData.networkType = Domain.Socioboard.Enum.NetworkType.sport;
                 }
                 if (category == "business")
                 {
                     _AdvanceSerachData.networkType = Domain.Socioboard.Enum.NetworkType.business;
                 }
                 if (category == "politics")
                 {
                     _AdvanceSerachData.networkType = Domain.Socioboard.Enum.NetworkType.politics;
                 }
                 if (category == "entertainment")
                 {
                     _AdvanceSerachData.networkType = Domain.Socioboard.Enum.NetworkType.entertainment;
                 }
                 if (category == "gaming")
                 {
                     _AdvanceSerachData.networkType = Domain.Socioboard.Enum.NetworkType.gaming;
                 }
                 if (category == "music")
                 {
                     _AdvanceSerachData.networkType = Domain.Socioboard.Enum.NetworkType.music;
                 }
                 if (category == "science-and-nature")
                 {
                     _AdvanceSerachData.networkType = Domain.Socioboard.Enum.NetworkType.science_and_nature;
                 }
                 try
                 {
                     _AdvanceSerachData.postUrl  = item_newsdata["url"].ToString();
                     _AdvanceSerachData.ImageUrl = item_newsdata["urlToImage"].ToString();
                     long    fbengagementCount = TwitterAdvanceSearch.fbShareCount(_AdvanceSerachData.postUrl);
                     long    redditShare       = TwitterAdvanceSearch.redditShareCount(_AdvanceSerachData.postUrl);
                     string  datacount         = TwitterAdvanceSearch.getdonreachdatafromUrl("https://free.donreach.com/shares?providers=facebook,twitter,google,pinterest,linkedin,reddit&url=" + _AdvanceSerachData.postUrl);
                     JObject shareData         = JObject.Parse(datacount);
                     long    pinshare          = Convert.ToInt32(shareData["shares"]["pinterest"].ToString());
                     long    linshare          = Convert.ToInt32(shareData["shares"]["linkedin"].ToString());
                     long    gplusshare        = Convert.ToInt32(shareData["shares"]["google"].ToString());
                     long    twittershare      = Convert.ToInt32(shareData["shares"]["twitter"].ToString());
                     _AdvanceSerachData.pinShareCount     = pinshare;
                     _AdvanceSerachData.gplusShareCount   = gplusshare;
                     _AdvanceSerachData.linShareCount     = linshare;
                     _AdvanceSerachData.twtShareCount     = twittershare;
                     _AdvanceSerachData.redditShareCount  = redditShare;
                     _AdvanceSerachData.fbengagementCount = fbengagementCount;
                     _AdvanceSerachData.totalShareCount   = Convert.ToInt64(pinshare + gplusshare + linshare + twittershare + redditShare + fbengagementCount);
                 }
                 catch { }
                 try
                 {
                     _AdvanceSerachData.title = item_newsdata["title"].ToString();
                 }
                 catch { }
                 try
                 {
                     _AdvanceSerachData.postdescription = item_newsdata["description"].ToString();
                 }
                 catch { }
                 try
                 {
                     _AdvanceSerachData.userName = item_newsdata["author"].ToString();
                 }
                 catch { }
                 try
                 {
                     _AdvanceSerachData.postedTime = Domain.Socioboard.Helpers.SBHelper.ConvertToUnixTimestamp(new DateTime(1970, 1, 1).AddSeconds(Convert.ToInt64(item_newsdata["publishedAt"].ToString())));
                 }
                 catch
                 {
                     _AdvanceSerachData.postedTime = SBHelper.ConvertToUnixTimestamp(DateTime.UtcNow);
                 }
                 int count = mongoreppo.Counts <Domain.Socioboard.Models.Mongo.AdvanceSerachData>(t => t.postUrl == _AdvanceSerachData.postUrl);
                 if (count == 0)
                 {
                     mongoreppo.Add <Domain.Socioboard.Models.Mongo.AdvanceSerachData>(_AdvanceSerachData);
                 }
                 else
                 {
                 }
             }
             catch (Exception ex)
             {
             }
         }
     }
     catch (Exception ex)
     {
     }
 }
Ejemplo n.º 3
0
        private static void fetchdata(Discovery itemdis)
        {
            MongoRepository mongoreppo = new MongoRepository("AdvanceSerachData");

            try
            {
                string _dailymotionpostRestUrl = "https://api.dailymotion.com/videos/?search=" + itemdis.SearchKeyword + "&fields=id,title,created_time,url,description,owner.username, owner.screenname, owner.fullname,owner.url, owner.avatar_25_url, owner.avatar_60_url, owner.avatar_80_url, owner.avatar_120_url, owner.avatar_190_url, owner.avatar_240_url, owner.avatar_360_url, owner.avatar_480_url, owner.avatar_720_url";

                string response = WebRequst(_dailymotionpostRestUrl);

                var jdata = Newtonsoft.Json.Linq.JObject.Parse(response);

                foreach (var item in jdata["list"])
                {
                    Domain.Socioboard.Models.Mongo.AdvanceSerachData _AdvanceSerachData = new Domain.Socioboard.Models.Mongo.AdvanceSerachData();
                    _AdvanceSerachData.Id          = ObjectId.GenerateNewId();
                    _AdvanceSerachData.strId       = ObjectId.GenerateNewId().ToString();
                    _AdvanceSerachData.domainType  = "http://www.dailymotion.com/in";
                    _AdvanceSerachData.postType    = Domain.Socioboard.Enum.AdvanceSearchpostType.video;
                    _AdvanceSerachData.networkType = Domain.Socioboard.Enum.NetworkType.dailymotion;
                    try
                    {
                        _AdvanceSerachData.userName = item["owner.username"].ToString();
                    }
                    catch (Exception ex)
                    {
                        _AdvanceSerachData.userName = "";
                    }
                    try
                    {
                        _AdvanceSerachData.postId = item["id"].ToString();
                    }
                    catch (Exception ex)
                    {
                        _AdvanceSerachData.postId = "";
                    }
                    try
                    {
                        _AdvanceSerachData.title = item["title"].ToString();
                    }
                    catch (Exception ex)
                    {
                        _AdvanceSerachData.title = "";
                    }
                    try
                    {
                        _AdvanceSerachData.videourl = item["url"].ToString();
                        long    fbengagementCount = TwitterAdvanceSearch.fbShareCount(_AdvanceSerachData.videourl);
                        long    redditShare       = TwitterAdvanceSearch.redditShareCount(_AdvanceSerachData.videourl);
                        string  datacount         = TwitterAdvanceSearch.getdonreachdatafromUrl("https://free.donreach.com/shares?providers=facebook,twitter,google,pinterest,linkedin,reddit&url=" + _AdvanceSerachData.videourl);
                        JObject shareData         = JObject.Parse(datacount);
                        long    pinshare          = Convert.ToInt32(shareData["shares"]["pinterest"].ToString());
                        long    linshare          = Convert.ToInt32(shareData["shares"]["linkedin"].ToString());
                        long    gplusshare        = Convert.ToInt32(shareData["shares"]["google"].ToString());
                        long    twittershare      = Convert.ToInt32(shareData["shares"]["twitter"].ToString());
                        _AdvanceSerachData.postUrl           = _AdvanceSerachData.videourl;
                        _AdvanceSerachData.pinShareCount     = pinshare;
                        _AdvanceSerachData.gplusShareCount   = gplusshare;
                        _AdvanceSerachData.linShareCount     = linshare;
                        _AdvanceSerachData.twtShareCount     = twittershare;
                        _AdvanceSerachData.redditShareCount  = redditShare;
                        _AdvanceSerachData.fbengagementCount = fbengagementCount;
                        _AdvanceSerachData.totalShareCount   = Convert.ToInt64(pinshare + gplusshare + linshare + twittershare + redditShare + fbengagementCount);
                    }
                    catch (Exception ex)
                    {
                        _AdvanceSerachData.videourl = "";
                    }
                    try
                    {
                        _AdvanceSerachData.postdescription = item["description"].ToString();
                    }
                    catch (Exception ex)
                    {
                        _AdvanceSerachData.postdescription = "";
                    }
                    try
                    {
                        _AdvanceSerachData.postedTime = double.Parse(item["created_time"].ToString());
                    }
                    catch (Exception ex)
                    {
                        _AdvanceSerachData.postedTime = SBHelper.ConvertToUnixTimestamp(DateTime.UtcNow);
                    }
                    int count = mongoreppo.Counts <Domain.Socioboard.Models.Mongo.AdvanceSerachData>(t => t.postUrl == _AdvanceSerachData.postUrl);
                    if (count == 0)
                    {
                        mongoreppo.Add <Domain.Socioboard.Models.Mongo.AdvanceSerachData>(_AdvanceSerachData);
                    }
                    else
                    {
                        var update = Builders <Domain.Socioboard.Models.Mongo.AdvanceSerachData> .Update.Set(t => t.linShareCount, _AdvanceSerachData.linShareCount).Set(t => t.pinShareCount, _AdvanceSerachData.pinShareCount)
                                     .Set(t => t.redditShareCount, _AdvanceSerachData.redditShareCount)
                                     .Set(t => t.twtShareCount, _AdvanceSerachData.twtShareCount)
                                     .Set(t => t.gplusShareCount, _AdvanceSerachData.gplusShareCount)
                                     .Set(t => t.fbengagementCount, _AdvanceSerachData.fbengagementCount)
                                     .Set(t => t.totalShareCount, _AdvanceSerachData.totalShareCount);

                        mongoreppo.Update <Domain.Socioboard.Models.Mongo.AdvanceSerachData>(update, t => t.postUrl == _AdvanceSerachData.postUrl);
                    }
                }
            }
            catch (Exception ex)
            {
            }
        }
Ejemplo n.º 4
0
        private static void fetchdata(Discovery itemdis)
        {
            MongoRepository mongoreppo = new MongoRepository("AdvanceSerachData");

            try
            {
                string youtubesearchurl = "https://www.googleapis.com/youtube/v3/search?part=snippet&maxResults=15&order=relevance&q=" + itemdis.SearchKeyword + "&key=AIzaSyBmQ1X1UBnKi3V78EkLuh7UHk5odrGfp5M";
                string response         = WebRequst(youtubesearchurl);
                var    Jdata            = Newtonsoft.Json.Linq.JObject.Parse(response);

                foreach (var item in Jdata["items"])
                {
                    Domain.Socioboard.Models.Mongo.AdvanceSerachData _AdvanceSerachData = new Domain.Socioboard.Models.Mongo.AdvanceSerachData();
                    _AdvanceSerachData.Id          = ObjectId.GenerateNewId();
                    _AdvanceSerachData.strId       = ObjectId.GenerateNewId().ToString();
                    _AdvanceSerachData.domainType  = "https://www.youtube.com/";
                    _AdvanceSerachData.postType    = Domain.Socioboard.Enum.AdvanceSearchpostType.video;
                    _AdvanceSerachData.networkType = Domain.Socioboard.Enum.NetworkType.youtube;
                    try
                    {
                        _AdvanceSerachData.userName = item["snippet"]["channelTitle"].ToString();
                    }
                    catch (Exception ex)
                    {
                        _AdvanceSerachData.userName = "";
                    }
                    try
                    {
                        _AdvanceSerachData.postId = item["id"]["videoId"].ToString();
                    }
                    catch (Exception ex)
                    {
                        _AdvanceSerachData.postId = "";
                    }
                    try
                    {
                        _AdvanceSerachData.title = item["snippet"]["title"].ToString();
                    }
                    catch (Exception ex)
                    {
                        _AdvanceSerachData.title = "";
                    }
                    try
                    {
                        _AdvanceSerachData.videourl = "https://www.youtube.com/watch?v=" + _AdvanceSerachData.postId;
                        long    fbengagementCount = TwitterAdvanceSearch.fbShareCount(_AdvanceSerachData.videourl);
                        long    redditShare       = TwitterAdvanceSearch.redditShareCount(_AdvanceSerachData.videourl);
                        string  datacount         = TwitterAdvanceSearch.getdonreachdatafromUrl("https://free.donreach.com/shares?providers=facebook,twitter,google,pinterest,linkedin,reddit&url=" + _AdvanceSerachData.videourl);
                        JObject shareData         = JObject.Parse(datacount);
                        long    pinshare          = Convert.ToInt32(shareData["shares"]["pinterest"].ToString());
                        long    linshare          = Convert.ToInt32(shareData["shares"]["linkedin"].ToString());
                        long    gplusshare        = Convert.ToInt32(shareData["shares"]["google"].ToString());
                        long    twittershare      = Convert.ToInt32(shareData["shares"]["twitter"].ToString());
                        _AdvanceSerachData.postUrl           = _AdvanceSerachData.videourl;
                        _AdvanceSerachData.pinShareCount     = pinshare;
                        _AdvanceSerachData.gplusShareCount   = gplusshare;
                        _AdvanceSerachData.linShareCount     = linshare;
                        _AdvanceSerachData.twtShareCount     = twittershare;
                        _AdvanceSerachData.redditShareCount  = redditShare;
                        _AdvanceSerachData.fbengagementCount = fbengagementCount;
                        _AdvanceSerachData.totalShareCount   = Convert.ToInt64(pinshare + gplusshare + linshare + twittershare + redditShare + fbengagementCount);
                    }
                    catch (Exception ex)
                    {
                        _AdvanceSerachData.videourl = "";
                    }
                    try
                    {
                        _AdvanceSerachData.postdescription = item["snippet"]["description"].ToString();
                    }
                    catch (Exception ex)
                    {
                        _AdvanceSerachData.postdescription = "";
                    }
                    try
                    {
                        _AdvanceSerachData.postedTime = SBHelper.ConvertToUnixTimestamp((DateTime.Parse(item["snippet"]["publishedAt"].ToString())));
                    }
                    catch (Exception ex)
                    {
                        _AdvanceSerachData.postedTime = SBHelper.ConvertToUnixTimestamp(DateTime.UtcNow);
                    }
                    int count = mongoreppo.Counts <Domain.Socioboard.Models.Mongo.AdvanceSerachData>(t => t.postUrl == _AdvanceSerachData.postUrl);
                    if (count == 0)
                    {
                        mongoreppo.Add <Domain.Socioboard.Models.Mongo.AdvanceSerachData>(_AdvanceSerachData);
                    }
                    else
                    {
                        var update = Builders <Domain.Socioboard.Models.Mongo.AdvanceSerachData> .Update.Set(t => t.linShareCount, _AdvanceSerachData.linShareCount).Set(t => t.pinShareCount, _AdvanceSerachData.pinShareCount)
                                     .Set(t => t.redditShareCount, _AdvanceSerachData.redditShareCount)
                                     .Set(t => t.twtShareCount, _AdvanceSerachData.twtShareCount)
                                     .Set(t => t.gplusShareCount, _AdvanceSerachData.gplusShareCount)
                                     .Set(t => t.fbengagementCount, _AdvanceSerachData.fbengagementCount)
                                     .Set(t => t.totalShareCount, _AdvanceSerachData.totalShareCount);

                        mongoreppo.Update <Domain.Socioboard.Models.Mongo.AdvanceSerachData>(update, t => t.postUrl == _AdvanceSerachData.postUrl);
                    }
                }
            }
            catch (Exception ex)
            {
            }
        }