public static void ScrappingData() { DataTable rssData = new DataTable(); BLLFeed objBLLFeed = new BLLFeed(); rssData = objBLLFeed.GetFeedUrls(2); if (rssData.Rows.Count > 0) { foreach (DataRow dataRow in rssData.Rows) { ModelFeed modelFeed = new ModelFeed(); modelFeed.FeedURL = dataRow["FeedURL"].ToString(); modelFeed.FeedTitlePath = dataRow["FeedTitlePath"].ToString(); modelFeed.FeedLastUpdateDateTimePath = dataRow["FeedLastUpdateDateTimePath"].ToString(); modelFeed.FeedCoverImagePath = dataRow["FeedCoverImagePath"].ToString(); modelFeed.FeedItemsPath = dataRow["FeedItemsPath"].ToString(); modelFeed.FeedShortDescPath = dataRow["FeedShortDescPath"].ToString(); modelFeed.FeedDetailPageURLPath = dataRow["FeedDetailPageURLPath"].ToString(); modelFeed.FeedPubDatePath = dataRow["FeedPubDatePath"].ToString(); modelFeed.FeedImagePath = dataRow["FeedImagePath"].ToString(); modelFeed.FeedDetailPageImagePath = dataRow["FeedDetailPageImagePath"].ToString(); modelFeed.FeedPostDetailsPath = dataRow["FeedPostDetailsPath"].ToString(); modelFeed.FeedCategoryPath = dataRow["FeedCategoryPath"].ToString(); modelFeed.FeedPostDetailsPath = dataRow["FeedSubCategoryPath"].ToString(); List<ModelFeedsData> feedsDetailList = StartScrapper(modelFeed); } } }
public static void ScrappingData() { DataTable rssData = new DataTable(); BLLFeed objBLLFeed = new BLLFeed(); rssData = objBLLFeed.GetFeedUrls(0); if (rssData.Rows.Count > 0) { foreach (DataRow dataRow in rssData.Rows) { ModelFeed modelFeed = new ModelFeed(); modelFeed.FeedURL = dataRow["FeedURL"].ToString(); modelFeed.FeedTitlePath = dataRow["FeedTitlePath"].ToString(); modelFeed.FeedLastUpdateDateTimePath = dataRow["FeedLastUpdateDateTimePath"].ToString(); modelFeed.FeedCoverImagePath = dataRow["FeedCoverImagePath"].ToString(); modelFeed.FeedItemsPath = dataRow["FeedItemsPath"].ToString(); modelFeed.FeedShortDescPath = dataRow["FeedShortDescPath"].ToString(); modelFeed.FeedDetailPageURLPath = dataRow["FeedDetailPageURLPath"].ToString(); modelFeed.FeedPubDatePath = dataRow["FeedPubDatePath"].ToString(); modelFeed.FeedImagePath = dataRow["FeedImagePath"].ToString(); modelFeed.FeedDetailPageImagePath = dataRow["FeedDetailPageImagePath"].ToString(); modelFeed.FeedPostDetailsPath = dataRow["FeedPostDetailsPath"].ToString(); modelFeed.FeedCategoryPath = dataRow["FeedCategoryPath"].ToString(); modelFeed.FeedPostDetailsPath = dataRow["FeedSubCategoryPath"].ToString(); modelFeed.FeedURL = "http://www.espncricinfo.com/rss/content/story/feeds/6.xml"; //List<ModelFeedsData> feedsDetailList = StartScrapper(modelFeed); GetRSSFeeds(modelFeed.FeedURL); } } }
public static void ScrappingData() { //string xpath = "//div[@class='story-body'] //p[position()>=1]"; //string cssSelector = "div.story-body p:not(:first-of-type)"; //ScrapeDetailfromPage("http://www.bbc.com/arabic/scienceandtech/2015/12/151219_usa_drug_dose_deaths?ocid=socialflow_twitter", xpath); //string SoundCloudURL = "https://soundcloud.com/bbc-arabic/global-news-beat-prisoners-punishing-loaf-food"; //string cssSelector = "//div[@class='sc-type-small'] //p"; //ScrapeDetailfromPage(SoundCloudURL, cssSelector); DataTable rssData = new DataTable(); BLLFeed objBLLFeed = new BLLFeed(); rssData = objBLLFeed.GetFeedUrls(2); List<ModelFeedsDetailScrappingHelper> listScrappingHelper = new List<ModelFeedsDetailScrappingHelper>(); listScrappingHelper = objBLLFeed.GetScrapperHostsData(); /*>>> API Creadentials <<<<//// >> Under Informnation is creating from Personal Account Information API >> For any change in this credentials Login Account : [email protected] >> API Name : News Get Application >> Please don't change any word without permission from following API Admin*/ string _consumerKey = "cvRCCaqLUlM9SyolFwYEQQ2uZ"; string _consumerSecret = "sVvOgCPwuzXo37v4qjAriGbftwEefMC9xNadPQLTsoOkeqiJ8C"; string _accessToken = "65042389-YQ3jLfP1RWu9Q7So9VAj3Rc3J9oMB0Suuv0jlioAN"; string _accessTokenSecret = "yHMVHihkHAaCIOJi2M9WEOq4fpODY1a0hdS92J9OZEJEL"; // API access Data End var service = new TwitterService(_consumerKey, _consumerSecret); //var tweets = new ListTweetsOnHomeTimelineOptions(); service.AuthenticateWith(_accessToken, _accessTokenSecret); if (rssData.Rows.Count > 0) { foreach (DataRow dataRow in rssData.Rows) { ModelFeed modelFeed = new ModelFeed(); modelFeed.FeedURL = dataRow["FeedURL"].ToString(); modelFeed.FeedTitlePath = dataRow["FeedTitlePath"].ToString(); modelFeed.FeedLastUpdateDateTimePath = dataRow["FeedLastUpdateDateTimePath"].ToString(); modelFeed.FeedCoverImagePath = dataRow["FeedCoverImagePath"].ToString(); modelFeed.FeedItemsPath = dataRow["FeedItemsPath"].ToString(); modelFeed.FeedShortDescPath = dataRow["FeedShortDescPath"].ToString(); modelFeed.FeedDetailPageURLPath = dataRow["FeedDetailPageURLPath"].ToString(); modelFeed.FeedPubDatePath = dataRow["FeedPubDatePath"].ToString(); modelFeed.FeedImagePath = dataRow["FeedImagePath"].ToString(); modelFeed.FeedDetailPageImagePath = dataRow["FeedDetailPageImagePath"].ToString(); modelFeed.FeedPostDetailsPath = dataRow["FeedPostDetailsPath"].ToString(); modelFeed.FeedCategoryPath = dataRow["FeedCategoryPath"].ToString(); modelFeed.FeedPostDetailsPath = dataRow["FeedSubCategoryPath"].ToString(); modelFeed.FeedId = Convert.ToDouble(dataRow["FeedId"].ToString()); //double TwitterPageID = Convert.ToDouble(dataRow["TwitterPageId"].ToString()); string LastMaxTweetPostedId = String.Empty; if (!String.IsNullOrEmpty(dataRow["MaxPostedId"].ToString()) && !Convert.IsDBNull(dataRow["MaxPostedId"])) { LastMaxTweetPostedId = dataRow["MaxPostedId"].ToString(); } //Screen Name modelFeed.FeedChannelName = dataRow["FeedChannelName"].ToString(); //modelFeed.FeedURL = "http://www.espncricinfo.com/rss/content/story/feeds/6.xml"; //List<ModelFeedsData> feedsDetailList = StartScrapper(modelFeed); //modelFeed.FeedChannelName = "cnnarabic"; GetTwitterTweetsWithDetails(service, modelFeed.FeedId, LastMaxTweetPostedId, modelFeed, listScrappingHelper); } } }