public static void ScrappingData()
{
DataTable rssData = new DataTable();
BLLFeed objBLLFeed = new BLLFeed();
rssData = objBLLFeed.GetFeedUrls(2);
if (rssData.Rows.Count > 0)
{
foreach (DataRow dataRow in rssData.Rows)
{
ModelFeed modelFeed = new ModelFeed();
modelFeed.FeedURL = dataRow["FeedURL"].ToString();
modelFeed.FeedTitlePath = dataRow["FeedTitlePath"].ToString();
modelFeed.FeedLastUpdateDateTimePath = dataRow["FeedLastUpdateDateTimePath"].ToString();
modelFeed.FeedCoverImagePath = dataRow["FeedCoverImagePath"].ToString();
modelFeed.FeedItemsPath = dataRow["FeedItemsPath"].ToString();
modelFeed.FeedShortDescPath = dataRow["FeedShortDescPath"].ToString();
modelFeed.FeedDetailPageURLPath = dataRow["FeedDetailPageURLPath"].ToString();
modelFeed.FeedPubDatePath = dataRow["FeedPubDatePath"].ToString();
modelFeed.FeedImagePath = dataRow["FeedImagePath"].ToString();
modelFeed.FeedDetailPageImagePath = dataRow["FeedDetailPageImagePath"].ToString();
modelFeed.FeedPostDetailsPath = dataRow["FeedPostDetailsPath"].ToString();
modelFeed.FeedCategoryPath = dataRow["FeedCategoryPath"].ToString();
modelFeed.FeedPostDetailsPath = dataRow["FeedSubCategoryPath"].ToString();
List<ModelFeedsData> feedsDetailList = StartScrapper(modelFeed);
}
}
}
public static void ScrappingData()
{
DataTable rssData = new DataTable();
BLLFeed objBLLFeed = new BLLFeed();
rssData = objBLLFeed.GetFeedUrls(0);
if (rssData.Rows.Count > 0)
{
foreach (DataRow dataRow in rssData.Rows)
{
ModelFeed modelFeed = new ModelFeed();
modelFeed.FeedURL = dataRow["FeedURL"].ToString();
modelFeed.FeedTitlePath = dataRow["FeedTitlePath"].ToString();
modelFeed.FeedLastUpdateDateTimePath = dataRow["FeedLastUpdateDateTimePath"].ToString();
modelFeed.FeedCoverImagePath = dataRow["FeedCoverImagePath"].ToString();
modelFeed.FeedItemsPath = dataRow["FeedItemsPath"].ToString();
modelFeed.FeedShortDescPath = dataRow["FeedShortDescPath"].ToString();
modelFeed.FeedDetailPageURLPath = dataRow["FeedDetailPageURLPath"].ToString();
modelFeed.FeedPubDatePath = dataRow["FeedPubDatePath"].ToString();
modelFeed.FeedImagePath = dataRow["FeedImagePath"].ToString();
modelFeed.FeedDetailPageImagePath = dataRow["FeedDetailPageImagePath"].ToString();
modelFeed.FeedPostDetailsPath = dataRow["FeedPostDetailsPath"].ToString();
modelFeed.FeedCategoryPath = dataRow["FeedCategoryPath"].ToString();
modelFeed.FeedPostDetailsPath = dataRow["FeedSubCategoryPath"].ToString();
modelFeed.FeedURL = "http://www.espncricinfo.com/rss/content/story/feeds/6.xml";
//List<ModelFeedsData> feedsDetailList = StartScrapper(modelFeed);
GetRSSFeeds(modelFeed.FeedURL);
}
}
}
public static void ScrappingData()
{
//string xpath = "//div[@class='story-body'] //p[position()>=1]";
//string cssSelector = "div.story-body p:not(:first-of-type)";
//ScrapeDetailfromPage("http://www.bbc.com/arabic/scienceandtech/2015/12/151219_usa_drug_dose_deaths?ocid=socialflow_twitter", xpath);
//string SoundCloudURL = "https://soundcloud.com/bbc-arabic/global-news-beat-prisoners-punishing-loaf-food";
//string cssSelector = "//div[@class='sc-type-small'] //p";
//ScrapeDetailfromPage(SoundCloudURL, cssSelector);
DataTable rssData = new DataTable();
BLLFeed objBLLFeed = new BLLFeed();
rssData = objBLLFeed.GetFeedUrls(2);
List<ModelFeedsDetailScrappingHelper> listScrappingHelper = new List<ModelFeedsDetailScrappingHelper>();
listScrappingHelper = objBLLFeed.GetScrapperHostsData();
/*>>> API Creadentials <<<<////
>> Under Informnation is creating from Personal Account Information API
>> For any change in this credentials Login Account : [email protected]
>> API Name : News Get Application
>> Please don't change any word without permission from following API Admin*/
string _consumerKey = "cvRCCaqLUlM9SyolFwYEQQ2uZ";
string _consumerSecret = "sVvOgCPwuzXo37v4qjAriGbftwEefMC9xNadPQLTsoOkeqiJ8C";
string _accessToken = "65042389-YQ3jLfP1RWu9Q7So9VAj3Rc3J9oMB0Suuv0jlioAN";
string _accessTokenSecret = "yHMVHihkHAaCIOJi2M9WEOq4fpODY1a0hdS92J9OZEJEL";
// API access Data End
var service = new TwitterService(_consumerKey, _consumerSecret);
//var tweets = new ListTweetsOnHomeTimelineOptions();
service.AuthenticateWith(_accessToken, _accessTokenSecret);
if (rssData.Rows.Count > 0)
{
foreach (DataRow dataRow in rssData.Rows)
{
ModelFeed modelFeed = new ModelFeed();
modelFeed.FeedURL = dataRow["FeedURL"].ToString();
modelFeed.FeedTitlePath = dataRow["FeedTitlePath"].ToString();
modelFeed.FeedLastUpdateDateTimePath = dataRow["FeedLastUpdateDateTimePath"].ToString();
modelFeed.FeedCoverImagePath = dataRow["FeedCoverImagePath"].ToString();
modelFeed.FeedItemsPath = dataRow["FeedItemsPath"].ToString();
modelFeed.FeedShortDescPath = dataRow["FeedShortDescPath"].ToString();
modelFeed.FeedDetailPageURLPath = dataRow["FeedDetailPageURLPath"].ToString();
modelFeed.FeedPubDatePath = dataRow["FeedPubDatePath"].ToString();
modelFeed.FeedImagePath = dataRow["FeedImagePath"].ToString();
modelFeed.FeedDetailPageImagePath = dataRow["FeedDetailPageImagePath"].ToString();
modelFeed.FeedPostDetailsPath = dataRow["FeedPostDetailsPath"].ToString();
modelFeed.FeedCategoryPath = dataRow["FeedCategoryPath"].ToString();
modelFeed.FeedPostDetailsPath = dataRow["FeedSubCategoryPath"].ToString();
modelFeed.FeedId = Convert.ToDouble(dataRow["FeedId"].ToString());
//double TwitterPageID = Convert.ToDouble(dataRow["TwitterPageId"].ToString());
string LastMaxTweetPostedId = String.Empty;
if (!String.IsNullOrEmpty(dataRow["MaxPostedId"].ToString()) && !Convert.IsDBNull(dataRow["MaxPostedId"]))
{
LastMaxTweetPostedId = dataRow["MaxPostedId"].ToString();
}
//Screen Name
modelFeed.FeedChannelName = dataRow["FeedChannelName"].ToString();
//modelFeed.FeedURL = "http://www.espncricinfo.com/rss/content/story/feeds/6.xml";
//List<ModelFeedsData> feedsDetailList = StartScrapper(modelFeed);
//modelFeed.FeedChannelName = "cnnarabic";
GetTwitterTweetsWithDetails(service, modelFeed.FeedId, LastMaxTweetPostedId, modelFeed, listScrappingHelper);
}
}
}
