public ActionResult Feeds(int feedId, string action)
{
var feed = FeedService.GetFeed(feedId);
switch (action)
{
case "reviewed": feed.Reviewed = true; break;
case "public": feed.Public = true; break;
}
if (action == "delete")
{
FeedService.DeleteFeed(feedId);
}
else
{
FeedService.UpdateFeed(feed);
}
if (action == "public")
{
var articles = FeedService.GetArticles(feed.Id);
foreach (var article in articles)
{
article.Feed = feed;
article.Tags = FeedService.GetArticleTags(article.Id);
Redis.AddArticle(article);
}
}
return(RedirectToAction("Feeds"));
}
public void TestGetAdd()
{
var redis = ConnectionMultiplexer.Connect("localhost");
var db = redis.GetDatabase();
//var server = redis.GetServer(redis.GetEndPoints().First());
//foreach (var key in server.Keys())
//{
// db.KeyDelete(key);
//}
var weekArticles = Redis.GetArticles(27, "week");
var sTemp = @"select * from (
select Article.Id as 'Article.Id', Article.Name as 'Article.Name', Article.Name, Article.Published as 'Article.Published', Article.Published,
Article.ViewsCount as 'Article.ViewsCount', Article.LikesCount as 'Article.LikesCount', Article.LikesCount,
Article.Flagged as 'Article.Flagged', Article.FlaggedBy as 'Article.FlaggedBy',
Article.ShortUrl as 'Article.ShortUrl',
Feed.Id as 'Feed.Id', Feed.Name as 'Feed.Name', Feed.SiteUrl as 'Feed.SiteUrl' from Article
inner join Feed on Article.FeedId = Feed.Id
where (Published >= '2015-08-04 00:00:00' and Article.Flagged = 0 and Published <= '2015-08-11 23:59:00' and Feed.Id not in (select FeedId from UserFeedIgnored where UserId = 25) and Article.Id not in (select ArticleId from UserArticleIgnored where UserId = 25) and Article.Id in ( select ArticleId from ArticleTag where ArticlePublic = 1 and TagId in (5,9,24,139,153,185,200,553,1004,1992,2221,2222,2231,2237,2251,2332,2358,2394) and ArticlePublished >= '2015-08-04 00:00:00' and ArticlePublished <= '2015-08-11 23:59:00' ) and Article.Id not in ( select ArticleId from ArticleTag where ArticlePublic = 1 and TagId in (830) and ArticlePublished >= '2015-08-04 00:00:00' and ArticlePublished <= '2015-08-11 00:00:00' ) and ( (Feed.Public = 1 ))
)
) as T
order by LikesCount desc, Name
";
var dsSelect = new DataProvider().GetFromSelect(sTemp).ToArticlesWithAssObjects();
var missingArticles = dsSelect.Where(a => !weekArticles.Select(ar => ar.Id).Contains(a.Id)).ToList();
var usersSelect = "select * from User";
var users = new DataProvider().GetFromSelect(usersSelect).ToUsers();
foreach (var user in users)
{
Redis.AddUser(user);
foreach (var tagId in user.FavoriteTagIds)
{
Redis.AddUserTag(user, tagId, user.IgnoredTagIds);
}
}
var select = @"select Id, FeedId, Name, Body, Url, ViewsCount, LikesCount, FavoriteCount,
Published, ShortUrl from Article where
FeedId in (select Id from Feed where Public = 1) and Flagged = 0 and
Published >= '" + DateTime.Now.Date.AddMonths(-1).ToMySQLString() + "'";
var articles = new DataProvider().GetFromSelect(select, null).ToArticles().OrderBy(a => a.Published).ToList();
var feeds = new FeedService().GetFeeds(articles.Select(a => a.FeedId).ToList());
//add articles to hashset
foreach (var article in articles)
{
article.Feed = feeds.Find(f => f.Id == article.FeedId);
article.Tags = new FeedService().GetTagsForArticle(article.Id);
Redis.AddArticle(article);
}
}
public void Parse(Feed lFeed)
{
try
{
lFeed.Updated = DateTime.Now;
var rFeed = FeedService.GetRemoteFeed(lFeed);
if (rFeed == null)
{
return;
}
if (rFeed.Name != lFeed.Name || rFeed.Description != lFeed.Description || rFeed.SiteUrl != lFeed.SiteUrl)
{
lFeed.Name = rFeed.Name;
lFeed.Description = rFeed.Description;
lFeed.SiteUrl = rFeed.SiteUrl;
FeedService.UpdateFeed(lFeed);
}
lFeed.Articles = FeedService.GetArticlesWithoutBody(lFeed.Id);
var lTags = CacheClient.Default.GetOrAdd("parsingLocalTags",
CachePeriod.ForMinutes(15),
() => FeedService.GetTagsWithArticlesCountGreaterThan(0));
var uniqueArticles = rFeed.Articles.GroupBy(a => a.Url).Select(a => a.First()).ToList();
foreach (var rArticle in uniqueArticles)
{
try
{
if (!lFeed.Public &&
(
rArticle.Published > DateTime.MinValue &&
rArticle.Published <= DateTime.Now.AddYears(-1))
)
{
continue;
}
var lArticle = lFeed.Articles.Find(le => le.Url == rArticle.Url);
if (lArticle != null)
{
if (lArticle.Name != rArticle.Name)
{
lArticle.Name = rArticle.Name;
lArticle.Body = rArticle.Body;
FeedService.UpdateArticle(lArticle);
if (!Debugger.IsAttached)
{
LuceneSearch.AddUpdateIndex(lArticle);
Redis.UpdateArticleName(lArticle);
}
}
rFeed.Articles.Remove(rArticle);
continue;
}
rArticle.FeedId = lFeed.Id;
if (rFeed.Public && rArticle.Published <= DateTime.Now.AddDays(-32))
{
rArticle.Published = DateTime.Now;
}
if (rArticle.FeedId == 5569 && rArticle.Name.ToLower().Contains("comment on"))
{
continue;
}
rArticle.Tags = GetArticleTags(rArticle, lTags, rFeed.Encoding);
if (lFeed.Public)
{
rArticle.LikesCount = Facebook.GetNumberOfLikes(rArticle.Url) +
Twitter.GetNumberOfTweets(rArticle.Url) +
LinkedIn.GetNumberOfShares(rArticle.Url) +
Google.GetNumberOfShares(rArticle.Url) +
Reddit.GetNumberOfVotes(rArticle.Url);
}
lock (_insertArticleLock)
{
rArticle.Id = FeedService.InsertArticle(rArticle);
}
rArticle.Feed = lFeed;
if (!Debugger.IsAttached)
{
LuceneSearch.AddUpdateIndex(rArticle);
Redis.AddArticle(rArticle);
}
}
catch (Exception ex)
{
Mail.SendMeAnEmail("Error in insert article", "FeedId: " + lFeed.Id + " " + ex.ToString());
}
}
}
catch (Exception ex)
{
Mail.SendMeAnEmail("Error in parse feed", +lFeed.Id + " " + ex.ToString());
}
}