Example #1
0
        private void AddLinkUrlToDownloadList(Post post)
        {
            if (!Blog.DownloadLink || post.Type != "link")
            {
                return;
            }

            string textBody = tumblrJsonParser.ParseLink(post);

            AddToDownloadList(new LinkPost(textBody, post.Id));
            AddToJsonQueue(new CrawlerData <Post>(Path.ChangeExtension(post.Id, ".json"), post));
        }
Example #2
0
        private void AddLinkUrlToDownloadList(Post post)
        {
            if (!blog.DownloadLink)
            {
                return;
            }
            if (post.type != "link")
            {
                return;
            }

            string postId   = post.id;
            string textBody = tumblrJsonParser.ParseLink(post);

            AddToDownloadList(new LinkPost(textBody, postId, post.timestamp.ToString()));
            AddToJsonQueue(new TumblrCrawlerData <Post>(Path.ChangeExtension(postId, ".json"), post));
        }
Example #3
0
 private void AddLinkUrlToDownloadList(TumblrJson document)
 {
     if (blog.DownloadLink)
     {
         foreach (Post post in document.response.posts)
         {
             if (!PostWithinTimeSpan(post))
             {
                 continue;
             }
             if ((post.type == "link") && (!tags.Any() || post.tags.Intersect(tags, StringComparer.OrdinalIgnoreCase).Any()))
             {
                 if (CheckIfDownloadRebloggedPosts(post))
                 {
                     string postId   = post.id;
                     string textBody = tumblrJsonParser.ParseLink(post);
                     AddToDownloadList(new LinkPost(textBody, postId, post.timestamp.ToString()));
                     AddToJsonQueue(new TumblrCrawlerData <Post>(Path.ChangeExtension(postId, ".json"), post));
                 }
             }
         }
     }
 }
Example #4
0
 private void AddLinkUrlToDownloadList(TumblrApiJson document)
 {
     if (blog.DownloadLink)
     {
         foreach (Post post in document.posts)
         {
             if (!PostWithinTimeSpan(post))
             {
                 continue;
             }
             if (post.type == "link" && (!tags.Any() ||
                                         post.tags.Any(x => tags.Contains(x, StringComparer.OrdinalIgnoreCase))))
             {
                 if (CheckIfDownloadRebloggedPosts(post))
                 {
                     string textBody = tumblrJsonParser.ParseLink(post);
                     AddToDownloadList(new LinkPost(textBody, post.id));
                     AddToJsonQueue(new TumblrCrawlerData <Post>(Path.ChangeExtension(post.id, ".json"), post));
                 }
             }
         }
     }
 }