private void AddLinkUrlToDownloadList(Post post) { if (!Blog.DownloadLink || post.Type != "link") { return; } string textBody = tumblrJsonParser.ParseLink(post); AddToDownloadList(new LinkPost(textBody, post.Id)); AddToJsonQueue(new CrawlerData <Post>(Path.ChangeExtension(post.Id, ".json"), post)); }
private void AddLinkUrlToDownloadList(Post post) { if (!blog.DownloadLink) { return; } if (post.type != "link") { return; } string postId = post.id; string textBody = tumblrJsonParser.ParseLink(post); AddToDownloadList(new LinkPost(textBody, postId, post.timestamp.ToString())); AddToJsonQueue(new TumblrCrawlerData <Post>(Path.ChangeExtension(postId, ".json"), post)); }
private void AddLinkUrlToDownloadList(TumblrJson document) { if (blog.DownloadLink) { foreach (Post post in document.response.posts) { if (!PostWithinTimeSpan(post)) { continue; } if ((post.type == "link") && (!tags.Any() || post.tags.Intersect(tags, StringComparer.OrdinalIgnoreCase).Any())) { if (CheckIfDownloadRebloggedPosts(post)) { string postId = post.id; string textBody = tumblrJsonParser.ParseLink(post); AddToDownloadList(new LinkPost(textBody, postId, post.timestamp.ToString())); AddToJsonQueue(new TumblrCrawlerData <Post>(Path.ChangeExtension(postId, ".json"), post)); } } } } }
private void AddLinkUrlToDownloadList(TumblrApiJson document) { if (blog.DownloadLink) { foreach (Post post in document.posts) { if (!PostWithinTimeSpan(post)) { continue; } if (post.type == "link" && (!tags.Any() || post.tags.Any(x => tags.Contains(x, StringComparer.OrdinalIgnoreCase)))) { if (CheckIfDownloadRebloggedPosts(post)) { string textBody = tumblrJsonParser.ParseLink(post); AddToDownloadList(new LinkPost(textBody, post.id)); AddToJsonQueue(new TumblrCrawlerData <Post>(Path.ChangeExtension(post.id, ".json"), post)); } } } } }