public static async Task Run([QueueTrigger(Constants.BlogToIndexQueueName, Connection = "AzureWebJobsStorage")]
string myQueueItem, TraceWriter log)
{
Startup.Init();
BlogToIndex blogToIndex = JsonConvert.DeserializeObject <BlogToIndex>(myQueueItem);
PhotoIndexTableAdapter photoIndexTableAdapter = new PhotoIndexTableAdapter();
photoIndexTableAdapter.Init();
PostsTableAdapter postsTableAdapter = new PostsTableAdapter();
postsTableAdapter.Init(log);
ReversePostsTableAdapter reversePostsTableAdapter = new ReversePostsTableAdapter();
reversePostsTableAdapter.Init(log);
PostToGetQueueAdapter postToGetQueueAdapter = new PostToGetQueueAdapter();
postToGetQueueAdapter.Init();
BlogInfoTableAdapter blogInfoTableAdapter = new BlogInfoTableAdapter();
blogInfoTableAdapter.Init();
MediaToDownloadQueueAdapter mediaToDownloadQueueAdapter = new MediaToDownloadQueueAdapter();
mediaToDownloadQueueAdapter.Init(log);
List <PhotoIndexEntity> photoIndexEntities = photoIndexTableAdapter.GetAll(blogToIndex.Blogname);
log.Info("Loaded " + photoIndexEntities.Count + " photo index entities");
BlogEntity blogEntity = await blogInfoTableAdapter.GetBlog(blogToIndex.Blogname);
Dictionary <string, List <Model.Site.Photo> > photosByBlogById = CreatePhotosByBlogById(photoIndexEntities);
BlogStats blogStats = CreateBlogStatsFromPhotos(photoIndexEntities, blogToIndex.Blogname);
blogStats.UpdateFromBlogEntity(blogEntity);
List <PostEntity> postEntities = postsTableAdapter.GetAll(blogToIndex.Blogname);
UpdateBlogStatsFromPosts(blogStats, postEntities);
UpdateMonthIndex(blogToIndex.Blogname, postEntities, blogInfoTableAdapter);
log.Info("Loaded " + postEntities.Count + " post entities");
foreach (PostEntity postEntity in postEntities)
{
if (!string.IsNullOrEmpty(postEntity.PhotoBlobUrls))
{
try
{
Model.Site.Photo[] photos = JsonConvert.DeserializeObject <Model.Site.Photo[]>(postEntity.PhotoBlobUrls);
if (photos.Any(x => !x.Name.Contains("_")))
{
SendToReprocessing(postEntity.PartitionKey, mediaToDownloadQueueAdapter, log, postEntity);
}
}
catch (Exception e)
{
log.Error("Error: " + e.Message);
throw;
}
}
}
blogStats.DisplayablePosts = InsertReversePosts(blogToIndex.Blogname, photosByBlogById, postEntities, reversePostsTableAdapter,
postsTableAdapter, photoIndexTableAdapter, mediaToDownloadQueueAdapter, log);
blogInfoTableAdapter.InsertBlobStats(blogStats);
}
public static async Task Run([TimerTrigger("0 30 */2 * * *")] TimerInfo myTimer, TraceWriter log)
{
PostsToProcessQueueAdapter postsToProcessQueueAdapter = new PostsToProcessQueueAdapter();
postsToProcessQueueAdapter.Init(log);
PostToGetQueueAdapter postToGetQueueAdapter = new PostToGetQueueAdapter();
postToGetQueueAdapter.Init();
PostsTableAdapter postsTableAdapter = new PostsTableAdapter();
postsTableAdapter.Init(log);
using (HttpClient httpClient = new HttpClient())
{
string apiKey = ConfigurationManager.AppSettings["TumblrApiKey"];
do
{
CloudQueueMessage message = await postToGetQueueAdapter.GetNextMessage();
if (message == null)
{
return;
}
PostToGet postToGet = JsonConvert.DeserializeObject <PostToGet>(message.AsString);
string url = "https://api.tumblr.com/v2/blog/" + postToGet.Blogname + "/posts?id=" + postToGet.Id + "&api_key=" + apiKey;
log.Info("Making request to: " + url);
HttpResponseMessage response = await httpClient.GetAsync(url);
if (response.IsSuccessStatusCode)
{
TumblrResponse <BlogPosts> tumblrResponse = await response.Content.ReadAsAsync <TumblrResponse <BlogPosts> >();
BlogPosts blogPosts = tumblrResponse.Response;
if (blogPosts.Posts != null && blogPosts.Posts.Count > 0)
{
postsToProcessQueueAdapter.SendPostsToProcess(blogPosts.Posts);
}
await postToGetQueueAdapter.DeleteMessage(message);
log.Info("Successfully fetched " + postToGet.Blogname + "/" + postToGet.Id + " and queued for processing");
}
else
{
log.Error("Error getting post " + postToGet.Blogname + "/" + postToGet.Id + ": " + response.ReasonPhrase);
if (response.ReasonPhrase.IndexOf("limit exceeded", StringComparison.OrdinalIgnoreCase) >= 0)
{
log.Error("Limit exceeded, exiting");
return;
}
else if (response.ReasonPhrase.IndexOf("not found", StringComparison.OrdinalIgnoreCase) >= 0)
{
log.Error("Not found, deleting message, marking post as Not Found");
postsTableAdapter.MarkPostNotFound(postToGet.Blogname, postToGet.Id);
await postToGetQueueAdapter.DeleteMessage(message);
}
}
} while (true);
}
}
