public static void Run(
[BlobTrigger("tech-documents/{name}", Connection = "AzureWebJobsStorage")] Stream myBlob, string name,
[Queue("newDocs")] IAsyncCollector <DocumentNotify> newDocQueue,
ILogger log)
{
log.LogInformation($"C# Blob trigger function Processed blob\n Name:{name} \n Size: {myBlob.Length} Bytes");
// when a new file is added to blob storage we detect this here
// and add the blob name and date to the queue.
var notify = new DocumentNotify {
BlobName = name, PublishedOn = DateTime.UtcNow
};
newDocQueue.AddAsync(notify); //we should maake this an async method
}
public static async Task Run(
[QueueTrigger("newdocs", Connection = "AzureWebJobsStorage")] DocumentNotify myQueueItem,
[Table(RhzStorageTools.postsName, Connection = "AzureWebJobsStorage")] CloudTable postsTable,
//[Table(RhzStorageTools.postsName)] IAsyncCollector<PostContent> postsTable, // this and the commented line below are alternatives .
IBinder binder,
ILogger log)
{
log.LogInformation($"C# Queue trigger function processed: {myQueueItem}");
string text = await RhzStorageTools.ReadTextFromBlob(binder, RhzStorageTools.techDocs, myQueueItem.BlobName, "AzureWebJobsStorage").ConfigureAwait(false);
HtmlDocument doc = new HtmlDocument();
doc.LoadHtml(text);
log.LogInformation($"Document Loaded length: {doc.ToString().Length}");
// Check the first 2 lines of the document
// This still needs a lot of work, not thought of all the possibilites yet, just get it functioning
var linePosition = 1;
try
{
var cap = doc.DocumentNode.SelectSingleNode($"/html[1]/body[1]/div[1]/p[{linePosition}]/span[1]");
if (cap == null)
{
linePosition++;
cap = doc.DocumentNode.SelectSingleNode($"/html[1]/body[1]/div[1]/p[{linePosition}]/span[1]");
}
log.LogInformation($"Preview Position: {linePosition}");
var captionString = Path.GetFileNameWithoutExtension(myQueueItem.BlobName.Replace("-", " "));
TableOperation insertUpdateOp = null;
TableOperation insertIdxOp = null;
var post = new PostContent
{
PartitionKey = RhzStorageTools.techPostPk,
BlobName = myQueueItem.BlobName,
Published = true,
PublishedOn = myQueueItem.PublishedOn,
UpdatedOn = myQueueItem.PublishedOn,
Caption = captionString,
Preview = cap?.InnerText ?? "Preview not provided",
RowKey = Guid.NewGuid().ToString("N"),
ETag = "*"
};
// check if this document index exists
var fetchIdxOp = TableOperation.Retrieve <PostContentIdx>(RhzStorageTools.techPostIndexPk, myQueueItem.BlobName);
var newIdxRecord = await postsTable.ExecuteAsync(fetchIdxOp);
if (newIdxRecord.Result != null)
{
PostContentIdx documentIdx = null;
documentIdx = ((PostContentIdx)newIdxRecord.Result);
post.RowKey = documentIdx.DocumentId;
post.PublishedOn = documentIdx.PublishedOn;
insertUpdateOp = TableOperation.Replace(post);
}
else
{
insertUpdateOp = TableOperation.Insert(post);
insertIdxOp = TableOperation.Insert(new PostContentIdx
{
PartitionKey = RhzStorageTools.techPostIndexPk,
RowKey = myQueueItem.BlobName,
DocumentId = post.RowKey,
PublishedOn = myQueueItem.PublishedOn,
});
}
var newRecord = await postsTable.ExecuteAsync(insertUpdateOp);
if ((insertIdxOp != null) && newRecord.HttpStatusCode == (int)HttpStatusCode.NoContent)
{
_ = await postsTable.ExecuteAsync(insertIdxOp);
}
//await postsTable.AddAsync(post);
log.LogInformation($"New Post status: {newRecord.HttpStatusCode}");
}
catch (Exception ex)
{
log.LogInformation($"Error {ex.Message}: {myQueueItem}");
}
}
