public static async Task UploadDocuments(List <Document> documents, string activeEtag, Action <int, int> progress)
{
if (documents == null || !documents.Any())
{
return;
}
// upload documents
await ParallelUtility.ParallelForEach(documents, document =>
{
return(CosmosDBAccessor <Document> .UpsertAsync(document));
}, 400, 200, progress);
// switch active etag
var doc = documents.First();
var active = new Active
{
ActiveEtag = activeEtag,
IsActive = false,
Branch = doc.Branch,
Locale = doc.Locale,
Docset = doc.Docset,
id = HashUtility.GetSha1HashString($"{doc.Docset}|{doc.Branch}|{doc.Locale}")
};
await CosmosDBAccessor <Active> .UpsertAsync(active);
}
public static async Task <(string pageUrl, string pageHash)> UploadPage(Stream pageStream, bool isDynamicRender, string contentType)
{
string pageUrl;
string hash = HashUtility.GetSha1HashString(pageStream);
pageStream.Position = 0;
if (isDynamicRender)
{
Page page = await CosmosDBAccessor <Page> .GetAsync(hash);
if (page is null)
{
using (var sr = new StreamReader(pageStream))
{
page = new Page()
{
id = hash,
Hash = hash,
Content = sr.ReadToEnd(),
};
}
await CosmosDBAccessor <Page> .UpsertAsync(page);
}
pageUrl = Config.Get("cosmos_endpoint") + CosmosDBAccessor <Page> .GetDocumentUri(hash).ToString();
}
else
{
var blob = BlobAccessor.cloudBlobContainer.GetBlockBlobReference(hash);
bool blobExist = await blob.ExistsAsync();
if (!blobExist)
{
blob.Properties.ContentType = contentType;
await blob.UploadFromStreamAsync(pageStream);
}
pageUrl = blob.Uri.AbsoluteUri;
}
return(pageUrl, hash);
}