public async Task <ComputerVisionAnalyzeResponse> AnalyzeAsync(string imageUrl, IFormFile file,
AnalysisLanguage analysisLanguage, OcrLanguages ocrLanguage, ReadLanguage readLanguage)
{
// Setup
_computerVisionClient = new ComputerVisionClient(new ApiKeyServiceClientCredentials(_subscriptionKey))
{
Endpoint = _endpoint
};
// Computer vision
if (!string.IsNullOrWhiteSpace(imageUrl))
{
var imageAnalysis = ComputerVisionAnalyzeImageByUrlAsync(imageUrl, analysisLanguage);
var areaOfInterest = ComputerVisionGetAreaOfInterestByUrlAsync(imageUrl);
var read = ComputerVisionReadByUrlAsync(imageUrl, readLanguage);
var recognizedPrintedText = ComputerVisionRecognizedPrintedTextByUrlAsync(imageUrl, ocrLanguage);
// Combine
var task = Task.WhenAll(imageAnalysis, areaOfInterest, read, recognizedPrintedText);
try
{
await task;
return(new ComputerVisionAnalyzeResponse
{
ImageInfo = new ImageInfo
{
Src = imageUrl,
Description = imageAnalysis.Result.Description?.Captions?.FirstOrDefault()?.Text.ToSentence(),
Width = imageAnalysis.Result.Metadata.Width,
Height = imageAnalysis.Result.Metadata.Height
},
AnalyzeVisualFeatureTypes = AnalyzeVisualFeatureTypes,
AnalyzeDetails = AnalyzeDetails,
AnalysisResult = imageAnalysis.Result,
AreaOfInterestResult = areaOfInterest.Result,
OcrResult = recognizedPrintedText.Result,
ReadResult = read.Result
});
}
catch (ComputerVisionErrorException ex)
{
var exceptionMessage = ex.Response.Content;
var parsedJson = JToken.Parse(exceptionMessage);
if (ex.Response.StatusCode == System.Net.HttpStatusCode.BadRequest)
{
return(new ComputerVisionAnalyzeResponse
{
ApiRequestErrorMessage = $"Bad request thrown by the underlying API from Microsoft:",
ApiRequestErrorContent = parsedJson.ToString(Formatting.Indented)
});
}
else
{
return(new ComputerVisionAnalyzeResponse
{
OtherErrorMessage = $"Error thrown by the underlying API from Microsoft:",
OtherErrorContent = parsedJson.ToString(Formatting.Indented)
});
}
}
}
else
{
using (var analyzeStream = new MemoryStream())
using (var areaOfInterestStream = new MemoryStream())
using (var readStream = new MemoryStream())
using (var ocrStream = new MemoryStream())
using (var outputStream = new MemoryStream())
{
// Get initial value
await file.CopyToAsync(analyzeStream);
// Duplicate for parallel access to the streams
analyzeStream.Seek(0, SeekOrigin.Begin);
await analyzeStream.CopyToAsync(areaOfInterestStream);
analyzeStream.Seek(0, SeekOrigin.Begin);
await analyzeStream.CopyToAsync(readStream);
analyzeStream.Seek(0, SeekOrigin.Begin);
await analyzeStream.CopyToAsync(ocrStream);
analyzeStream.Seek(0, SeekOrigin.Begin);
await analyzeStream.CopyToAsync(outputStream);
// Reset the stream for consumption
analyzeStream.Seek(0, SeekOrigin.Begin);
areaOfInterestStream.Seek(0, SeekOrigin.Begin);
readStream.Seek(0, SeekOrigin.Begin);
ocrStream.Seek(0, SeekOrigin.Begin);
outputStream.Seek(0, SeekOrigin.Begin);
var imageAnalysis = ComputerVisionAnalyzeImageByStreamAsync(analyzeStream, analysisLanguage);
var areaOfInterest = ComputerVisionGetAreaOfInterestByStreamAsync(areaOfInterestStream);
var read = ComputerVisionReadByStreamAsync(readStream, readLanguage);
var recognizedPrintedText = ComputerVisionRecognizedPrintedTextByStreamAsync(ocrStream, ocrLanguage);
// Combine
var task = Task.WhenAll(imageAnalysis, areaOfInterest, read, recognizedPrintedText);
try
{
await task;
// Get image for display
var fileBytes = outputStream.ToArray();
var imageData = $"data:{file.ContentType};base64,{Convert.ToBase64String(fileBytes)}";
return(new ComputerVisionAnalyzeResponse
{
ImageInfo = new ImageInfo
{
Src = imageData,
Description = imageAnalysis.Result.Description?.Captions?.FirstOrDefault()?.Text.ToSentence(),
Width = imageAnalysis.Result.Metadata.Width,
Height = imageAnalysis.Result.Metadata.Height
},
AnalyzeVisualFeatureTypes = AnalyzeVisualFeatureTypes,
AnalyzeDetails = AnalyzeDetails,
AnalysisResult = imageAnalysis.Result,
AreaOfInterestResult = areaOfInterest.Result,
OcrResult = recognizedPrintedText.Result,
ReadResult = read.Result
});
}
catch (ComputerVisionErrorException ex)
{
var exceptionMessage = ex.Response.Content;
var parsedJson = JToken.Parse(exceptionMessage);
if (ex.Response.StatusCode == System.Net.HttpStatusCode.BadRequest)
{
return(new ComputerVisionAnalyzeResponse
{
ApiRequestErrorMessage = $"Bad request thrown by the underlying API from Microsoft:",
ApiRequestErrorContent = parsedJson.ToString(Formatting.Indented)
});
}
else
{
return(new ComputerVisionAnalyzeResponse
{
OtherErrorMessage = $"Error thrown by the underlying API from Microsoft:",
OtherErrorContent = parsedJson.ToString(Formatting.Indented)
});
}
}
}
}
}
private async Task <ReadOperationResult> ComputerVisionReadByStreamAsync(Stream imageStream, ReadLanguage readLanguage)
{
var readRequestHeaders = await _computerVisionClient.ReadInStreamAsync(imageStream, language : readLanguage.ToString());
return(await GetReadOperationResultAsync(readRequestHeaders.OperationLocation));
}