public static async Task CreateMosaicAsync(
[QueueTrigger("generate-mosaic")] MosaicRequest mosaicRequest,
[Blob("%input-container%/{InputImage}", FileAccess.Read)] Stream sourceImage,
[Blob("%tile-image-container%")] CloudBlobContainer tileContainer,
[Blob("%output-container%/{InputImage}", FileAccess.Write)] Stream outputStream,
TraceWriter log)
{
var query = "";
// TODO: if confidence is too low, fall back to vision API
try {
query = await PredictImageAsync(sourceImage);
}
catch (Exception e) {
log.Info($"Custom image failed, trying vision API: {e.Message}");
query = await AnalyzeImageAsync(sourceImage);
}
log.Info($"Image analysis: {query}");
var queryDirectory = Utilities.GetStableHash(query).ToString();
log.Info($"Query hash: {queryDirectory}");
var imageUrls = await DownloadImages.GetImageResultsAsync(query, log);
await DownloadImages.DownloadImagesAsync(queryDirectory, imageUrls, tileContainer);
GenerateMosaicFromTiles(sourceImage, tileContainer, queryDirectory, outputStream);
}
public static async Task CreateMosaicAsync(
[QueueTrigger("generate-mosaic")] MosaicRequest mosaicRequest,
[Blob("%input-container%/{InputImage}", FileAccess.Read)] Stream sourceImage,
[Blob("%tile-image-container%")] CloudBlobContainer tileContainer,
[Blob("%output-container%/{InputImage}", FileAccess.Write)] Stream outputStream,
TraceWriter log)
{
var imageKeyword = mosaicRequest.ImageContentString;
if (String.IsNullOrEmpty(mosaicRequest.ImageContentString)) // no keyword provided, use image recognition
// fall back to regular vision service if PredictionApiUrl is empty,
// or if Custom Vision does not have high confidence
{
bool useFallback = false;
string predictionUrl = Environment.GetEnvironmentVariable("PredictionApiUrl");
if (String.IsNullOrEmpty(predictionUrl)) // if no Custom Vision API key was provided, skip it
{
useFallback = true;
}
try {
imageKeyword = await PredictImageAsync(predictionUrl, sourceImage, log);
useFallback = String.IsNullOrEmpty(imageKeyword);
}
catch (Exception e) {
log.Info($"Custom image failed: {e.Message}");
useFallback = true; // on exception, use regular Vision Service
}
if (useFallback)
{
log.Info("Falling back to Vision Service");
sourceImage.Seek(0, SeekOrigin.Begin);
imageKeyword = await AnalyzeImageAsync(sourceImage);
}
}
log.Info($"Image analysis: {imageKeyword}");
var queryDirectory = Utilities.GetStableHash(imageKeyword).ToString();
log.Info($"Query hash: {queryDirectory}");
var imageUrls = await DownloadImages.GetImageResultsAsync(imageKeyword, log);
await DownloadImages.DownloadImagesAsync(queryDirectory, imageUrls, tileContainer);
GenerateMosaicFromTiles(sourceImage, tileContainer, queryDirectory, outputStream);
}
public static async Task CreateMosaicAsync(
[QueueTrigger("%generate-mosaic%")] MosaicRequest mosaicRequest,
[Blob("%tile-image-container%")] CloudBlobContainer tileContainer,
[Blob("%output-container%/{OutputFilename}", FileAccess.Write)] Stream outputStream,
TraceWriter log)
{
var imageKeyword = mosaicRequest.ImageContentString;
var sourceImage = await DownloadFileAsync(mosaicRequest.InputImageUrl);
// fall back to regular vision service if PredictionApiUrl is empty,
// or if Custom Vision does not have high confidence
bool noCustomImageSearch = false;
if (String.IsNullOrEmpty(mosaicRequest.ImageContentString)) // no keyword provided, use image recognition
{
string predictionUrl = Environment.GetEnvironmentVariable("PredictionApiUrl");
if (String.IsNullOrEmpty(predictionUrl)) // if no Custom Vision API key was provided, skip it
{
noCustomImageSearch = true;
}
try {
imageKeyword = await PredictImageAsync(predictionUrl, sourceImage, log);
noCustomImageSearch = String.IsNullOrEmpty(imageKeyword);
}
catch (Exception e) {
log.Info($"Custom image failed: {e.Message}");
noCustomImageSearch = true; // on exception, use regular Vision Service
}
if (noCustomImageSearch)
{
log.Info("Falling back to Vision Service");
sourceImage.Seek(0, SeekOrigin.Begin);
imageKeyword = await AnalyzeImageAsync(sourceImage);
}
}
else
{
if (imageKeyword.EndsWith(" "))
{
imageKeyword = imageKeyword.Substring(0, imageKeyword.IndexOf(" "));
}
}
log.Info($"\n\nImage analysis: {imageKeyword}\n");
var queryDirectory = Utilities.GetStableHash(imageKeyword).ToString();
log.Info($"Query hash: {queryDirectory}");
var imageUrls = await DownloadImages.GetImageResultsAsync(imageKeyword, log);
await DownloadImages.GetBingImagesAsync(
queryDirectory, imageUrls, tileContainer, TileWidth, TileHeight);
await GenerateMosaicFromTilesAsync(
sourceImage, tileContainer, queryDirectory,
outputStream,
mosaicRequest.TilePixels,
log);
Utilities.EmitCustomTelemetry(!noCustomImageSearch, imageKeyword);
}