/// <summary>
/// Configure an IFrameSource from a StorageFile or MediaCapture instance to produce optionally a specified format of frame
/// </summary>
/// <param name="source"></param>
/// <param name="inputImageDescriptor"></param>
/// <returns></returns>
private async Task ConfigureFrameSourceAsync(object source, ISkillFeatureImageDescriptor inputImageDescriptor = null)
{
await m_lock.WaitAsync();
{
// Reset bitmap rendering component
UIProcessedPreview.Source = null;
m_renderTargetFrame = null;
m_processedBitmapSource = new SoftwareBitmapSource();
UIProcessedPreview.Source = m_processedBitmapSource;
// Clean up previous frame source
if (m_frameSource != null)
{
m_frameSource.FrameArrived -= FrameSource_FrameAvailable;
var disposableFrameSource = m_frameSource as IDisposable;
if (disposableFrameSource != null)
{
// Lock disposal based on frame source consumers
disposableFrameSource.Dispose();
}
}
// Create new frame source and register a callback if the source fails along the way
m_frameSource = await FrameSourceFactory.CreateFrameSourceAsync(
source,
(sender, message) =>
{
NotifyUser(message);
},
inputImageDescriptor);
// TODO: Workaround for a bug in ObjectDetectorBinding when binding consecutively VideoFrames with Direct3DSurface and SoftwareBitmap
await m_skillWrappers[0].InitializeSkillAsync(m_skillWrappers[0].Skill.Device);
// Set additional input features as exposed in the UI
await m_skillWrappers[0].Binding["InputObjectKindFilterList"].SetFeatureValueAsync(m_objectKindFilterList);
await m_skillWrappers[0].Binding["InputConfidenceThreshold"].SetFeatureValueAsync((float)UIConfidenceThresholdControl.Value);
}
m_lock.Release();
// If we obtained a valid frame source, start it
if (m_frameSource != null)
{
m_frameSource.FrameArrived += FrameSource_FrameAvailable;
await m_frameSource.StartAsync();
}
}
/// <summary>
/// Configure an IFrameSource from a StorageFile or MediaCapture instance to produce optionally a specified format of frame
/// </summary>
/// <param name="source"></param>
/// <param name="inputImageDescriptor"></param>
/// <returns></returns>
private async Task ConfigureFrameSourceAsync(object source, ISkillFeatureImageDescriptor inputImageDescriptor = null)
{
await m_lock.WaitAsync();
{
// Reset bitmap rendering component
UIProcessedPreview.Source = null;
m_renderTargetFrame = null;
m_processedBitmapSource = new SoftwareBitmapSource();
UIProcessedPreview.Source = m_processedBitmapSource;
// Clean up previous frame source
if (m_frameSource != null)
{
m_frameSource.FrameArrived -= FrameSource_FrameAvailable;
var disposableFrameSource = m_frameSource as IDisposable;
if (disposableFrameSource != null)
{
// Lock disposal based on frame source consumers
disposableFrameSource.Dispose();
}
}
// Create new frame source and register a callback if the source fails along the way
m_frameSource = await FrameSourceFactory.CreateFrameSourceAsync(
source,
(sender, message) =>
{
NotifyUser(message);
},
inputImageDescriptor);
// Clear existing trackers
m_frameCounter = 0;
m_trackerBindings.Clear();
m_trackerHistories.Clear();
}
m_lock.Release();
// If we obtained a valid frame source, start it
if (m_frameSource != null)
{
m_frameSource.FrameArrived += FrameSource_FrameAvailable;
await m_frameSource.StartAsync();
}
}
/// <summary>
/// Conditionally dispose old frame source and create new frame source
/// </summary>
/// <param name="source"></param>
/// <returns></returns>
private async Task ConfigureFrameSourceAsync(object source)
{
await m_lock.WaitAsync();
{
// Dispose old frame source
if (m_frameSource != null)
{
m_frameSource.FrameArrived -= FrameSource_FrameArrived;
var disposableFrameSource = m_frameSource as IDisposable;
if (disposableFrameSource != null)
{
disposableFrameSource.Dispose();
}
}
// Create new frame source
m_frameSource = await FrameSourceFactory.CreateFrameSourceAsync(source, (sender, message) =>
{
NotifyUser(message, NotifyType.ErrorMessage);
});
// If we obtained a valid frame source, hook a frame callback
if (m_frameSource != null)
{
m_frameSource.FrameArrived += FrameSource_FrameArrived;
await Dispatcher.RunAsync(Windows.UI.Core.CoreDispatcherPriority.Normal, () =>
{
UIPlayButton.IsEnabled = true;
});
}
else
{
await Dispatcher.RunAsync(Windows.UI.Core.CoreDispatcherPriority.Normal, () =>
{
UIPlayButton.IsEnabled = false;
});
}
}
m_lock.Release();
// Update playback button state. Warning that this method acquires m_lock, so must be called from outside the lock
await Dispatcher.RunAsync(Windows.UI.Core.CoreDispatcherPriority.Normal, () => TogglePlaybackState(false));
NotifyUser("Frame source configured, ready to begin");
}
/// <summary>
/// Configure an IFrameSource from a StorageFile or MediaCapture instance to produce optionally a specified format of frame
/// </summary>
/// <param name="source"></param>
/// <param name="inputImageDescriptor"></param>
/// <returns></returns>
private async Task ConfigureFrameSourceAsync(object source, ISkillFeatureImageDescriptor inputImageDescriptor = null)
{
await m_lock.WaitAsync();
{
// Reset bitmap rendering component
UIProcessedPreview.Source = null;
m_renderTargetFrame = null;
m_processedBitmapSource = new SoftwareBitmapSource();
UIProcessedPreview.Source = m_processedBitmapSource;
// Clean up previous frame source
if (m_frameSource != null)
{
m_frameSource.FrameArrived -= FrameSource_FrameAvailable;
var disposableFrameSource = m_frameSource as IDisposable;
if (disposableFrameSource != null)
{
// Lock disposal based on frame source consumers
disposableFrameSource.Dispose();
}
}
// Create new frame source and register a callback if the source fails along the way
m_frameSource = await FrameSourceFactory.CreateFrameSourceAsync(
source,
(sender, message) =>
{
NotifyUser(message);
},
inputImageDescriptor);
// TODO: Workaround for a bug in ObjectDetectorBinding when binding consecutively VideoFrames with Direct3DSurface and SoftwareBitmap
m_binding = await m_skill.CreateSkillBindingAsync() as ObjectDetectorBinding;
}
m_lock.Release();
// If we obtained a valid frame source, start it
if (m_frameSource != null)
{
m_frameSource.FrameArrived += FrameSource_FrameAvailable;
await m_frameSource.StartAsync();
}
}
/// <summary>
/// Configure an IFrameSource from a StorageFile or MediaCapture instance
/// </summary>
/// <param name="source"></param>
/// <returns></returns>
private async Task ConfigureFrameSourceAsync(object source)
{
await m_lock.WaitAsync();
{
// Reset bitmap rendering component
UIImageViewer.Source = null;
m_processedBitmapSource = new SoftwareBitmapSource();
UIImageViewer.Source = m_processedBitmapSource;
m_bodyRenderer.IsVisible = false;
// Clean up previous frame source
if (m_frameSource != null)
{
m_frameSource.FrameArrived -= FrameSource_FrameAvailable;
var disposableFrameSource = m_frameSource as IDisposable;
if (disposableFrameSource != null)
{
// Lock disposal based on frame source consumers
disposableFrameSource.Dispose();
}
}
// Create new frame source and register a callback if the source fails along the way
m_frameSource = await FrameSourceFactory.CreateFrameSourceAsync(source, (sender, message) =>
{
NotifyUser(message);
});
}
m_lock.Release();
// If we obtained a valid frame source, start it
if (m_frameSource != null)
{
m_frameSource.FrameArrived += FrameSource_FrameAvailable;
await m_frameSource.StartAsync();
}
}