public void ProcessFrame(ProcessVideoFrameContext context)
{
bool skipMaskPred = false;
if (context.InputFrame.IsDiscontinuous)
{
streamStartDelta = TimeSpan.FromTicks(DateTime.Now.Ticks) - context.InputFrame.SystemRelativeTime.Value;
}
else
{
if ((TimeSpan.FromTicks(DateTime.Now.Ticks) - context.InputFrame.SystemRelativeTime.Value - streamStartDelta) > TimeSpan.FromMilliseconds(maxDelay))
{
skipMaskPred = true;
}
}
if (!skipMaskPred)
{
frameCount++;
features["0"] = context.InputFrame;
var resTask = _learningModel.EvaluateFeaturesAsync(features, string.Empty).AsTask();
var startTime = DateTime.Now.Ticks;
resTask.Wait();
Debug.WriteLine("delta {0}", TimeSpan.FromTicks(DateTime.Now.Ticks - startTime));
}
using (CanvasBitmap inputBitmap = CanvasBitmap.CreateFromDirect3D11Surface(canvasDevice, context.InputFrame.Direct3DSurface))
using (CanvasBitmap inputMask = CanvasBitmap.CreateFromDirect3D11Surface(canvasDevice, output.Direct3DSurface))
using (CanvasRenderTarget renderTarget = CanvasRenderTarget.CreateFromDirect3D11Surface(canvasDevice, context.OutputFrame.Direct3DSurface))
using (CanvasDrawingSession ds = renderTarget.CreateDrawingSession())
{
ds.Clear(Colors.Green);
var addAlpha = new ColorMatrixEffect()
{
Source = inputMask,
ColorMatrix = RToAlpha
};
var resize = new ScaleEffect()
{
Source = addAlpha,
Scale = new Vector2(((float)inputBitmap.SizeInPixels.Width / inputMask.SizeInPixels.Width), ((float)inputBitmap.SizeInPixels.Height / inputMask.SizeInPixels.Height))
};
var blend = new AlphaMaskEffect()
{
Source = inputBitmap,
AlphaMask = resize
};
ds.DrawImage(blend);
ds.DrawText(String.Format("FPS: {0:f1}", currentFPS), fpsLabelOffset, fpsLabelColor);
}
}