internal static void CopyToFrameToDrawingContext(this HighDefinitionFaceFrame highDefinitionFaceFrame, DrawingContext context, bool useDepthSpace = true, byte bodyIndex = 1, double pointRadius = 2F)
{
var faceAlignment = new FaceAlignment();
var coordinateMapper = highDefinitionFaceFrame.HighDefinitionFaceFrameSource.KinectSensor.CoordinateMapper;
var brush = BodyIndexColor.GetBrushFromBodyIndex(bodyIndex);
highDefinitionFaceFrame.GetAndRefreshFaceAlignmentResult(faceAlignment);
var faceModel = new FaceModel();
var vertices = faceModel.CalculateVerticesForAlignment(faceAlignment);
if (vertices.Count > 0)
{
for (int index = 0; index < vertices.Count; index++)
{
CameraSpacePoint vertice = vertices[index];
DepthSpacePoint point = coordinateMapper.MapCameraPointToDepthSpace(vertice);
if (float.IsInfinity(point.X) || float.IsInfinity(point.Y))
return;
context.DrawEllipse(brush, null, point.GetPoint(), pointRadius, pointRadius);
}
}
}
/// <summary>
/// Initializes a new instance of the KinectFaceTrackingResult class from a set of Kinect face points
/// </summary>
public KinectFaceTrackingResult(FaceModel faceModel, FaceModel constructedFaceModel, FaceModelBuilderCollectionStatus builderStatus, FaceAlignment faceAlignment, CoordinateMapper mapper)
{
this.FaceModel = faceModel;
this.ConstructedFaceModel = constructedFaceModel;
this.BuilderStatus = builderStatus;
this.FaceAlignment = faceAlignment;
var vertices = faceModel.CalculateVerticesForAlignment(faceAlignment);
this.ColorSpaceFacePoints = this.FaceBoundaryPoints(vertices, mapper);
// Calculate facerect manually from facepoints
var rectX = this.ColorSpaceFacePoints.Min(x => x.X);
var rectWidth = this.ColorSpaceFacePoints.Max(x => x.X) - rectX;
var rectY = this.ColorSpaceFacePoints.Min(x => x.Y);
var rectHeight = this.ColorSpaceFacePoints.Max(x => x.Y) - rectY;
this.FaceRect = new System.Drawing.Rectangle(rectX, rectY, rectWidth, rectHeight);
}
static void Main()
{
Application.EnableVisualStyles();
Application.SetCompatibleTextRenderingDefault(false);
RenderForm form = new RenderForm("Kinect Simple hd face sample");
RenderDevice device = new RenderDevice(SharpDX.Direct3D11.DeviceCreationFlags.BgraSupport | DeviceCreationFlags.Debug);
RenderContext context = new RenderContext(device);
DX11SwapChain swapChain = DX11SwapChain.FromHandle(device, form.Handle);
VertexShader vertexShader = ShaderCompiler.CompileFromFile <VertexShader>(device, "HdFaceView.fx", "VS");
PixelShader pixelShader = ShaderCompiler.CompileFromFile<PixelShader>(device, "HdFaceView.fx", "PS");
HdFaceIndexBuffer faceIndexBuffer = new HdFaceIndexBuffer(device, 1);
DynamicHdFaceStructuredBuffer faceVertexBuffer = new DynamicHdFaceStructuredBuffer(device, 1);
KinectSensor sensor = KinectSensor.GetDefault();
sensor.Open();
cbCamera camera = new cbCamera();
camera.Projection = Matrix.PerspectiveFovLH(1.57f*0.5f, 1.3f, 0.01f, 100.0f);
camera.View = Matrix.Translation(0.0f, 0.0f, 0.5f);
camera.Projection.Transpose();
camera.View.Transpose();
ConstantBuffer<cbCamera> cameraBuffer = new ConstantBuffer<cbCamera>(device);
cameraBuffer.Update(context, ref camera);
bool doQuit = false;
bool doUpload = false;
KinectBody[] bodyFrame = null;
KinectSensorBodyFrameProvider provider = new KinectSensorBodyFrameProvider(sensor);
form.KeyDown += (sender, args) => { if (args.KeyCode == Keys.Escape) { doQuit = true; } };
FaceModel currentFaceModel = new FaceModel();
FaceAlignment currentFaceAlignment = new FaceAlignment();
SingleHdFaceProcessor hdFaceProcessor = new SingleHdFaceProcessor(sensor);
hdFaceProcessor.HdFrameReceived += (sender, args) => { currentFaceModel = args.FaceModel; currentFaceAlignment = args.FaceAlignment; doUpload = true; };
provider.FrameReceived += (sender, args) =>
{
bodyFrame = args.FrameData;
var body = bodyFrame.TrackedOnly().ClosestBodies().FirstOrDefault();
if (body != null)
{
hdFaceProcessor.AssignBody(body);
}
else
{
hdFaceProcessor.Suspend();
}
};
context.Context.Rasterizer.State = device.RasterizerStates.WireFrame;
RenderLoop.Run(form, () =>
{
if (doQuit)
{
form.Dispose();
return;
}
if (doUpload)
{
var vertices = currentFaceModel.CalculateVerticesForAlignment(currentFaceAlignment).ToArray();
faceVertexBuffer.Copy(context, vertices);
doUpload = false;
}
context.Context.ClearRenderTargetView(swapChain.RenderView, SharpDX.Color.Black);
if (hdFaceProcessor.IsValid)
{
context.RenderTargetStack.Push(swapChain);
context.Context.VertexShader.SetShaderResource(0, faceVertexBuffer.ShaderView);
context.Context.VertexShader.SetConstantBuffer(0, cameraBuffer.Buffer);
//Draw lines
context.Context.PixelShader.Set(pixelShader);
context.Context.VertexShader.Set(vertexShader);
//Attach index buffer, null topology since we fetch
faceIndexBuffer.AttachWithLayout(context);
faceIndexBuffer.Draw(context, 1);
context.RenderTargetStack.Pop();
}
swapChain.Present(0, SharpDX.DXGI.PresentFlags.None);
});
swapChain.Dispose();
context.Dispose();
device.Dispose();
cameraBuffer.Dispose();
faceIndexBuffer.Dispose();
faceVertexBuffer.Dispose();
provider.Dispose();
pixelShader.Dispose();
vertexShader.Dispose();
hdFaceProcessor.Dispose();
sensor.Close();
}
static void Main()
{
Application.EnableVisualStyles();
Application.SetCompatibleTextRenderingDefault(false);
RenderForm form = new RenderForm("Kinect hd face projected to rgb");
RenderDevice device = new RenderDevice(SharpDX.Direct3D11.DeviceCreationFlags.BgraSupport | DeviceCreationFlags.Debug);
RenderContext context = new RenderContext(device);
DX11SwapChain swapChain = DX11SwapChain.FromHandle(device, form.Handle);
VertexShader vertexShader = ShaderCompiler.CompileFromFile<VertexShader>(device, "ProjectedHdFaceView.fx", "VS");
PixelShader pixelShader = ShaderCompiler.CompileFromFile<PixelShader>(device, "ProjectedHdFaceView.fx", "PS");
HdFaceIndexBuffer faceIndexBuffer = new HdFaceIndexBuffer(device, 1);
DynamicRgbSpaceFaceStructuredBuffer faceRgbBuffer = new DynamicRgbSpaceFaceStructuredBuffer(device, 1);
KinectSensor sensor = KinectSensor.GetDefault();
sensor.Open();
bool doQuit = false;
bool doUpload = false;
KinectBody[] bodyFrame = null;
KinectSensorBodyFrameProvider provider = new KinectSensorBodyFrameProvider(sensor);
form.KeyDown += (sender, args) => { if (args.KeyCode == Keys.Escape) { doQuit = true; } };
FaceModel currentFaceModel = new FaceModel();
FaceAlignment currentFaceAlignment = new FaceAlignment();
SingleHdFaceProcessor hdFaceProcessor = new SingleHdFaceProcessor(sensor);
hdFaceProcessor.HdFrameReceived += (sender, args) => { currentFaceModel = args.FaceModel; currentFaceAlignment = args.FaceAlignment; doUpload = true; };
bool uploadColor = false;
ColorRGBAFrameData currentData = null;
DynamicColorRGBATexture colorTexture = new DynamicColorRGBATexture(device);
KinectSensorColorRGBAFrameProvider colorProvider = new KinectSensorColorRGBAFrameProvider(sensor);
colorProvider.FrameReceived += (sender, args) => { currentData = args.FrameData; uploadColor = true; };
provider.FrameReceived += (sender, args) =>
{
bodyFrame = args.FrameData;
var body = bodyFrame.TrackedOnly().ClosestBodies().FirstOrDefault();
if (body != null)
{
hdFaceProcessor.AssignBody(body);
}
else
{
hdFaceProcessor.Suspend();
}
};
RenderLoop.Run(form, () =>
{
if (doQuit)
{
form.Dispose();
return;
}
if (doUpload)
{
var vertices = currentFaceModel.CalculateVerticesForAlignment(currentFaceAlignment).ToArray();
var vertRgb = new ColorSpacePoint[vertices.Length];
sensor.CoordinateMapper.MapCameraPointsToColorSpace(vertices, vertRgb);
faceRgbBuffer.Copy(context, vertRgb);
doUpload = false;
}
if (uploadColor)
{
colorTexture.Copy(context, currentData);
uploadColor = false;
}
context.Context.ClearRenderTargetView(swapChain.RenderView, SharpDX.Color.Black);
context.RenderTargetStack.Push(swapChain);
context.Context.Rasterizer.State = device.RasterizerStates.BackCullSolid;
context.Context.OutputMerger.BlendState = device.BlendStates.Disabled;
device.Primitives.ApplyFullTri(context, colorTexture.ShaderView);
device.Primitives.FullScreenTriangle.Draw(context);
if (hdFaceProcessor.IsValid)
{
context.Context.Rasterizer.State = device.RasterizerStates.WireFrame;
context.Context.OutputMerger.BlendState = device.BlendStates.AlphaBlend;
context.Context.VertexShader.SetShaderResource(0, faceRgbBuffer.ShaderView);
//Draw lines
context.Context.PixelShader.Set(pixelShader);
context.Context.VertexShader.Set(vertexShader);
//Attach index buffer, null topology since we fetch
faceIndexBuffer.AttachWithLayout(context);
faceIndexBuffer.Draw(context, 1);
}
context.RenderTargetStack.Pop();
swapChain.Present(0, SharpDX.DXGI.PresentFlags.None);
});
swapChain.Dispose();
context.Dispose();
device.Dispose();
colorProvider.Dispose();
colorTexture.Dispose();
faceIndexBuffer.Dispose();
faceRgbBuffer.Dispose();
provider.Dispose();
pixelShader.Dispose();
vertexShader.Dispose();
sensor.Close();
}
