static void Main()
{
Application.EnableVisualStyles();
Application.SetCompatibleTextRenderingDefault(false);
RenderForm form = new RenderForm("Kinect simple pilot sample");
RenderDevice device = new RenderDevice(SharpDX.Direct3D11.DeviceCreationFlags.BgraSupport);
RenderContext context = new RenderContext(device);
DX11SwapChain swapChain = DX11SwapChain.FromHandle(device, form.Handle);
//Allow to draw using direct2d on top of swapchain
var context2d = new SharpDX.Direct2D1.DeviceContext(swapChain.Texture.QueryInterface<SharpDX.DXGI.Surface>());
//Call release on texture since queryinterface does an addref
Marshal.Release(swapChain.Texture.NativePointer);
var textFormat = new SharpDX.DirectWrite.TextFormat(device.DWriteFactory, "Arial", 16.0f);
var blackBrush = new SharpDX.Direct2D1.SolidColorBrush(context2d, SharpDX.Color.Black);
var whiteBrush = new SharpDX.Direct2D1.SolidColorBrush(context2d, SharpDX.Color.White);
KinectSensor sensor = KinectSensor.GetDefault();
sensor.Open();
bool doQuit = false;
KinectSensorColorRGBAFrameProvider provider = new KinectSensorColorRGBAFrameProvider(sensor);
DynamicColorRGBATextureProcessor colorProcessor = new DynamicColorRGBATextureProcessor(provider, device);
KinectPilotProcessor pilot = KinectPilotProcessor.Default;
KinectSensorBodyFrameProvider bodyFrameProvider = new KinectSensorBodyFrameProvider(sensor);
bodyFrameProvider.FrameReceived += (sender, args) =>
{
var body = args.FrameData.TrackedOnly().ClosestBodies().FirstOrDefault();
if (body != null)
{
pilot.Process(body.GetJointTable());
}
};
form.KeyDown += (sender, args) => { if (args.KeyCode == Keys.Escape) { doQuit = true; } };
RenderLoop.Run(form, () =>
{
if (doQuit)
{
form.Dispose();
return;
}
colorProcessor.Update(context);
context.RenderTargetStack.Push(swapChain);
device.Primitives.ApplyFullTri(context, colorProcessor.Texture.ShaderView);
device.Primitives.FullScreenTriangle.Draw(context);
context.RenderTargetStack.Pop();
context2d.BeginDraw();
var rect = new SharpDX.RectangleF(0, 0, 200, 130);
context2d.FillRectangle(rect, blackBrush);
context2d.DrawText("Elevation: " + pilot.Elevation, textFormat, rect, whiteBrush);
rect.Top += 30;
context2d.DrawText("Steering Y: " + pilot.SteeringY, textFormat, rect, whiteBrush);
rect.Top += 30;
context2d.DrawText("Steering Z: " + pilot.SterringZ, textFormat, rect, whiteBrush);
rect.Top += 30;
context2d.DrawText("Push: " + pilot.Push, textFormat, rect, whiteBrush);
context2d.EndDraw();
swapChain.Present(0, SharpDX.DXGI.PresentFlags.None);
});
swapChain.Dispose();
context.Dispose();
device.Dispose();
colorProcessor.Dispose();
provider.Dispose();
sensor.Close();
}
public object Convert(object value, Type targetType, object parameter, string language)
{
MyChildRenderItem.RenderDataStruct Item = (MyChildRenderItem.RenderDataStruct)value;
if (Item.FontSize != AppSettings.dFontSize)
{
Item.sizeFunc(); //cannot react this late
Item = (MyChildRenderItem.RenderDataStruct)value;
}
int pixelWidth = (int)Item.Width, pixelHeight = (int)Item.Height;
SurfaceImageSource newSource = new SurfaceImageSource(pixelWidth, pixelHeight, false);
//SharpDX.Direct3D11.Device D3DDev = new SharpDX.Direct3D11.Device(SharpDX.Direct3D.DriverType.Hardware, SharpDX.Direct3D11.DeviceCreationFlags.BgraSupport);
//SharpDX.DXGI.Device DXDev = D3DDev.QueryInterface<SharpDX.DXGI.Device>();
#if WINDOWS_PHONE_APP || !STORETOOLKIT
SharpDX.DXGI.ISurfaceImageSourceNativeWithD2D surfaceImageSourceNative = SharpDX.ComObject.As<SharpDX.DXGI.ISurfaceImageSourceNativeWithD2D>(newSource);
#else
SharpDX.DXGI.ISurfaceImageSourceNative surfaceImageSourceNative = SharpDX.ComObject.As<SharpDX.DXGI.ISurfaceImageSourceNative>(newSource);
#endif
SharpDX.Rectangle rt = new SharpDX.Rectangle(0, 0, pixelWidth, pixelHeight);
#if WINDOWS_PHONE_APP || !STORETOOLKIT
SharpDX.Point pt;
IntPtr obj;
surfaceImageSourceNative.Device = TextShaping.Dev2D;
surfaceImageSourceNative.BeginDraw(rt, new Guid("e8f7fe7a-191c-466d-ad95-975678bda998"), out obj, out pt); //d2d1_1.h
SharpDX.Direct2D1.DeviceContext devcxt = SharpDX.ComObject.As<SharpDX.Direct2D1.DeviceContext>(obj);
#else
SharpDX.DrawingPoint pt;
surfaceImageSourceNative.Device = TextShaping.DXDev;
SharpDX.DXGI.Surface surf = surfaceImageSourceNative.BeginDraw(rt, out pt);
SharpDX.Direct2D1.DeviceContext devcxt = new SharpDX.Direct2D1.DeviceContext(surf);
//SharpDX.Direct2D1.Bitmap1 bmp = new SharpDX.Direct2D1.Bitmap1(devcxt, surf, new SharpDX.Direct2D1.BitmapProperties1() { DpiX = Windows.Graphics.Display.DisplayInformation.GetForCurrentView().RawDpiX, DpiY = Windows.Graphics.Display.DisplayInformation.GetForCurrentView().RawDpiY, PixelFormat = new SharpDX.Direct2D1.PixelFormat(SharpDX.DXGI.Format.B8G8R8A8_UNorm, SharpDX.Direct2D1.AlphaMode.Premultiplied), BitmapOptions = SharpDX.Direct2D1.BitmapOptions.CannotDraw | SharpDX.Direct2D1.BitmapOptions.Target });
//devcxt.Target = bmp;
devcxt.BeginDraw();
#endif
devcxt.Clear(new SharpDX.Color4(Windows.UI.Colors.White.R / 255.0f, Windows.UI.Colors.White.G / 255.0f, Windows.UI.Colors.White.B / 255.0f, Windows.UI.Colors.Transparent.A / 255.0f));
SharpDX.Direct2D1.Layer lyr = new SharpDX.Direct2D1.Layer(devcxt);
//SharpDX.RectangleF.Infinite
devcxt.PushLayer(new SharpDX.Direct2D1.LayerParameters1(new SharpDX.RectangleF(float.NegativeInfinity, float.NegativeInfinity, float.PositiveInfinity, float.PositiveInfinity), null, SharpDX.Direct2D1.AntialiasMode.PerPrimitive, SharpDX.Matrix3x2.Identity, 1.0f, null, SharpDX.Direct2D1.LayerOptions1.None), lyr);
devcxt.PushAxisAlignedClip(new SharpDX.RectangleF(pt.X, pt.Y, pt.X + pixelWidth, pt.Y + pixelHeight), SharpDX.Direct2D1.AntialiasMode.PerPrimitive);
devcxt.Transform = SharpDX.Matrix3x2.Translation(pt.X, pt.Y);
SharpDX.DirectWrite.GlyphRun gr = new SharpDX.DirectWrite.GlyphRun();
gr.FontFace = TextShaping.DWFontFace;
gr.FontSize = (float)TopLevelFontSize;
gr.BidiLevel = -1;
int curlen = 0;
for (int ct = 0; ct < Item.ItemRuns.Count(); ct++)
{
int newlen = curlen + Item.ItemRuns[ct].ItemText.Length;
gr.Indices = Item.indices.Skip(Item.clusters[curlen]).TakeWhile((indice, idx) => ct == Item.ItemRuns.Count() - 1 || idx < Item.clusters[newlen]).ToArray();
gr.Offsets = Item.offsets.Skip(Item.clusters[curlen]).TakeWhile((offset, idx) => ct == Item.ItemRuns.Count() - 1 || idx < Item.clusters[newlen]).ToArray();
gr.Advances = Item.advances.Skip(Item.clusters[curlen]).TakeWhile((advance, idx) => ct == Item.ItemRuns.Count() - 1 || idx < Item.clusters[newlen]).ToArray();
if (Item.ItemRuns[ct].ItemText[0] == XMLRender.ArabicData.ArabicEndOfAyah) gr.Advances[0] = 0;
SharpDX.Direct2D1.SolidColorBrush brsh = new SharpDX.Direct2D1.SolidColorBrush(devcxt, new SharpDX.Color4(XMLRender.Utility.ColorR(Item.ItemRuns[ct].Clr) / 255.0f, XMLRender.Utility.ColorG(Item.ItemRuns[ct].Clr) / 255.0f, XMLRender.Utility.ColorB(Item.ItemRuns[ct].Clr) / 255.0f, 0xFF / 255.0f));
devcxt.DrawGlyphRun(new SharpDX.Vector2((float) pt.X + (float)pixelWidth + Item.offsets[0].AdvanceOffset - (Item.clusters[curlen] == 0 ? 0 : Item.advances.Take(Item.clusters[curlen]).Sum()), Item.BaseLine), gr, brsh, SharpDX.Direct2D1.MeasuringMode.Natural);
brsh.Dispose();
curlen = newlen;
}
devcxt.Transform = SharpDX.Matrix3x2.Identity;
devcxt.PopAxisAlignedClip();
devcxt.PopLayer();
#if WINDOWS_PHONE_APP || !STORETOOLKIT
gr.Dispose();
#else
gr.FontFace = null;
#endif
#if WINDOWS_PHONE_APP || !STORETOOLKIT
#else
devcxt.EndDraw();
devcxt.Target = null;
//bmp.Dispose();
#endif
devcxt.Dispose();
#if WINDOWS_PHONE_APP || !STORETOOLKIT
#else
surf.Dispose();
#endif
surfaceImageSourceNative.EndDraw();
surfaceImageSourceNative.Device = null;
surfaceImageSourceNative.Dispose();
//DXDev.Dispose();
//D3DDev.Dispose();
return newSource;
}
static void Main()
{
Application.EnableVisualStyles();
Application.SetCompatibleTextRenderingDefault(false);
RenderForm form = new RenderForm("Kinect color sample");
RenderDevice device = new RenderDevice(SharpDX.Direct3D11.DeviceCreationFlags.BgraSupport);
RenderContext context = new RenderContext(device);
DX11SwapChain swapChain = DX11SwapChain.FromHandle(device, form.Handle);
//Allow to draw using direct2d on top of swapchain
var context2d = new SharpDX.Direct2D1.DeviceContext(swapChain.Texture.QueryInterface <SharpDX.DXGI.Surface>());
//Call release on texture since queryinterface does an addref
Marshal.Release(swapChain.Texture.NativePointer);
var whiteBrush = new SharpDX.Direct2D1.SolidColorBrush(context2d, SharpDX.Color.White);
KinectSensor sensor = KinectSensor.GetDefault();
sensor.Open();
KinectBody[] bodyFrame = null;
KinectSensorBodyFrameProvider bodyProvider = new KinectSensorBodyFrameProvider(sensor);
bool doQuit = false;
bool doUpload = false;
ColorRGBAFrameData currentData = null;
DynamicColorRGBATexture colorTexture = new DynamicColorRGBATexture(device);
KinectSensorColorRGBAFrameProvider provider = new KinectSensorColorRGBAFrameProvider(sensor);
provider.FrameReceived += (sender, args) => { currentData = args.FrameData; doUpload = true; };
form.KeyDown += (sender, args) => { if (args.KeyCode == Keys.Escape)
{
doQuit = true;
}
};
FaceFrameResult frameResult = null;
SingleFaceProcessor faceProcessor = new SingleFaceProcessor(sensor);
faceProcessor.FaceResultAcquired += (sender, args) => { frameResult = args.FrameResult; };
Func <PointF, Vector2> map = new Func <PointF, Vector2>((p) =>
{
float x = p.X / 1920.0f * (float)swapChain.Width;
float y = p.Y / 1080.0f * (float)swapChain.Height;
return(new Vector2(x, y));
});
Func <float, float, Vector2> mapxy = new Func <float, float, Vector2>((px, py) =>
{
float x = px / 1920.0f * (float)swapChain.Width;
float y = py / 1080.0f * (float)swapChain.Height;
return(new Vector2(x, y));
});
bodyProvider.FrameReceived += (sender, args) =>
{
bodyFrame = args.FrameData;
var body = bodyFrame.TrackedOnly().ClosestBodies().FirstOrDefault();
if (body != null)
{
faceProcessor.AssignBody(body);
}
else
{
faceProcessor.Suspend();
}
};
RenderLoop.Run(form, () =>
{
if (doQuit)
{
form.Dispose();
return;
}
if (doUpload)
{
colorTexture.Copy(context, currentData);
}
context.RenderTargetStack.Push(swapChain);
device.Primitives.ApplyFullTri(context, colorTexture.ShaderView);
device.Primitives.FullScreenTriangle.Draw(context);
context.RenderTargetStack.Pop();
if (frameResult != null)
{
context2d.BeginDraw();
var colorBound = frameResult.FaceBoundingBoxInColorSpace;
RectangleF rect = new RectangleF();
Vector2 topLeft = mapxy(colorBound.Left, colorBound.Top);
Vector2 bottomRight = mapxy(colorBound.Right, colorBound.Bottom);
rect.Top = topLeft.Y;
rect.Bottom = bottomRight.Y;
rect.Left = topLeft.X;
rect.Right = bottomRight.X;
context2d.DrawRectangle(rect, whiteBrush, 3.0f);
foreach (PointF point in frameResult.FacePointsInColorSpace.Values)
{
var ellipse = new SharpDX.Direct2D1.Ellipse()
{
Point = map(point),
RadiusX = 5,
RadiusY = 5
};
context2d.FillEllipse(ellipse, whiteBrush);
}
context2d.EndDraw();
}
swapChain.Present(0, SharpDX.DXGI.PresentFlags.None);
});
swapChain.Dispose();
context.Dispose();
device.Dispose();
colorTexture.Dispose();
provider.Dispose();
bodyProvider.Dispose();
faceProcessor.Dispose();
whiteBrush.Dispose();
context2d.Dispose();
sensor.Close();
}
static void Main()
{
Application.EnableVisualStyles();
Application.SetCompatibleTextRenderingDefault(false);
RenderForm form = new RenderForm("Kinect simple pilot sample");
RenderDevice device = new RenderDevice(SharpDX.Direct3D11.DeviceCreationFlags.BgraSupport);
RenderContext context = new RenderContext(device);
DX11SwapChain swapChain = DX11SwapChain.FromHandle(device, form.Handle);
//Allow to draw using direct2d on top of swapchain
var context2d = new SharpDX.Direct2D1.DeviceContext(swapChain.Texture.QueryInterface <SharpDX.DXGI.Surface>());
//Call release on texture since queryinterface does an addref
Marshal.Release(swapChain.Texture.NativePointer);
var textFormat = new SharpDX.DirectWrite.TextFormat(device.DWriteFactory, "Arial", 16.0f);
var blackBrush = new SharpDX.Direct2D1.SolidColorBrush(context2d, SharpDX.Color.Black);
var whiteBrush = new SharpDX.Direct2D1.SolidColorBrush(context2d, SharpDX.Color.White);
KinectSensor sensor = KinectSensor.GetDefault();
sensor.Open();
bool doQuit = false;
KinectSensorColorRGBAFrameProvider provider = new KinectSensorColorRGBAFrameProvider(sensor);
DynamicColorRGBATextureProcessor colorProcessor = new DynamicColorRGBATextureProcessor(provider, device);
KinectPilotProcessor pilot = KinectPilotProcessor.Default;
KinectSensorBodyFrameProvider bodyFrameProvider = new KinectSensorBodyFrameProvider(sensor);
bodyFrameProvider.FrameReceived += (sender, args) =>
{
var body = args.FrameData.TrackedOnly().ClosestBodies().FirstOrDefault();
if (body != null)
{
pilot.Process(body.GetJointTable());
}
};
form.KeyDown += (sender, args) => { if (args.KeyCode == Keys.Escape)
{
doQuit = true;
}
};
RenderLoop.Run(form, () =>
{
if (doQuit)
{
form.Dispose();
return;
}
colorProcessor.Update(context);
context.RenderTargetStack.Push(swapChain);
device.Primitives.ApplyFullTri(context, colorProcessor.Texture.ShaderView);
device.Primitives.FullScreenTriangle.Draw(context);
context.RenderTargetStack.Pop();
context2d.BeginDraw();
var rect = new SharpDX.RectangleF(0, 0, 200, 130);
context2d.FillRectangle(rect, blackBrush);
context2d.DrawText("Elevation: " + pilot.Elevation, textFormat, rect, whiteBrush);
rect.Top += 30;
context2d.DrawText("Steering Y: " + pilot.SteeringY, textFormat, rect, whiteBrush);
rect.Top += 30;
context2d.DrawText("Steering Z: " + pilot.SterringZ, textFormat, rect, whiteBrush);
rect.Top += 30;
context2d.DrawText("Push: " + pilot.Push, textFormat, rect, whiteBrush);
context2d.EndDraw();
swapChain.Present(0, SharpDX.DXGI.PresentFlags.None);
});
swapChain.Dispose();
context.Dispose();
device.Dispose();
colorProcessor.Dispose();
provider.Dispose();
sensor.Close();
}
static void Main()
{
Application.EnableVisualStyles();
Application.SetCompatibleTextRenderingDefault(false);
RenderForm form = new RenderForm("Kinect color sample");
RenderDevice device = new RenderDevice(SharpDX.Direct3D11.DeviceCreationFlags.BgraSupport);
RenderContext context = new RenderContext(device);
DX11SwapChain swapChain = DX11SwapChain.FromHandle(device, form.Handle);
//Allow to draw using direct2d on top of swapchain
var context2d = new SharpDX.Direct2D1.DeviceContext(swapChain.Texture.QueryInterface<SharpDX.DXGI.Surface>());
//Call release on texture since queryinterface does an addref
Marshal.Release(swapChain.Texture.NativePointer);
var whiteBrush = new SharpDX.Direct2D1.SolidColorBrush(context2d, SharpDX.Color.White);
KinectSensor sensor = KinectSensor.GetDefault();
sensor.Open();
KinectBody[] bodyFrame = null;
KinectSensorBodyFrameProvider bodyProvider = new KinectSensorBodyFrameProvider(sensor);
bool doQuit = false;
bool doUpload = false;
ColorRGBAFrameData currentData = null;
DynamicColorRGBATexture colorTexture = new DynamicColorRGBATexture(device);
KinectSensorColorRGBAFrameProvider provider = new KinectSensorColorRGBAFrameProvider(sensor);
provider.FrameReceived += (sender, args) => { currentData = args.FrameData; doUpload = true; };
form.KeyDown += (sender, args) => { if (args.KeyCode == Keys.Escape) { doQuit = true; } };
FaceFrameResult frameResult = null;
SingleFaceProcessor faceProcessor = new SingleFaceProcessor(sensor);
faceProcessor.FaceResultAcquired += (sender, args) => { frameResult = args.FrameResult; };
Func<PointF, Vector2> map = new Func<PointF, Vector2>((p) =>
{
float x = p.X / 1920.0f * (float)swapChain.Width;
float y = p.Y / 1080.0f * (float)swapChain.Height;
return new Vector2(x,y);
});
Func<float,float, Vector2> mapxy = new Func<float,float, Vector2>((px,py) =>
{
float x = px / 1920.0f * (float)swapChain.Width;
float y = py / 1080.0f * (float)swapChain.Height;
return new Vector2(x,y);
});
bodyProvider.FrameReceived += (sender, args) =>
{
bodyFrame = args.FrameData;
var body = bodyFrame.TrackedOnly().ClosestBodies().FirstOrDefault();
if (body != null)
{
faceProcessor.AssignBody(body);
}
else
{
faceProcessor.Suspend();
}
};
RenderLoop.Run(form, () =>
{
if (doQuit)
{
form.Dispose();
return;
}
if (doUpload)
{
colorTexture.Copy(context, currentData);
}
context.RenderTargetStack.Push(swapChain);
device.Primitives.ApplyFullTri(context, colorTexture.ShaderView);
device.Primitives.FullScreenTriangle.Draw(context);
context.RenderTargetStack.Pop();
if (frameResult != null)
{
context2d.BeginDraw();
var colorBound = frameResult.FaceBoundingBoxInColorSpace;
RectangleF rect = new RectangleF();
Vector2 topLeft = mapxy(colorBound.Left, colorBound.Top);
Vector2 bottomRight = mapxy(colorBound.Right, colorBound.Bottom);
rect.Top = topLeft.Y;
rect.Bottom = bottomRight.Y;
rect.Left = topLeft.X;
rect.Right = bottomRight.X;
context2d.DrawRectangle(rect, whiteBrush, 3.0f);
foreach (PointF point in frameResult.FacePointsInColorSpace.Values)
{
var ellipse = new SharpDX.Direct2D1.Ellipse()
{
Point = map(point),
RadiusX = 5,
RadiusY = 5
};
context2d.FillEllipse(ellipse, whiteBrush);
}
context2d.EndDraw();
}
swapChain.Present(0, SharpDX.DXGI.PresentFlags.None);
});
swapChain.Dispose();
context.Dispose();
device.Dispose();
colorTexture.Dispose();
provider.Dispose();
bodyProvider.Dispose();
faceProcessor.Dispose();
whiteBrush.Dispose();
context2d.Dispose();
sensor.Close();
}