void Reader_MultiSourceFrameArrived(object sender, MultiSourceFrameArrivedEventArgs e)
{
var reference = e.FrameReference.AcquireFrame();
// Color
using (var frame = reference.ColorFrameReference.AcquireFrame())
{
if (frame != null)
{
if (showColorCamera.IsChecked)
{
long milliseconds = DateTime.Now.Ticks / TimeSpan.TicksPerMillisecond;
if (milliseconds - lastTimeRendered > 1000 / CAMERA_FRAMERATE)
{
camera.Source = frame.ToBitmap();
lastTimeRendered = milliseconds;
}
}
else
{
camera.Source = null;
}
}
}
// Body
using (var frame = reference.BodyFrameReference.AcquireFrame())
{
if (frame != null)
{
canvas.Children.Clear();
_bodies = new Body[frame.BodyFrameSource.BodyCount];
frame.GetAndRefreshBodyData(_bodies);
IEnumerable <Body> trackedBodies = _bodies.Where(b => b.IsTracked);
// Compute the closest body
Body nearestBody = null;
foreach (var body in trackedBodies)
{
if (nearestBody == null || body.Joints[JointType.Head].Position.Z < nearestBody.Joints[JointType.Head].Position.Z)
{
nearestBody = body;
}
}
foreach (var body in trackedBodies)
{
// Decide Body Color
if (!bodyColor.ContainsKey(body.TrackingId))
{
bodyColor[body.TrackingId] = Extensions.getRandomColor();
}
Color currentBodyColor = bodyColor[body.TrackingId];
// Process Facial Data if Enabled
FaceFrameResult face = null;
if (processFacialData.IsChecked)
{
// Facial state handler
if (!facialState.ContainsKey(body.TrackingId))
{
facialState[body.TrackingId] = new FacialState(_sensor, body.TrackingId, OnTrackingIdLost);
}
// Process Facial State
using (var faceFrame = facialState[body.TrackingId].Reader.AcquireLatestFrame())
{
if ((faceFrame != null) && (faceFrame.FaceFrameResult != null))
{
face = faceFrame.FaceFrameResult;
// FacePointsInColorSpace
RectI? facePosition = face.FaceBoundingBoxInColorSpace;
PointF eyeLeftPointF = face.FacePointsInColorSpace[FacePointType.EyeLeft];
PointF eyeRightPointF = face.FacePointsInColorSpace[FacePointType.EyeRight];
PointF nosePointF = face.FacePointsInColorSpace[FacePointType.Nose];
PointF mouthLeftPointF = face.FacePointsInColorSpace[FacePointType.MouthCornerLeft];
PointF mouthRightPointF = face.FacePointsInColorSpace[FacePointType.MouthCornerRight];
// Draw Face Point
if (drawFacePoint.IsChecked)
{
foreach (var item in face.FacePointsInColorSpace.Keys)
{
canvas.DrawPointF(face.FacePointsInColorSpace[item], _sensor.CoordinateMapper, currentBodyColor, 12, 12);
}
}
// FaceProperty
DetectionResult engaged = face.FaceProperties[FaceProperty.Engaged];
DetectionResult happy = face.FaceProperties[FaceProperty.Happy];
DetectionResult leftEyeClosed = face.FaceProperties[FaceProperty.LeftEyeClosed];
DetectionResult lookingAway = face.FaceProperties[FaceProperty.LookingAway];
DetectionResult mouthMoved = face.FaceProperties[FaceProperty.MouthMoved];
DetectionResult mouthOpen = face.FaceProperties[FaceProperty.MouthOpen];
DetectionResult rightEyeClosed = face.FaceProperties[FaceProperty.RightEyeClosed];
DetectionResult wearingGlasses = face.FaceProperties[FaceProperty.WearingGlasses];
// Show Face Property
if (showFaceProperty.IsChecked)
{
canvas.DrawRectl(facePosition, currentBodyColor);
canvas.DrawText(
"Engaged: " + engaged.ToString() + "\n" +
"Happy: " + happy.ToString() + "\n" +
"Left eye closed: " + leftEyeClosed.ToString() + "\n" +
"Right eye closed:" + rightEyeClosed.ToString() + "\n" +
"Looking away: " + lookingAway.ToString() + "\n" +
"Mouth open: " + mouthOpen.ToString() + "\n" +
"Wearing glasses: " + wearingGlasses.ToString(),
TextAlignment.Left, Colors.White, Colors.Black, 20, facePosition.Value.Right + 30, null, facePosition.Value.Top
);
}
}
}
}
// Find the joints
Joint handRight = body.Joints[JointType.HandRight];
Joint thumbRight = body.Joints[JointType.ThumbRight];
Joint handLeft = body.Joints[JointType.HandLeft];
Joint thumbLeft = body.Joints[JointType.ThumbLeft];
// Decide active hand
bool isHandrightActive = handRight.Position.Y > handLeft.Position.Y;
bool isHandrightAction = body.HandRightState == HandState.Closed || body.HandRightState == HandState.Lasso;
bool isHandleftAction = body.HandLeftState == HandState.Closed || body.HandLeftState == HandState.Lasso;
bool isBothHandAction = isHandrightAction && isHandleftAction;
// Draw hands and thumbs
Color handRightColor = isHandrightActive || isBothHandAction ? (isHandrightAction ? Colors.Aqua : Colors.LightGreen) : (isHandrightAction ? Colors.Red : Colors.LightPink);
Color handLeftColor = !isHandrightActive || isBothHandAction ? (isHandleftAction ? Colors.Aqua : Colors.LightGreen) : (isHandleftAction ? Colors.Red : Colors.LightPink);
canvas.DrawHand(handRight, _sensor.CoordinateMapper, handRightColor);
canvas.DrawHand(handLeft, _sensor.CoordinateMapper, handLeftColor);
canvas.DrawThumb(thumbRight, _sensor.CoordinateMapper, handRightColor);
canvas.DrawThumb(thumbLeft, _sensor.CoordinateMapper, handLeftColor);
// Draw skeleton
if (showSkeleton.IsChecked)
{
canvas.DrawSkeleton(body, _sensor.CoordinateMapper, currentBodyColor);
}
// Draw body index
// Affect cursor
if (nearestBody == body && enableControl.IsChecked)
{
body.AffectOutsideWorld(face, _sensor.CoordinateMapper);
}
// Draw player
if (nearestBody == body)
{
canvas.DrawText("ACTIVE", TextAlignment.Left, Colors.White, Colors.Green, 30, (int)Math.Floor(body.Joints[JointType.Head].Scale(_sensor.CoordinateMapper).X) - 60, null, (int)Math.Floor(body.Joints[JointType.Head].Scale(_sensor.CoordinateMapper).Y) - 150);
}
// Find the hand states
string rightHandState = "-";
string leftHandState = "-";
switch (body.HandRightState)
{
case HandState.Open:
rightHandState = "Open";
break;
case HandState.Closed:
rightHandState = "Closed";
break;
case HandState.Lasso:
rightHandState = "Lasso";
break;
case HandState.Unknown:
rightHandState = "Unknown";
break;
case HandState.NotTracked:
rightHandState = "Not tracked";
break;
default:
break;
}
switch (body.HandLeftState)
{
case HandState.Open:
leftHandState = "Open";
break;
case HandState.Closed:
leftHandState = "Closed";
break;
case HandState.Lasso:
leftHandState = "Lasso";
break;
case HandState.Unknown:
leftHandState = "Unknown";
break;
case HandState.NotTracked:
leftHandState = "Not tracked";
break;
default:
break;
}
Point rightHandPosition = handRight.Scale(_sensor.CoordinateMapper);
Point leftHandPosition = handLeft.Scale(_sensor.CoordinateMapper);
// Draw hand state
canvas.DrawText(rightHandState, TextAlignment.Left, Colors.White, Colors.Black, 30, (int)Math.Floor(rightHandPosition.X) + 50, null, (int)Math.Floor(rightHandPosition.Y) - 50);
canvas.DrawText(leftHandState, TextAlignment.Left, Colors.White, Colors.Black, 30, (int)Math.Floor(leftHandPosition.X) + 50, null, (int)Math.Floor(leftHandPosition.Y) - 50);
// Draw hand position
canvas.DrawText(Math.Floor(rightHandPosition.X).ToString() + ", " + Math.Floor(rightHandPosition.Y).ToString(), TextAlignment.Left, Colors.White, Colors.Black, 25, (int)Math.Floor(rightHandPosition.X) + 50, null, (int)Math.Floor(rightHandPosition.Y + 10));
canvas.DrawText(Math.Floor(leftHandPosition.X).ToString() + ", " + Math.Floor(leftHandPosition.Y).ToString(), TextAlignment.Right, Colors.White, Colors.Black, 25, (int)Math.Floor(leftHandPosition.X) + 50, null, (int)Math.Floor(leftHandPosition.Y) + 10);
}
}
}
}