//顔のフレームの更新処理
private void updateFaceFrame()
{
// フレームデータを取得する
PXCMCapture.Sample sample = senceManager.QuerySample();
UpdateColorImage(sample.color);
//SenceManagerモジュールの顔のデータを更新する
faceData.Update();
//検出した顔の数を取得する
int numFaces = faceData.QueryNumberOfDetectedFaces();
//追加：顔の姿勢情報を格納するための変数を用意する
PXCMFaceData.PoseEulerAngles[] poseAngle = new PXCMFaceData.PoseEulerAngles[POSE_MAXFACES];
if (senceManager != null)
{
//それぞれの顔ごとに情報取得および描画処理を行う
for (int i = 0; i < numFaces; ++i)
{
//顔の情報を取得する
PXCMFaceData.Face face = faceData.QueryFaceByIndex(i);
// 顔の位置を取得:Depthで取得する
var detection = face.QueryDetection();
if (detection != null)
{
PXCMRectI32 faceRect;
detection.QueryBoundingRect(out faceRect);
//顔の位置に合わせて長方形を変更
TranslateTransform transform = new TranslateTransform(faceRect.x, faceRect.y);
rect[i].Width = faceRect.w;
rect[i].Height = faceRect.h;
rect[i].Stroke = Brushes.Blue;
rect[i].StrokeThickness = 3;
rect[i].RenderTransform = transform;
//追加：ポーズ(顔の向きを取得)：Depth使用時のみ
PXCMFaceData.PoseData pose = face.QueryPose();
if (pose != null)
{
//顔の位置に合わせて姿勢情報を表示
tb[i, 0].RenderTransform = new TranslateTransform(transform.X, transform.Y - 30);
tb[i, 1].RenderTransform = new TranslateTransform(transform.X, transform.Y - 60);
tb[i, 2].RenderTransform = new TranslateTransform(transform.X, transform.Y - 90);
//追加：顔の姿勢情報(Yaw, Pitch, Roll)の情報
pose.QueryPoseAngles(out poseAngle[i]);
tb[i, 0].Text = "pitch:" + poseAngle[i].pitch;
tb[i, 1].Text = "roll:" + poseAngle[i].roll;
tb[i, 2].Text = "yaw:" + poseAngle[i].yaw;
}
}
}
}
}
private void ProcessingThread()
{
// Start AcquireFrame/ReleaseFrame loop
while (senseManager.AcquireFrame(true) >= pxcmStatus.PXCM_STATUS_NO_ERROR)
{
// Acquire the color image data
PXCMCapture.Sample sample = senseManager.QuerySample();
Bitmap colorBitmap;
PXCMImage.ImageData colorData;
sample.color.AcquireAccess(PXCMImage.Access.ACCESS_READ, PXCMImage.PixelFormat.PIXEL_FORMAT_RGB24, out colorData);
colorBitmap = colorData.ToBitmap(0, sample.color.info.width, sample.color.info.height);
// Get face data
if (faceData != null)
{
faceData.Update();
numFacesDetected = faceData.QueryNumberOfDetectedFaces();
if (numFacesDetected > 0)
{
// Get the first face detected (index 0)
PXCMFaceData.Face face = faceData.QueryFaceByIndex(0);
face.QueryExpressions();
PXCMFaceData.PoseData poseData = face.QueryPose();
// PXCMPoint3DF32 outHeadPosition = new PXCMPoint3DF32(); //F200 has added confidence into struct
PXCMFaceData.HeadPosition outHeadPosition = new PXCMFaceData.HeadPosition();
//processing the head pose data to find the head center position
poseData.QueryHeadPosition(out outHeadPosition);
System.Windows.Media.Media3D.Point3DCollection points = new System.Windows.Media.Media3D.Point3DCollection();
points.Add(new System.Windows.Media.Media3D.Point3D(outHeadPosition.headCenter.x,
outHeadPosition.headCenter.y, outHeadPosition.headCenter.z));
Console.WriteLine("head center position: " + points);
// poseData.QueryHeadPosition(out outHeadPosition);
PXCMFaceData.PoseEulerAngles outPoseEulerAngles = new PXCMFaceData.PoseEulerAngles();
poseData.QueryPoseAngles(out outPoseEulerAngles);
roll = (int)outPoseEulerAngles.roll;
pitch = (int)outPoseEulerAngles.pitch;
yaw = (int)outPoseEulerAngles.yaw;
// PXCMFaceData.LandmarkType.LANDMARK_EYE_LEFT_CENTER what can I do with this?
if (pitch + 12 > 10)
{
headUp = true;
}
else
{
headUp = false;
}
if (pitch < -10)
{
headDown = true;
}
else
{
headDown = false;
}
if (roll > 5)
{
headTiltLeft = true;
}
else
{
headTiltLeft = false;
}
if (roll < -5)
{
headTiltRight = true;
}
else
{
headTiltRight = false;
}
if (yaw > 5)
{
headTurnLeft = true;
}
else
{
headTurnLeft = false;
}
if (yaw < -5)
{
headTurnRight = true;
}
else
{
headTurnRight = false;
}
//Console.WriteLine("Rotation: " + outPoseEulerAngles.roll + " " + outPoseEulerAngles.pitch + " " + outPoseEulerAngles.yaw);
PXCMFaceData.ExpressionsData edata = face.QueryExpressions();
// retrieve the expression information
PXCMFaceData.ExpressionsData.FaceExpressionResult smileScore;
PXCMFaceData.ExpressionsData.FaceExpressionResult eyesUpScore;
PXCMFaceData.ExpressionsData.FaceExpressionResult eyesDownScore;
PXCMFaceData.ExpressionsData.FaceExpressionResult eyesTurnLeftScore;
PXCMFaceData.ExpressionsData.FaceExpressionResult eyesTurnRightScore;
PXCMFaceData.ExpressionsData.FaceExpressionResult headTiltedLeftScore;
PXCMFaceData.ExpressionsData.FaceExpressionResult headTurnedLeftScore;
// PXCMFaceData.ExpressionsData.FaceExpressionResult headUpScore;
//PXCMFaceData.ExpressionsData.FaceExpressionResult headDownScore;
edata.QueryExpression(PXCMFaceData.ExpressionsData.FaceExpression.EXPRESSION_SMILE, out smileScore);
edata.QueryExpression(PXCMFaceData.ExpressionsData.FaceExpression.EXPRESSION_EYES_UP, out eyesUpScore);
edata.QueryExpression(PXCMFaceData.ExpressionsData.FaceExpression.EXPRESSION_EYES_DOWN, out eyesDownScore);
edata.QueryExpression(PXCMFaceData.ExpressionsData.FaceExpression.EXPRESSION_EYES_TURN_LEFT, out eyesTurnLeftScore);
edata.QueryExpression(PXCMFaceData.ExpressionsData.FaceExpression.EXPRESSION_EYES_TURN_RIGHT, out eyesTurnRightScore);
edata.QueryExpression(PXCMFaceData.ExpressionsData.FaceExpression.EXPRESSION_HEAD_TILT_LEFT, out headTiltedLeftScore);
edata.QueryExpression(PXCMFaceData.ExpressionsData.FaceExpression.EXPRESSION_HEAD_TURN_LEFT, out headTurnedLeftScore);
// edata.QueryExpression(PXCMFaceData.ExpressionsData.FaceExpression.EXPRESSION_HEAD_UP, out headUpScore);
//edata.QueryExpression(PXCMFaceData.ExpressionsData.FaceExpression.EXPRESSION_HEAD_DOWN, out headDownScore);
smile = smileScore.intensity;
eyesUp = eyesUpScore.intensity;
if (eyesUp == 100)
{
eyeIsUp = true;
}
else
{
eyeIsUp = false;
}
eyesDown = eyesDownScore.intensity;
if (eyesDown == 100)
{
eyeIsDown = true;
}
else
{
eyeIsDown = false;
}
eyesTurnLeft = eyesTurnLeftScore.intensity;
eyesTurnRight = eyesTurnRightScore.intensity;
// headTiltLeft = headTiltedLeftScore.intensity;
// headTurnLeft= headTurnedLeftScore.intensity;
// headUp = headUpScore.intensity;
//headDown = headDownScore.intensity;
PXCMCapture.Device device = senseManager.captureManager.device;
device.SetIVCAMAccuracy(PXCMCapture.Device.IVCAMAccuracy.IVCAM_ACCURACY_FINEST);
// eyeIsUP= CheckFaceExpression(edata, FaceExpression.EXPRESSION_EYES_UP, 15);
if ((headTiltLeft | headTurnLeft) & headUp & (eyesTurnLeft == 100) & (!eyeIsDown))
{
looksForward = true;
}
else if ((headTiltRight | headTurnRight) & headUp & (eyesTurnRight == 100) & (!eyeIsDown))
{
looksForward = true;
}
/* else if (headTiltRight & (headDown|headUp) & (!headTurnRight) & (eyesTurnRight==100))
* looksForward = true;
* else if (headTiltLeft & (headDown|headUp) & (!headTurnLeft) & (eyesTurnLeft == 100))
* looksForward = true;
* */
else
{
looksForward = eyeIsUp;
}
// headTiltLeftThreshold = CheckFaceExpression(edata, FaceExpression.EXPRESSION_HEAD_TILT_LEFT, 15);
//csv mona
// var csv = new StringBuilder();
// outputs 10:00 PM
// var newLine = string.Format("{0},{1},{2},{3},{4}{5}", DateTime.Now.ToString("dd-MM-yyyy-hh:mm:ss:fff"), roll, pitch, yaw, eyesUp, Environment.NewLine);
// csv.Append(newLine);
// string pathString = System.IO.Path.Combine(filePath, fileName);
// File.AppendAllText(pathString, csv.ToString());
// Retrieve face location data
PXCMFaceData.DetectionData faceDetectionData = face.QueryDetection();
if (faceDetectionData != null)
{
PXCMRectI32 faceRectangle;
faceDetectionData.QueryBoundingRect(out faceRectangle);
faceRectangleHeight = faceRectangle.h;
faceRectangleWidth = faceRectangle.w;
faceRectangleX = faceRectangle.x;
faceRectangleY = faceRectangle.y;
}
// Process face recognition data
if (face != null)
{
// Retrieve the recognition data instance
recognitionData = face.QueryRecognition();
// Set the user ID and process register/unregister logic
if (recognitionData.IsRegistered())
{
userId = Convert.ToString(recognitionData.QueryUserID());
if (doUnregister)
{
recognitionData.UnregisterUser();
doUnregister = false;
}
}
else
{
if (doRegister)
{
recognitionData.RegisterUser();
// Capture a jpg image of registered user
colorBitmap.Save("image.jpg", System.Drawing.Imaging.ImageFormat.Jpeg);
doRegister = false;
}
else
{
userId = "Unrecognized";
}
}
}
}
else
{
userId = "No users in view";
}
}
// Display the color stream and other UI elements
UpdateUI(colorBitmap);
// Release resources
colorBitmap.Dispose();
sample.color.ReleaseAccess(colorData);
sample.color.Dispose();
// Release the frame
senseManager.ReleaseFrame();
}
}
private void updateFaceFrame()
{
PXCMCapture.Sample sample = this.senseManager.QuerySample();
this.image = sample.color;
if (this.image != null)
{
this.invalidate = true;
}
this.faceData.Update();
// get number of faces
FOutFaceLandmarkPoints.SliceCount = 0;
FOutFaceExpressionsResult.SliceCount = 0;
int numFaces = this.faceData.QueryNumberOfDetectedFaces();
for (int i = 0; i < numFaces; ++i)
{
// get faces info
PXCMFaceData.Face face = this.faceData.QueryFaceByIndex(i);
// get face position by Depth
var detection = face.QueryDetection();
if (detection != null)
{
// detection
PXCMRectI32 faceRect;
detection.QueryBoundingRect(out faceRect);
int sliceCount = i + 1;
FOutFacePosition.SliceCount = sliceCount;
FOutFacePosition[i] = new Vector2D(faceRect.x, faceRect.y);
FOutFaceWidth.SliceCount = sliceCount;
FOutFaceWidth[i] = faceRect.w;
FOutFaceHeight.SliceCount = sliceCount;
FOutFaceHeight[i] = faceRect.h;
// pose(only use Depth mode)
PXCMFaceData.PoseData pose = face.QueryPose();
if (pose != null)
{
// faces angle
PXCMFaceData.PoseEulerAngles poseAngle = new PXCMFaceData.PoseEulerAngles();
pose.QueryPoseAngles(out poseAngle);
FOutFacePose.SliceCount = sliceCount;
FOutFacePose[i] = new Vector3D(poseAngle.pitch, poseAngle.yaw, poseAngle.roll);
}
// landmarks
PXCMFaceData.LandmarksData landmarks = face.QueryLandmarks();
FOutFaceLandmarkBinSize.SliceCount = sliceCount;
if (landmarks != null)
{
// number of feature points from landmarks
int numPoints = landmarks.QueryNumPoints();
FOutFaceLandmarkBinSize[i] = numPoints;
PXCMFaceData.LandmarkPoint[] landmarkPoints = new PXCMFaceData.LandmarkPoint[numPoints];
int prevSliceCount = FOutFaceLandmarkPoints.SliceCount;
FOutFaceLandmarkPoints.SliceCount = prevSliceCount + numPoints;
if (landmarks.QueryPoints(out landmarkPoints))
{
for (int j = 0; j < numPoints; j++)
{
int index = prevSliceCount + j;
FOutFaceLandmarkPoints[index] = new Vector2D(landmarkPoints[j].image.x, landmarkPoints[j].image.y);
}
}
}
else
{
FOutFaceLandmarkBinSize[i] = 0;
FOutFaceLandmarkPoints.SliceCount = 0;
}
PXCMFaceData.ExpressionsData expressionData = face.QueryExpressions();
if (expressionData != null)
{
for (int j = 0; j < FInExpressions.SliceCount; j++)
{
PXCMFaceData.ExpressionsData.FaceExpressionResult expressionResult;
if (expressionData.QueryExpression(FInExpressions[j], out expressionResult))
{
FOutFaceExpressionsResult.SliceCount++;
FOutFaceExpressionsResult[j] = expressionResult.intensity;
}
else
{
// do nothing
}
}
}
else
{
FOutFaceExpressionsResult.SliceCount = 0;
}
PXCMFaceData.PulseData pulseData = face.QueryPulse();
if (pulseData != null)
{
FOutPulse.SliceCount = sliceCount;
FOutPulse[i] = pulseData.QueryHeartRate();
}
}
}
}