/// <summary> /// Pause to click timer /// </summary> /// <param name="sender"></param> /// <param name="e"></param> void Timer_Tick(object sender, EventArgs e) { if (!doClick) { return; } if (!alreadyTrackedPos) { timeCount = 0; return; } System.Windows.Point curPos = MouseControl.GetCursorPosition(); foreach (Body body in this.bodies) { if ((lastCurPos - curPos).Length < pauseThresold) { if ((timeCount += 0.1f) > timeRequired) { if (body.HandRightState == HandState.Lasso) { MouseControl.DoMouseClick1(); } else if (body.HandRightState == HandState.Open && body.HandLeftState == HandState.Open) { MouseControl.DoPause(); } else if (body.HandRightState == HandState.Open && body.HandLeftState == HandState.Closed) { MouseControl.DoMouseClick(); MouseControl.DoMouseClick(); } else if (body.HandRightState == HandState.Open && body.HandLeftState == HandState.Lasso) { MouseControl.DoMouseClick(); } timeCount = 0; } } else { timeCount = 0; } lastCurPos = curPos; } }
/// <summary> /// Read body frames /// </summary> /// <param name="sender"></param> /// <param name="e"></param> void bodyFrameReader_FrameArrived(object sender, BodyFrameArrivedEventArgs e) { bool dataReceived = false; using (BodyFrame bodyFrame = e.FrameReference.AcquireFrame()) { if (bodyFrame != null) { if (this.bodies == null) { this.bodies = new Body[bodyFrame.BodyCount]; } // The first time GetAndRefreshBodyData is called, Kinect will allocate each Body in the array. // As long as those body objects are not disposed and not set to null in the array, // those body objects will be re-used. bodyFrame.GetAndRefreshBodyData(this.bodies); dataReceived = true; } } if (!dataReceived) { alreadyTrackedPos = false; return; } if (this.bodies != null) { // loop through all bodies to see if any of the gesture detectors need to be updated int maxBodies = this.sensor.BodyFrameSource.BodyCount; for (int i = 0; i < maxBodies; ++i) { Body body = this.bodies[i]; ulong trackingId = body.TrackingId; // if the current body TrackingId changed, update the corresponding gesture detector with the new value if (trackingId != this.gestureDetectorList[i].TrackingId) { this.gestureDetectorList[i].TrackingId = trackingId; // if the current body is tracked, unpause its detector to get VisualGestureBuilderFrameArrived events // if the current body is not tracked, pause its detector so we don't waste resources trying to get invalid gesture results this.gestureDetectorList[i].IsPaused = trackingId == 0; } } } foreach (Body body in this.bodies) { // get first tracked body only, notice there's a break below. if (body.IsTracked && FaceDetected) { // get various skeletal positions CameraSpacePoint handLeft = body.Joints[JointType.HandLeft].Position; CameraSpacePoint handRight = body.Joints[JointType.HandRight].Position; CameraSpacePoint spineBase = body.Joints[JointType.SpineBase].Position; if (handRight.Z - spineBase.Z < -0.15f) { if ((handRight.Y - spineBase.Y >= 0.9) && (body.HandRightState == HandState.Lasso)) { MouseControl.Vol_Up(); } else if ((handRight.Y - spineBase.Y <= 0.3) && (body.HandRightState == HandState.Lasso)) { MouseControl.Vol_Down(); } else if ((handRight.X - handLeft.X <= 0.25f) && (body.HandRightState == HandState.Open && body.HandLeftState == HandState.Open)) { MouseControl.DoScroll(); } else if ((handRight.X - handLeft.X <= 0.25f) && (body.HandRightState == HandState.Lasso && body.HandLeftState == HandState.Lasso)) { MouseControl.DoClose(); } if (handRight.Z - spineBase.Z < -0.15f) // if right hand lift up { /* hand x calculated by this. we don't use shoulder right as a reference cause the shoulder right * is usually behind the lift right hand, and the position would be inferred and unstable. * because the spine base is on the left of right hand, we plus 0.05f to make it closer to the right. */ float x = handRight.X - spineBase.X + 0.05f; /* hand y calculated by this. ss spine base is way lower than right hand, we plus 0.51f to make it * higer, the value 0.51f is worked out by testing for a several times, you can set it as another one you like. */ float y = spineBase.Y - handRight.Y + 0.51f; // get current cursor position System.Windows.Point curPos = MouseControl.GetCursorPosition(); // smoothing for using should be 0 - 0.95f. The way we smooth the cusor is: oldPos + (newPos - oldPos) * smoothValue float smoothing = 1 - cursorSmoothing; // set cursor position MouseControl.SetCursorPos((int)(curPos.X + (x * mouseSensitivity * screenWidth - curPos.X) * smoothing), (int)(curPos.Y + ((y + 0.25f) * mouseSensitivity * screenHeight - curPos.Y) * smoothing)); alreadyTrackedPos = true; // Grip gesture if (doClick) { if (body.HandRightState == HandState.Closed) { if (!wasRightGrip) { MouseControl.MouseLeftDown(); wasRightGrip = true; } } else if (body.HandRightState == HandState.Open) { if (wasRightGrip) { MouseControl.MouseLeftUp(); wasRightGrip = false; } } } } } else { wasRightGrip = true; alreadyTrackedPos = false; } // get first tracked body only break; } } }