Beispiel #1
0
        /// <summary>
        /// Pause to click timer
        /// </summary>
        /// <param name="sender"></param>
        /// <param name="e"></param>
        void Timer_Tick(object sender, EventArgs e)
        {
            if (!doClick)
            {
                return;
            }

            if (!alreadyTrackedPos)
            {
                timeCount = 0;
                return;
            }

            System.Windows.Point curPos = MouseControl.GetCursorPosition();
            foreach (Body body in this.bodies)
            {
                if ((lastCurPos - curPos).Length < pauseThresold)
                {
                    if ((timeCount += 0.1f) > timeRequired)
                    {
                        if (body.HandRightState == HandState.Lasso)
                        {
                            MouseControl.DoMouseClick1();
                        }

                        else if (body.HandRightState == HandState.Open && body.HandLeftState == HandState.Open)
                        {
                            MouseControl.DoPause();
                        }
                        else if (body.HandRightState == HandState.Open && body.HandLeftState == HandState.Closed)
                        {
                            MouseControl.DoMouseClick();
                            MouseControl.DoMouseClick();
                        }
                        else if (body.HandRightState == HandState.Open && body.HandLeftState == HandState.Lasso)
                        {
                            MouseControl.DoMouseClick();
                        }

                        timeCount = 0;
                    }
                }

                else
                {
                    timeCount = 0;
                }

                lastCurPos = curPos;
            }
        }
Beispiel #2
0
        /// <summary>
        /// Read body frames
        /// </summary>
        /// <param name="sender"></param>
        /// <param name="e"></param>
        void bodyFrameReader_FrameArrived(object sender, BodyFrameArrivedEventArgs e)
        {
            bool dataReceived = false;

            using (BodyFrame bodyFrame = e.FrameReference.AcquireFrame())
            {
                if (bodyFrame != null)
                {
                    if (this.bodies == null)
                    {
                        this.bodies = new Body[bodyFrame.BodyCount];
                    }

                    // The first time GetAndRefreshBodyData is called, Kinect will allocate each Body in the array.
                    // As long as those body objects are not disposed and not set to null in the array,
                    // those body objects will be re-used.
                    bodyFrame.GetAndRefreshBodyData(this.bodies);
                    dataReceived = true;
                }
            }

            if (!dataReceived)
            {
                alreadyTrackedPos = false;
                return;
            }

            if (this.bodies != null)
            {
                // loop through all bodies to see if any of the gesture detectors need to be updated
                int maxBodies = this.sensor.BodyFrameSource.BodyCount;
                for (int i = 0; i < maxBodies; ++i)
                {
                    Body  body       = this.bodies[i];
                    ulong trackingId = body.TrackingId;

                    // if the current body TrackingId changed, update the corresponding gesture detector with the new value
                    if (trackingId != this.gestureDetectorList[i].TrackingId)
                    {
                        this.gestureDetectorList[i].TrackingId = trackingId;

                        // if the current body is tracked, unpause its detector to get VisualGestureBuilderFrameArrived events
                        // if the current body is not tracked, pause its detector so we don't waste resources trying to get invalid gesture results
                        this.gestureDetectorList[i].IsPaused = trackingId == 0;
                    }
                }
            }
            foreach (Body body in this.bodies)
            {
                // get first tracked body only, notice there's a break below.
                if (body.IsTracked && FaceDetected)
                {
                    // get various skeletal positions
                    CameraSpacePoint handLeft  = body.Joints[JointType.HandLeft].Position;
                    CameraSpacePoint handRight = body.Joints[JointType.HandRight].Position;
                    CameraSpacePoint spineBase = body.Joints[JointType.SpineBase].Position;
                    if (handRight.Z - spineBase.Z < -0.15f)
                    {
                        if ((handRight.Y - spineBase.Y >= 0.9) && (body.HandRightState == HandState.Lasso))
                        {
                            MouseControl.Vol_Up();
                        }
                        else if ((handRight.Y - spineBase.Y <= 0.3) && (body.HandRightState == HandState.Lasso))
                        {
                            MouseControl.Vol_Down();
                        }
                        else if ((handRight.X - handLeft.X <= 0.25f) && (body.HandRightState == HandState.Open && body.HandLeftState == HandState.Open))
                        {
                            MouseControl.DoScroll();
                        }
                        else if ((handRight.X - handLeft.X <= 0.25f) && (body.HandRightState == HandState.Lasso && body.HandLeftState == HandState.Lasso))
                        {
                            MouseControl.DoClose();
                        }


                        if (handRight.Z - spineBase.Z < -0.15f) // if right hand lift up
                        {
                            /* hand x calculated by this. we don't use shoulder right as a reference cause the shoulder right
                             * is usually behind the lift right hand, and the position would be inferred and unstable.
                             * because the spine base is on the left of right hand, we plus 0.05f to make it closer to the right. */
                            float x = handRight.X - spineBase.X + 0.05f;

                            /* hand y calculated by this. ss spine base is way lower than right hand, we plus 0.51f to make it
                             * higer, the value 0.51f is worked out by testing for a several times, you can set it as another one you like. */
                            float y = spineBase.Y - handRight.Y + 0.51f;
                            // get current cursor position
                            System.Windows.Point curPos = MouseControl.GetCursorPosition();
                            // smoothing for using should be 0 - 0.95f. The way we smooth the cusor is: oldPos + (newPos - oldPos) * smoothValue
                            float smoothing = 1 - cursorSmoothing;
                            // set cursor position
                            MouseControl.SetCursorPos((int)(curPos.X + (x * mouseSensitivity * screenWidth - curPos.X) * smoothing), (int)(curPos.Y + ((y + 0.25f) * mouseSensitivity * screenHeight - curPos.Y) * smoothing));

                            alreadyTrackedPos = true;

                            // Grip gesture
                            if (doClick)
                            {
                                if (body.HandRightState == HandState.Closed)
                                {
                                    if (!wasRightGrip)
                                    {
                                        MouseControl.MouseLeftDown();
                                        wasRightGrip = true;
                                    }
                                }

                                else if (body.HandRightState == HandState.Open)
                                {
                                    if (wasRightGrip)
                                    {
                                        MouseControl.MouseLeftUp();
                                        wasRightGrip = false;
                                    }
                                }
                            }
                        }
                    }

                    else
                    {
                        wasRightGrip      = true;
                        alreadyTrackedPos = false;
                    }

                    // get first tracked body only
                    break;
                }
            }
        }