private static void detectLeaning(ref KinectGestures.GestureData gestureData, float timestamp, ref Vector3[] jointsPos, ref bool[] jointsTracked)
{
switch (gestureData.state)
{
case 0:
if (jointsTracked[hipCenterIndex] && jointsTracked[shoulderCenterIndex])
{
Vector3 mid_shoulders = jointsPos [shoulderCenterIndex];
Vector3 mid_hips = jointsPos [hipCenterIndex];
Vector3 ground_far_x = mid_hips;
ground_far_x.Set((mid_hips.x + 20), mid_hips.y, mid_hips.z);
Vector3 ground_far_z = mid_hips;
ground_far_z.Set(mid_hips.x, mid_hips.y, (mid_hips.z + 20));
Vector3 vectorLeftRight1 = ground_far_x - mid_hips;
Vector3 vectorLeftRight2 = mid_shoulders - mid_hips;
float aLeftRight = Vector3.Angle(vectorLeftRight1, vectorLeftRight2);
Vector3 vectorFrontBack1 = ground_far_z - mid_hips;
Vector3 vectorFrontBack2 = mid_shoulders - mid_hips;
float aFrontBack = Vector3.Angle(vectorFrontBack1, vectorFrontBack2);
sendLeanGesture(aLeftRight, aFrontBack);
SetGestureCancelled(ref gestureData);
}
break;
}
}
// Helper function
private static void SetGestureJoint(ref KinectGestures.GestureData gestureData, float timestamp, int joint, Vector3 jointPos)
{
gestureData.joint = joint;
gestureData.jointPos = jointPos;
gestureData.timestamp = timestamp;
gestureData.state++;
}
// Check what gesture and call GestureListeners
public static void CheckForGesture(uint userId, ref KinectGestures.GestureData gestureData,
float timestamp, ref Vector3[] jointsPos, ref bool[] jointsTracked)
{
if (gestureData.complete)
{
return;
}
if (gestureData.gesture == KinectGestures.Gestures.LEANING)
{
detectLeaning(ref gestureData, timestamp, ref jointsPos, ref jointsTracked);
}
else if (gestureData.gesture == KinectGestures.Gestures.ARM)
{
detectArm(ref gestureData, timestamp, ref jointsPos, ref jointsTracked);
}
else if (gestureData.gesture == KinectGestures.Gestures.POINTING)
{
detectPointing(ref gestureData, timestamp, ref jointsPos, ref jointsTracked);
}
else if (gestureData.gesture == KinectGestures.Gestures.MACHINEGUN)
{
detectMachineGun(ref gestureData, timestamp, ref jointsPos, ref jointsTracked);
}
else if (gestureData.gesture == KinectGestures.Gestures.MISSILE)
{
detectMissile(ref gestureData, timestamp, ref jointsPos, ref jointsTracked);
}
}
private static void detectArm(ref KinectGestures.GestureData gestureData, float timestamp, ref Vector3[] jointsPos, ref bool[] jointsTracked)
{
switch (gestureData.state)
{
case 0:
if (jointsTracked [leftHandIndex] && jointsTracked[leftHipIndex] && jointsTracked[leftShoulderIndex] && jointsTracked [rightHandIndex] && jointsTracked[rightHipIndex] && jointsTracked[rightShoulderIndex])
{
Vector3 left_hip = jointsPos [leftHipIndex];
Vector3 left_shoulder = jointsPos [leftShoulderIndex];
Vector3 left_hand = jointsPos [leftHandIndex];
Vector3 vectorLeft = left_hand - left_shoulder;
Vector3 vectorMidLeft = left_hip - left_shoulder;
Vector3 right_hip = jointsPos [rightHipIndex];
Vector3 right_shoulder = jointsPos [rightShoulderIndex];
Vector3 right_hand = jointsPos [rightHandIndex];
Vector3 vectorRight = right_hand - right_shoulder;
Vector3 vectorMidRight = right_hip - right_shoulder;
float angleLeft = Vector3.Angle(vectorLeft, vectorMidLeft);
float angleRight = Vector3.Angle(vectorRight, vectorMidRight);
sendArmGesture(angleLeft, angleRight);
SetGestureCancelled(ref gestureData);
}
break;
}
}
private static void detectMachineGun(ref KinectGestures.GestureData gestureData, float timestamp, ref Vector3[] jointsPos, ref bool[] jointsTracked)
{
switch (gestureData.state)
{
case 0:
if (jointsTracked [rightHandIndex] && jointsTracked [leftHandIndex] && jointsTracked[rightElbowIndex] && jointsTracked[leftElbowIndex] && jointsTracked[rightShoulderIndex] && jointsTracked[leftShoulderIndex])
{
Vector3 right_elbow = jointsPos [rightElbowIndex];
Vector3 left_elbow = jointsPos [leftElbowIndex];
Vector3 right_hand = jointsPos [rightHandIndex];
Vector3 left_hand = jointsPos [leftHandIndex];
Vector3 right_shoulder = jointsPos [rightShoulderIndex];
Vector3 left_shoulder = jointsPos [leftShoulderIndex];
/*
* float threshold = 0.20f;
* bool rightHandInFrontOfElbow = Mathf.Abs(right_hand.x - right_elbow.x) < threshold && Mathf.Abs(right_hand.y - right_elbow.y) < threshold && right_hand.z < right_elbow.z;
* bool leftHandInFrontOfElbow = Mathf.Abs(left_hand.x - left_elbow.x) < threshold && Mathf.Abs(left_hand.y - left_elbow.y) < threshold && left_hand.z < left_elbow.z;
* bool rightElbowUnderShoulder = Mathf.Abs(right_elbow.x - right_shoulder.x) < threshold && Mathf.Abs(right_elbow.z - right_shoulder.z) < threshold && right_elbow.y < right_shoulder.y;
* bool leftElbowUnderShoulder = Mathf.Abs(left_elbow.x - left_shoulder.x) < threshold && Mathf.Abs(left_elbow.z - left_shoulder.z) < threshold && left_elbow.y < left_shoulder.y;
*
* if(rightHandInFrontOfElbow && leftHandInFrontOfElbow && rightElbowUnderShoulder && leftElbowUnderShoulder) {
* sendMachineGunGesture();
* SetGestureCancelled (ref gestureData);
* }
*/
Vector3 vectorRightElbowHand = right_hand - right_elbow;
Vector3 vectorRightElbowShoulder = right_shoulder - right_elbow;
Vector3 vectorLeftElbowHand = left_hand - left_elbow;
Vector3 vectorLeftElbowShoulder = left_shoulder - left_elbow;
float right = Vector3.Angle(vectorRightElbowHand, vectorRightElbowShoulder);
float left = Vector3.Angle(vectorLeftElbowHand, vectorLeftElbowShoulder);
//Debug.Log("right: " + right + "left: " + left);
int threshold = 20;
int mid = 90;
if (right < mid + threshold && right > mid - threshold && left < mid + threshold && left > mid - threshold)
{
sendMachineGunGesture();
SetGestureCancelled(ref gestureData);
}
}
break;
}
}
private static void detectMissile(ref KinectGestures.GestureData gestureData, float timestamp, ref Vector3[] jointsPos, ref bool[] jointsTracked)
{
switch (gestureData.state)
{
case 0:
if (jointsTracked [leftHandIndex] && jointsTracked[leftShoulderIndex])
{
Vector3 left_hand = jointsPos [leftHandIndex];
Vector3 left_shoulder = jointsPos [leftShoulderIndex];
float threshold = 0.20f;
bool leftHandInFrontOfShoulder = Mathf.Abs(left_hand.x - left_shoulder.x) < threshold && Mathf.Abs(left_hand.y - left_shoulder.y) < threshold && left_hand.z < left_shoulder.z;
if (leftHandInFrontOfShoulder)
{
sendMisileGesture();
SetGestureCancelled(ref gestureData);
}
}
break;
}
}
// adds a gesture to the list of detected gestures for the specified user
public void DetectGesture(uint UserId, KinectGestures.Gestures gesture)
{
int index = GetGestureIndex(UserId, gesture);
if(index >= 0)
DeleteGesture(UserId, gesture);
KinectGestures.GestureData gestureData = new KinectGestures.GestureData();
gestureData.userId = UserId;
gestureData.gesture = gesture;
gestureData.state = 0;
gestureData.joint = 0;
gestureData.progress = 0f;
gestureData.complete = false;
gestureData.cancelled = false;
gestureData.checkForGestures = new List<KinectGestures.Gestures>();
switch(gesture)
{
case KinectGestures.Gestures.ZoomIn:
gestureData.checkForGestures.Add(KinectGestures.Gestures.ZoomOut);
gestureData.checkForGestures.Add(KinectGestures.Gestures.Wheel);
break;
case KinectGestures.Gestures.ZoomOut:
gestureData.checkForGestures.Add(KinectGestures.Gestures.ZoomIn);
gestureData.checkForGestures.Add(KinectGestures.Gestures.Wheel);
break;
case KinectGestures.Gestures.Wheel:
gestureData.checkForGestures.Add(KinectGestures.Gestures.ZoomIn);
gestureData.checkForGestures.Add(KinectGestures.Gestures.ZoomOut);
break;
// case KinectGestures.Gestures.Jump:
// gestureData.checkForGestures.Add(KinectGestures.Gestures.Squat);
// break;
//
// case KinectGestures.Gestures.Squat:
// gestureData.checkForGestures.Add(KinectGestures.Gestures.Jump);
// break;
//
// case KinectGestures.Gestures.Push:
// gestureData.checkForGestures.Add(KinectGestures.Gestures.Pull);
// break;
//
// case KinectGestures.Gestures.Pull:
// gestureData.checkForGestures.Add(KinectGestures.Gestures.Push);
// break;
}
if(UserId == Player1ID)
player1Gestures.Add(gestureData);
else if(UserId == Player2ID)
player2Gestures.Add(gestureData);
}
/// <summary>
/// Adds a gesture to the list of detected gestures for the specified user.
/// </summary>
/// <param name="UserId">User ID</param>
/// <param name="gesture">Gesture type</param>
public void DetectGesture(Int64 UserId, KinectGestures.Gestures gesture)
{
List<KinectGestures.GestureData> gesturesData = playerGesturesData.ContainsKey(UserId) ? playerGesturesData[UserId] : new List<KinectGestures.GestureData>();
int index = GetGestureIndex(gesture, ref gesturesData);
if(index >= 0)
{
DeleteGesture(UserId, gesture);
}
KinectGestures.GestureData gestureData = new KinectGestures.GestureData();
gestureData.userId = UserId;
gestureData.gesture = gesture;
gestureData.state = 0;
gestureData.joint = 0;
gestureData.progress = 0f;
gestureData.complete = false;
gestureData.cancelled = false;
gestureData.checkForGestures = new List<KinectGestures.Gestures>();
switch(gesture)
{
case KinectGestures.Gestures.ZoomIn:
gestureData.checkForGestures.Add(KinectGestures.Gestures.ZoomOut);
gestureData.checkForGestures.Add(KinectGestures.Gestures.Wheel);
break;
case KinectGestures.Gestures.ZoomOut:
gestureData.checkForGestures.Add(KinectGestures.Gestures.ZoomIn);
gestureData.checkForGestures.Add(KinectGestures.Gestures.Wheel);
break;
case KinectGestures.Gestures.Wheel:
gestureData.checkForGestures.Add(KinectGestures.Gestures.ZoomIn);
gestureData.checkForGestures.Add(KinectGestures.Gestures.ZoomOut);
break;
}
gesturesData.Add(gestureData);
playerGesturesData[UserId] = gesturesData;
if(!gesturesTrackingAtTime.ContainsKey(UserId))
{
gesturesTrackingAtTime[UserId] = 0f;
}
}
// Use this for initialization
void Start()
{
KinectManager manager = KinectManager.Instance;
KinectGestures.GestureData gestureData =
}
// Helper function
private static void SetGestureCancelled(ref KinectGestures.GestureData gestureData)
{
gestureData.state = 0;
gestureData.progress = 0f;
gestureData.cancelled = true;
}
private static void detectPointing(ref KinectGestures.GestureData gestureData, float timestamp, ref Vector3[] jointsPos, ref bool[] jointsTracked)
{
float threshold = 0.30f;
switch (gestureData.state)
{
// Phase one: Is arm pointing forward?
case 0:
// If right hand and shoulder are visible
if (jointsTracked [rightHandIndex] && jointsTracked[rightShoulderIndex])
{
Vector3 right_shoulder = jointsPos [rightShoulderIndex];
Vector3 right_hand = jointsPos [rightHandIndex];
//x position of the right hand same as right shoulder
bool rightHandXisRightHandShoulderX = Mathf.Abs(right_hand.x - right_shoulder.x) < threshold;
//y position of the right hand same as right shoulder
bool rightHandYisRightHandShoulderY = Mathf.Abs(right_hand.y - right_shoulder.y) < threshold;
//z position of the hand lower than the z position of the shoulder
bool righthandInFrontOfShoulder = right_hand.z < right_shoulder.z - 0.5;
// If arm is pointing forward, enable next phase
if (rightHandXisRightHandShoulderX && rightHandYisRightHandShoulderY && righthandInFrontOfShoulder)
{
SetGestureJoint(ref gestureData, timestamp, rightHandIndex, right_hand);
prevHand = right_hand;
distanceShoulderPrevHand = Vector3.Distance(right_hand, right_shoulder);
sendPointGesture(0, 0, true, "");
}
}
break;
// Phase two: Arm was pointing forward, where is it pointing now?
case 1:
if (jointsTracked [rightHandIndex] && jointsTracked[rightShoulderIndex] && gestureData.joint == rightHandIndex)
{
Vector3 cur_right_hand = jointsPos [rightHandIndex];
Vector3 cur_right_shoulder = jointsPos [rightShoulderIndex];
Vector3 prev_right_hand = prevHand /*gestureData.jointPos*/;
bool armRetracted = Vector3.Distance(cur_right_hand, cur_right_shoulder) <= distanceShoulderPrevHand / 2f;
// Send update of selected position
if (!stopPointing)
{
float xMovement = cur_right_hand.x - prev_right_hand.x;
float yMovement = cur_right_hand.y - prev_right_hand.y;
sendPointGesture(xMovement, yMovement, true, Vector3.Distance(cur_right_hand, cur_right_shoulder) + " / " + (distanceShoulderPrevHand / 2));
// Stop target selection
}
else
{
//sendPointGesture (0, 0, false, Vector3.Distance(cur_right_hand, cur_right_shoulder) + " / " + (distanceShoulderPrevHand/2));
SetGestureCancelled(ref gestureData);
stopPointing = false;
/*Debug.Log ("CASE 1 CANCEL");
* sendPointGesture (0, 0, false);
* //cancel gesture, so we can do it again from the start if needed!
* SetGestureCancelled (ref gestureData);*/
}
}
break;
}
}
