//Click event callback
void OnMADHGClickEvent(Click click)
{
if (HandGestureManager.Instance.isEnabled <HandCursorController>())
{
HandData handData = lastHandData[click.index];
Vector3 vector2 = new Vector3(0, 0, 0);
if (handData != null)
{
vector2.Set(handData.fingers[0].point.X, Screen.height - handData.fingers[0].point.Y, 0);
}
if (handData.isLeftHand)
{
HandGestureManager.Instance.sendMessage <HandCursorController>(
HandCursor.Action.CLICKED,
HandCursor.Direction.LEFT,
new Vector3(click.x, Screen.height - click.y, 0),
vector2);
}
else
{
HandGestureManager.Instance.sendMessage <HandCursorController>(
HandCursor.Action.CLICKED,
HandCursor.Direction.RIGHT,
new Vector3(click.x, Screen.height - click.y, 0),
vector2);
}
}
}
public static TrackedHand parse(HandData handData)
{
//TODO:
if (handData != null)
{
Direction direction = handData.isLeftHand ? Direction.LEFT : Direction.RIGHT;
Dictionary <FeaturePointsType, Vector3> data = new Dictionary <FeaturePointsType, Vector3>();
for (int i = 0; i < handData.fingers.Count; i++)
{
Finger finger = handData.fingers[i];
//FeaturePointsType[] typeArray = Enum.GetValues(typeof(FeaturePointsType));
FeaturePointsType[] typeArray = (FeaturePointsType[])Enum.GetValues(typeof(FeaturePointsType));
if (i < typeArray.Length)
{
data.Add(typeArray[i], new Vector3(finger.point.X, Screen.height - finger.point.Y, 0.0f));
}
// if (Enum.IsDefined(typeof(FeaturePointsType), i)){
// data.Add((FeaturePointsType)i, new Vector3(finger.point.X, Screen.height - finger.point.Y, 0.0f));
// }
}
data.Add(FeaturePointsType.PALM_CENTER, new Vector3(handData.palmCenterPoint.X, Screen.height - handData.palmCenterPoint.Y, 0));
return(new TrackedHand(direction, data));
}
return(null);
}
//Hand Detected event callback
void OnMADHGHandDetectedEvent(HandDetected handDetected)
{
if (HandGestureManager.Instance.isEnabled <HandTrackingController>())
{
if (handDetected != null)
{
Hand hand = handDetected.hand;
if (hand != null)
{
int count = hand.handDatas.Count;
if (count > 0)
{
HandData leftHandData = null;
HandData rightHandData = null;
for (int i = 0; i < count; i++)
{
HandData handData = hand.handDatas[i];
if (handData.isLeftHand)
{
leftHandData = handData;
}
else
{
rightHandData = handData;
}
}
HandGestureManager.Instance.sendMessage <HandTrackingController>(
TrackedHand.Action.TRACKING,
TrackedHand.parse(leftHandData),
TrackedHand.parse(rightHandData));
}
else
{
HandGestureManager.Instance.sendMessage <HandTrackingController>(
TrackedHand.Action.TRACKING,
TrackedHand.parse(null),
TrackedHand.parse(null));
}
}
}
}
}
//Hand Detected event callback
void OnMADHGHandDetectedEvent(HandDetected handDetected)
{
if (HandGestureManager.Instance.isEnabled <HandCursorController>())
{
if (handDetected != null)
{
Hand hand = handDetected.hand;
if (hand != null)
{
int count = hand.handDatas.Count;
leftHandStatus = 0;
rightHandStatus = 0;
if (count > 0)
{
for (int i = 0; i < count; i++)
{
HandData handData = hand.handDatas[i];
int index = handData.isLeftHand ? 0:1;
lastHandData[index] = handData;
HandType handType = handData.handType;
Vector3 vector1 = new Vector3(0, 0, 0);
Vector3 vector2 = new Vector3(0, 0, 0);
vector1.Set(handData.palmCenterPoint.X, Screen.height - handData.palmCenterPoint.Y, 0);
vector2.Set(0, 0, 0);
if (hand.handDatas[i].isLeftHand)
{
//left Hand
leftHandStatus = 1;
if (haveLeftHandSignal == false)
{
HandGestureManager.Instance.sendMessage <HandCursorController>(
HandCursor.Action.TRACKED,
HandCursor.Direction.LEFT,
vector1
);
}
else
{
HandGestureManager.Instance.sendMessage <HandCursorController>(
HandCursor.Action.MOVED,
HandCursor.Direction.LEFT,
vector1,
lastPalmCenter[i]
);
}
lastPalmCenter[i] = vector1;
}
else
{
rightHandStatus = 1;
if (haveRightHandSignal == false)
{
HandGestureManager.Instance.sendMessage <HandCursorController>(
HandCursor.Action.TRACKED,
HandCursor.Direction.RIGHT,
vector1
);
}
else
{
HandGestureManager.Instance.sendMessage <HandCursorController>(
HandCursor.Action.MOVED,
HandCursor.Direction.RIGHT,
vector1,
lastPalmCenter[i]
);
}
lastPalmCenter[i] = vector1;
}
if (leftHandStatus == 1)
{
haveLeftHandSignal = true;
}
else
{
if (haveLeftHandSignal)
{
haveLeftHandSignal = false;
}
}
if (rightHandStatus == 1)
{
haveRightHandSignal = true;
}
else
{
if (haveRightHandSignal)
{
haveRightHandSignal = false;
}
}
}
}
else
{
//no hand
if (haveLeftHandSignal || haveRightHandSignal)
{
//Hand Cursor
HandGestureManager.Instance.sendMessage <HandCursorController>(
HandCursor.Action.LOST
);
lastPalmCenter[0].Set(0, 0, 0);
lastPalmCenter[1].Set(0, 0, 0);
haveLeftHandSignal = false;
haveRightHandSignal = false;
}
}
}
}
}
}
//Hand Detected event callback
void OnMADHGHandDetectedEvent(HandDetected handDetected)
{
if (HandGestureManager.Instance.isEnabled <HandSignalController>())
{
if (handDetected != null)
{
Hand hand = handDetected.hand;
if (hand != null)
{
int count = hand.handDatas.Count;
leftHandStatus = 0;
rightHandStatus = 0;
if (count > 0)
{
for (int i = 0; i < count; i++)
{
HandData handData = hand.handDatas[i];
HandType handType = handData.handType;
HandSignal.Type signalType = HandSignal.Type.UNKNOWN;
Vector3 vector1 = new Vector3(0, 0, 0);
Vector3 vector2 = new Vector3(0, 0, 0);
vector1.Set(handData.palmCenterPoint.X, Screen.height - handData.palmCenterPoint.Y, 0);
vector2.Set(0, 0, 0);
switch (handType)
{
case HandType.ONE:
signalType = HandSignal.Type.SIGNAL_ONE;
vector2.Set(handData.fingers[0].point.X, Screen.height - handData.fingers[0].point.Y, 0);
break;
case HandType.YEAH:
signalType = HandSignal.Type.SINGAL_TWO;
break;
case HandType.THREE:
signalType = HandSignal.Type.SIGNAL_THREE;
break;
case HandType.FOUR:
signalType = HandSignal.Type.SIGNAL_FOUR;
break;
case HandType.FIVE:
signalType = HandSignal.Type.SIGNAL_FIVE;
break;
case HandType.OK:
signalType = HandSignal.Type.SIGNAL_OK;
vector2.Set(handData.fingers[0].point.X, Screen.height - handData.fingers[0].point.Y, 0);
break;
case HandType.FIST:
signalType = HandSignal.Type.SIGNAL_FIST;
break;
default:
signalType = HandSignal.Type.UNKNOWN;
break;
}
if (hand.handDatas[i].isLeftHand)
{
//left Hand
leftHandStatus = 1;
//Hand Signal
HandGestureManager.Instance.sendMessage <HandSignalController>(
HandSignal.Action.TRACKED,
signalType,
HandSignal.Direction.LEFT,
vector1, vector2);
}
else
{
rightHandStatus = 1;
//Hand Signal
HandGestureManager.Instance.sendMessage <HandSignalController>(
HandSignal.Action.TRACKED,
signalType,
HandSignal.Direction.RIGHT,
vector1, vector2);
}
if (leftHandStatus == 1)
{
haveLeftHandSignal = true;
}
else
{
if (haveLeftHandSignal)
{
haveLeftHandSignal = false;
}
}
if (rightHandStatus == 1)
{
haveRightHandSignal = true;
}
else
{
if (haveRightHandSignal)
{
haveRightHandSignal = false;
}
}
}
}
else
{
//no hand
if (haveLeftHandSignal || haveRightHandSignal)
{
HandGestureManager.Instance.sendMessage <HandSignalController>(
HandSignal.Action.LOST);
haveLeftHandSignal = false;
haveRightHandSignal = false;
}
}
}
}
}
}