| private HandStateToEvent ( KinectInterop, handState, HandEventType lastEventType ) : HandEventType | ||
| handState | KinectInterop, | |
| lastEventType | HandEventType | |
| return | HandEventType | |
/// <summary>
/// Updates the avatar each frame.
/// </summary>
/// <param name="UserID">User ID</param>
public void UpdateAvatar(Int64 UserID)
{
if (!gameObject.activeInHierarchy)
{
return;
}
// Get the KinectManager instance
if (kinectManager == null)
{
kinectManager = KinectManager.Instance;
}
// move the avatar to its Kinect position
if (!externalRootMotion)
{
MoveAvatar(UserID);
}
// get the left hand state and event
if (kinectManager && kinectManager.GetJointTrackingState(UserID, (int)KinectInterop.JointType.HandLeft) != KinectInterop.TrackingState.NotTracked)
{
KinectInterop.HandState leftHandState = kinectManager.GetLeftHandState(UserID);
InteractionManager.HandEventType leftHandEvent = InteractionManager.HandStateToEvent(leftHandState, lastLeftHandEvent);
if (leftHandEvent != InteractionManager.HandEventType.None)
{
lastLeftHandEvent = leftHandEvent;
}
}
// get the right hand state and event
if (kinectManager && kinectManager.GetJointTrackingState(UserID, (int)KinectInterop.JointType.HandRight) != KinectInterop.TrackingState.NotTracked)
{
KinectInterop.HandState rightHandState = kinectManager.GetRightHandState(UserID);
InteractionManager.HandEventType rightHandEvent = InteractionManager.HandStateToEvent(rightHandState, lastRightHandEvent);
if (rightHandEvent != InteractionManager.HandEventType.None)
{
lastRightHandEvent = rightHandEvent;
}
}
// rotate the avatar bones
for (var boneIndex = 0; boneIndex < bones.Length; boneIndex++)
{
if (!bones[boneIndex])
{
continue;
}
if (boneIndex2JointMap.ContainsKey(boneIndex))
{
KinectInterop.JointType joint = !mirroredMovement ? boneIndex2JointMap[boneIndex] : boneIndex2MirrorJointMap[boneIndex];
TransformBone(UserID, joint, boneIndex, !mirroredMovement);
}
else if (specIndex2JointMap.ContainsKey(boneIndex))
{
// special bones (clavicles)
List <KinectInterop.JointType> alJoints = !mirroredMovement ? specIndex2JointMap[boneIndex] : specIndex2MirrorMap[boneIndex];
if (alJoints.Count >= 2)
{
//Debug.Log(alJoints[0].ToString());
Vector3 baseDir = alJoints[0].ToString().EndsWith("Left") ? Vector3.left : Vector3.right;
TransformSpecialBone(UserID, alJoints[0], alJoints[1], boneIndex, baseDir, !mirroredMovement);
}
}
}
//update relative position info
updatePositionInfo_(UserID);
}
/// <summary>
/// Updates the avatar each frame.
/// </summary>
/// <param name="UserID">User ID</param>
public void UpdateAvatar(Int64 UserID)
{
PlayerDetected = true;
if (!gameObject.activeInHierarchy)
{
return;
}
// Get the KinectManager instance
if (kinectManager == null)
{
kinectManager = KinectManager.Instance;
ColorImageWidth = kinectManager.GetColorImageWidth();
ColorImageHeight = kinectManager.GetColorImageHeight();
}
// for rendering the head
//****************************************
//
if (rawImage)
{
rawImage.texture = kinectManager.GetUsersClrTex();
int HeadIndex = 3;// (int)TrackedHead;
if (kinectManager.IsJointTracked(UserID, HeadIndex))
{
Vector3 posJoint = kinectManager.GetRawSkeletonJointPos(UserID, HeadIndex);
if (posJoint != Vector3.zero)
{
// 3d position to depth
Vector2 posDepth = kinectManager.GetDepthMapPosForJointPos(posJoint);
// depth pos to color pos
Vector2 posColor = kinectManager.GetColorMapPosForDepthPos(posDepth);
float UVrecPosX = (float)posColor.x / ColorImageWidth;
float UVrecPosY = (float)posColor.y / ColorImageHeight;
UVrecPosX -= HeadImageWidth / 2.5f;
UVrecPosY -= HeadImageHeight / 2f;
// Vector3 localPos = new Vector3(scaleX * 10f - 5f, 0f, scaleY * 10f - 5f); // 5f is 1/2 of 10f - size of the plane
// Vector3 vPosOverlay = backgroundImage.transform.TransformPoint(localPos);
//Vector3 vPosOverlay = BottomLeft + ((vRight * scaleX) + (vUp * scaleY));
rawImage.uvRect = new Rect(Mathf.Lerp(rawImage.uvRect.x, UVrecPosX, smoothFactor * Time.deltaTime), Mathf.Lerp(rawImage.uvRect.y, UVrecPosY, smoothFactor * Time.deltaTime), HeadImageHeight, HeadImageWidth);
// Vector3 vPosOverlay = Camera.main.ViewportToWorldPoint(new Vector3(scaleX, scaleY, distanceToCamera));
// OverlayObject.transform.position = Vector3.Lerp(OverlayObject.transform.position, vPosOverlay, smoothFactor * Time.deltaTime);
}
}
}
//**************************** // move the avatar to its Kinect position
if (!externalRootMotion)
{
MoveAvatar(UserID);
}
// get the left hand state and event
if (kinectManager && kinectManager.GetJointTrackingState(UserID, (int)KinectInterop.JointType.HandLeft) != KinectInterop.TrackingState.NotTracked)
{
KinectInterop.HandState leftHandState = kinectManager.GetLeftHandState(UserID);
InteractionManager.HandEventType leftHandEvent = InteractionManager.HandStateToEvent(leftHandState, lastLeftHandEvent);
if (leftHandEvent != InteractionManager.HandEventType.None)
{
lastLeftHandEvent = leftHandEvent;
}
}
// get the right hand state and event
if (kinectManager && kinectManager.GetJointTrackingState(UserID, (int)KinectInterop.JointType.HandRight) != KinectInterop.TrackingState.NotTracked)
{
KinectInterop.HandState rightHandState = kinectManager.GetRightHandState(UserID);
InteractionManager.HandEventType rightHandEvent = InteractionManager.HandStateToEvent(rightHandState, lastRightHandEvent);
if (rightHandEvent != InteractionManager.HandEventType.None)
{
lastRightHandEvent = rightHandEvent;
}
}
// rotate the avatar bones
for (var boneIndex = 0; boneIndex < bones.Length; boneIndex++)
{
if (!bones[boneIndex])
{
continue;
}
if (boneIndex2JointMap.ContainsKey(boneIndex))
{
KinectInterop.JointType joint = !mirroredMovement ? boneIndex2JointMap[boneIndex] : boneIndex2MirrorJointMap[boneIndex];
TransformBone(UserID, joint, boneIndex, !mirroredMovement);
}
else if (specIndex2JointMap.ContainsKey(boneIndex))
{
// special bones (clavicles)
List <KinectInterop.JointType> alJoints = !mirroredMovement ? specIndex2JointMap[boneIndex] : specIndex2MirrorMap[boneIndex];
if (alJoints.Count >= 2)
{
//Debug.Log(alJoints[0].ToString());
Vector3 baseDir = alJoints[0].ToString().EndsWith("Left") ? Vector3.left : Vector3.right;
TransformSpecialBone(UserID, alJoints[0], alJoints[1], boneIndex, baseDir, !mirroredMovement);
}
}
}
}