protected void UpdateCurrentPoses()
{
var gotIndex = TryGetJoint(TrackedHandJoint.IndexTip, out var indexTipPose);
var gotPalm = TryGetJoint(TrackedHandJoint.Palm, out var palmPose);
if (!gotIndex || !gotPalm)
{
return;
}
// update index pose
currentIndexPose.Position = indexTipPose.Position;
currentIndexPose.Rotation = indexTipPose.Rotation;
// update grip pose
currentGripPose.Position = palmPose.Position;
currentGripPose.Rotation = palmPose.Rotation;
MixedRealityToolkit.InputSystem?.RaiseSourcePoseChanged(InputSource, this, currentGripPose);
// update pointer pose;
var pointerOrigin = palmPose.Position;
handRay.Update(pointerOrigin, GetPalmNormal(), CameraCache.Main.transform, ControllerHandedness);
Ray ray = handRay.Ray;
currentPointerPose.Position = ray.origin;
currentPointerPose.Rotation = Quaternion.LookRotation(ray.direction);
}
public void UpdateController(WebXRInputSource controller)
{
if (!Enabled)
{
return;
}
IsPositionAvailable = IsRotationAvailable = controller.Hand.Available;
jointPoses[TrackedHandJoint.Wrist] = GetJointMixedRealityPose(controller.Hand.Joints[WebXRHand.WRIST]);
for (int i = WebXRHand.THUMB_METACARPAL; i < WebXRHand.JOINT_COUNT; i++)
{
var joint = controller.Hand.Joints[i];
jointPoses[(TrackedHandJoint)(i + 2)] = GetJointMixedRealityPose(joint);
}
jointPoses[TrackedHandJoint.Palm] = new MixedRealityPose((jointPoses[TrackedHandJoint.MiddleMetacarpal].Position + jointPoses[TrackedHandJoint.MiddleMetacarpal].Position) / 2, jointPoses[TrackedHandJoint.MiddleMetacarpal].Rotation);
var indexPose = jointPoses[TrackedHandJoint.IndexTip];
bool isSelecting;
MixedRealityPose spatialPointerPose;
if (controller.IsPositionTracked)
{
isSelecting = controller.Selected;
spatialPointerPose = new MixedRealityPose(MixedRealityPlayspace.TransformPoint(controller.Position), MixedRealityPlayspace.Rotation * controller.Rotation);
}
else
{
// Is selecting if thumb tip and index tip are close
isSelecting = Vector3.Distance(controller.Hand.Joints[WebXRHand.THUMB_PHALANX_TIP].Position, controller.Hand.Joints[WebXRHand.INDEX_PHALANX_TIP].Position) < 0.04;
// The hand ray starts from the middle of thumb tip and index tip
HandRay.Update((controller.Hand.Joints[WebXRHand.THUMB_PHALANX_TIP].Position + controller.Hand.Joints[WebXRHand.INDEX_PHALANX_TIP].Position) / 2, new Vector3(0.3f, -0.4f, 0.9f), CameraCache.Main.transform, ControllerHandedness);
Ray ray = HandRay.Ray;
spatialPointerPose = new MixedRealityPose(ray.origin, Quaternion.LookRotation(ray.direction));
}
CoreServices.InputSystem?.RaiseSourcePoseChanged(InputSource, this, spatialPointerPose);
CoreServices.InputSystem?.RaiseHandJointsUpdated(InputSource, ControllerHandedness, jointPoses);
UpdateVelocity();
for (int i = 0; i < Interactions?.Length; i++)
{
switch (Interactions[i].InputType)
{
case DeviceInputType.SpatialPointer:
Interactions[i].PoseData = spatialPointerPose;
if (Interactions[i].Changed)
{
CoreServices.InputSystem?.RaisePoseInputChanged(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction, Interactions[i].PoseData);
}
break;
case DeviceInputType.SpatialGrip:
Interactions[i].PoseData = indexPose;
if (Interactions[i].Changed)
{
CoreServices.InputSystem?.RaisePoseInputChanged(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction, Interactions[i].PoseData);
}
break;
case DeviceInputType.Select:
Interactions[i].BoolData = isSelecting || controller.TargetRayMode == WebXRTargetRayModes.Screen;
if (Interactions[i].Changed)
{
if (Interactions[i].BoolData)
{
CoreServices.InputSystem?.RaiseOnInputDown(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction);
}
else
{
CoreServices.InputSystem?.RaiseOnInputUp(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction);
}
}
break;
case DeviceInputType.TriggerPress:
Interactions[i].BoolData = isSelecting;
if (Interactions[i].Changed)
{
if (Interactions[i].BoolData)
{
CoreServices.InputSystem?.RaiseOnInputDown(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction);
}
else
{
CoreServices.InputSystem?.RaiseOnInputUp(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction);
}
}
break;
case DeviceInputType.IndexFinger:
Interactions[i].PoseData = indexPose;
if (Interactions[i].Changed)
{
CoreServices.InputSystem?.RaisePoseInputChanged(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction, Interactions[i].PoseData);
}
break;
case DeviceInputType.ThumbStick:
HandDefinition?.UpdateCurrentTeleportPose(Interactions[i]);
break;
}
}
}
/// <summary>
/// Updates the visibility of the hand ray and raises input system events based on joint pose data.
/// </summary>
protected void UpdateInteractions()
{
MixedRealityPose pointerPose = jointPoses[TrackedHandJoint.Palm];
MixedRealityPose gripPose = jointPoses[TrackedHandJoint.Palm];
MixedRealityPose indexPose = jointPoses[TrackedHandJoint.IndexTip];
// Only update the hand ray if the hand is in pointing pose
if (IsInPointingPose)
{
HandRay.Update(pointerPose.Position, GetPalmNormal(), CameraCache.Main.transform, ControllerHandedness);
Ray ray = HandRay.Ray;
pointerPose.Position = ray.origin;
pointerPose.Rotation = Quaternion.LookRotation(ray.direction);
}
for (int i = 0; i < Interactions?.Length; i++)
{
switch (Interactions[i].InputType)
{
case DeviceInputType.SpatialPointer:
Interactions[i].PoseData = pointerPose;
if (Interactions[i].Changed)
{
CoreServices.InputSystem?.RaisePoseInputChanged(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction, pointerPose);
}
break;
case DeviceInputType.SpatialGrip:
Interactions[i].PoseData = gripPose;
if (Interactions[i].Changed)
{
CoreServices.InputSystem?.RaisePoseInputChanged(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction, gripPose);
}
break;
case DeviceInputType.Select:
case DeviceInputType.TriggerPress:
Interactions[i].BoolData = IsPinching;
if (Interactions[i].Changed)
{
if (Interactions[i].BoolData)
{
CoreServices.InputSystem?.RaiseOnInputDown(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction);
}
else
{
CoreServices.InputSystem?.RaiseOnInputUp(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction);
}
}
break;
case DeviceInputType.IndexFinger:
Interactions[i].PoseData = indexPose;
if (Interactions[i].Changed)
{
CoreServices.InputSystem?.RaisePoseInputChanged(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction, indexPose);
}
break;
}
}
}
/// <summary>
/// Update the controller data from the provided platform state
/// </summary>
/// <param name="interactionSourceState">The InteractionSourceState retrieved from the platform</param>
public void UpdateController(OVRHand hand, OVRSkeleton ovrSkeleton)
{
if (!Enabled)
{
return;
}
UpdateHandData(hand, ovrSkeleton);
lastPointerPose = currentPointerPose;
lastGripPose = currentGripPose;
Vector3 pointerPosition = jointPoses[TrackedHandJoint.Palm].Position;
IsPositionAvailable = IsRotationAvailable = pointerPosition != Vector3.zero;
if (IsPositionAvailable)
{
handRay.Update(pointerPosition, GetPalmNormal(), CameraCache.Main.transform, ControllerHandedness);
Ray ray = handRay.Ray;
currentPointerPose.Position = ray.origin;
currentPointerPose.Rotation = Quaternion.LookRotation(ray.direction);
currentGripPose = jointPoses[TrackedHandJoint.Palm];
}
if (lastGripPose != currentGripPose)
{
if (IsPositionAvailable && IsRotationAvailable)
{
CoreServices.InputSystem?.RaiseSourcePoseChanged(InputSource, this, currentGripPose);
}
else if (IsPositionAvailable && !IsRotationAvailable)
{
CoreServices.InputSystem?.RaiseSourcePositionChanged(InputSource, this, currentPointerPosition);
}
else if (!IsPositionAvailable && IsRotationAvailable)
{
CoreServices.InputSystem?.RaiseSourceRotationChanged(InputSource, this, currentPointerRotation);
}
}
for (int i = 0; i < Interactions?.Length; i++)
{
switch (Interactions[i].InputType)
{
case DeviceInputType.SpatialPointer:
Interactions[i].PoseData = currentPointerPose;
if (Interactions[i].Changed)
{
CoreServices.InputSystem?.RaisePoseInputChanged(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction, currentPointerPose);
}
break;
case DeviceInputType.SpatialGrip:
Interactions[i].PoseData = currentGripPose;
if (Interactions[i].Changed)
{
CoreServices.InputSystem?.RaisePoseInputChanged(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction, currentGripPose);
}
break;
case DeviceInputType.Select:
Interactions[i].BoolData = IsPinching;
if (Interactions[i].Changed)
{
if (Interactions[i].BoolData)
{
CoreServices.InputSystem?.RaiseOnInputDown(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction);
}
else
{
CoreServices.InputSystem?.RaiseOnInputUp(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction);
}
}
break;
case DeviceInputType.TriggerPress:
Interactions[i].BoolData = IsPinching;
if (Interactions[i].Changed)
{
if (Interactions[i].BoolData)
{
CoreServices.InputSystem?.RaiseOnInputDown(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction);
}
else
{
CoreServices.InputSystem?.RaiseOnInputUp(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction);
}
}
break;
case DeviceInputType.IndexFinger:
UpdateIndexFingerData(Interactions[i]);
break;
}
}
}
public void UpdateController(WebXRInputSource controller)
{
if (!Enabled)
{
return;
}
IsPositionAvailable = IsRotationAvailable = controller.Hand.Available;
for (int i = 0; i < WebXRHand.JOINT_COUNT; i++)
{
var joint = controller.Hand.Joints[i];
jointPoses[(TrackedHandJoint)(i + 1)] = new MixedRealityPose(joint.Position, joint.Rotation);
}
var indexJoint = controller.Hand.Joints[WebXRHand.INDEX_PHALANX_TIP];
var indexPose = new MixedRealityPose(indexJoint.Position, indexJoint.Rotation);
bool isSelecting;
MixedRealityPose spatialPointerPose;
if (controller.IsPositionTracked)
{
isSelecting = controller.Selected;
spatialPointerPose = new MixedRealityPose(controller.Position, controller.Rotation);
}
else
{
// Is selecting if thumb tip and index tip are close
isSelecting = Vector3.Distance(controller.Hand.Joints[WebXRHand.THUMB_PHALANX_TIP].Position, controller.Hand.Joints[WebXRHand.INDEX_PHALANX_TIP].Position) < 0.04;
// The hand ray starts from the middle of thumb tip and index tip
HandRay.Update((controller.Hand.Joints[WebXRHand.THUMB_PHALANX_TIP].Position + controller.Hand.Joints[WebXRHand.INDEX_PHALANX_TIP].Position) / 2, new Vector3(0.3f, -0.4f, 0.9f), CameraCache.Main.transform, ControllerHandedness);
Ray ray = HandRay.Ray;
spatialPointerPose = new MixedRealityPose(ray.origin, Quaternion.LookRotation(ray.direction));
}
CoreServices.InputSystem?.RaiseSourcePoseChanged(InputSource, this, spatialPointerPose);
CoreServices.InputSystem?.RaiseHandJointsUpdated(InputSource, ControllerHandedness, jointPoses);
UpdateVelocity();
for (int i = 0; i < Interactions?.Length; i++)
{
switch (Interactions[i].InputType)
{
case DeviceInputType.SpatialPointer:
Interactions[i].PoseData = spatialPointerPose;
if (Interactions[i].Changed)
{
CoreServices.InputSystem?.RaisePoseInputChanged(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction, Interactions[i].PoseData);
}
break;
case DeviceInputType.SpatialGrip:
Interactions[i].PoseData = indexPose;
if (Interactions[i].Changed)
{
CoreServices.InputSystem?.RaisePoseInputChanged(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction, Interactions[i].PoseData);
}
break;
case DeviceInputType.Select:
Interactions[i].BoolData = isSelecting;
if (Interactions[i].Changed)
{
if (Interactions[i].BoolData)
{
CoreServices.InputSystem?.RaiseOnInputDown(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction);
}
else
{
CoreServices.InputSystem?.RaiseOnInputUp(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction);
}
}
break;
case DeviceInputType.TriggerPress:
Interactions[i].BoolData = isSelecting;
if (Interactions[i].Changed)
{
if (Interactions[i].BoolData)
{
CoreServices.InputSystem?.RaiseOnInputDown(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction);
}
else
{
CoreServices.InputSystem?.RaiseOnInputUp(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction);
}
}
break;
case DeviceInputType.IndexFinger:
Interactions[i].PoseData = indexPose;
if (Interactions[i].Changed)
{
CoreServices.InputSystem?.RaisePoseInputChanged(InputSource, ControllerHandedness, Interactions[i].MixedRealityInputAction, Interactions[i].PoseData);
}
break;
}
}
}