public override void RenderOutput(WebCamScreenController screenController, TextureFrame textureFrame)
{
this.handTrackingValue = FetchNextHandTrackingValue();
// this.handLandmarks = handTrackingValue.HandLandmarkLists
RenderAnnotation(screenController, handTrackingValue);
screenController.DrawScreen(textureFrame);
}
private void UpdateGestureModel(HandTrackingValue value)
{
for (int i = 0; i < value.HandLandmarkLists.Count; i++)
{
if (value.Handednesses[i].Classification[0].Label == "Left")
{
var leftHandValue = value.HandLandmarkLists[i];
landmarkResultSet.UpdateLandmark(HandLandmarkType.LeftHand, leftHandValue);
}
else if (value.Handednesses[i].Classification[0].Label == "Right")
{
var rightHandValue = value.HandLandmarkLists[i];
landmarkResultSet.UpdateLandmark(HandLandmarkType.RightHand, rightHandValue);
}
}
}
private void RenderAnnotation(WebCamScreenController screenController, HandTrackingValue value)
{
// NOTE: input image is flipped
/*
* GetComponent<HandTrackingAnnotationController>().Draw(
* screenController.transform, value.HandLandmarkLists, value.Handednesses, value.PalmDetections, value.PalmRects, true);
*/
Transform modified = GameObject.Find("WebCamCopy").transform;
modified.position = screenController.transform.position;
modified.rotation = screenController.transform.rotation;
modified.localScale = new Vector3(screenController.transform.localScale.x, screenController.transform.localScale.z, screenController.transform.localScale.y);
GetComponent <HandTrackingAnnotationController>().Draw(
modified, value.HandLandmarkLists, value.Handednesses, value.PalmDetections, value.PalmRects, true);
}
private void RenderAnnotation(WebCamScreenController screenController, HandTrackingValue value)
{
// NOTE: input image is flipped
annotation.GetComponent <HandTrackingAnnotationController>().Draw(
screenController.transform, value.Handedness, value.HandLandmarkList, value.HandRect, value.PalmDetections, true);
}
private void RenderAnnotation(WebCamScreenController screenController, HandTrackingValue value)
{
// NOTE: input image is flipped
GetComponent <IDrawableHandGraph>().Draw(
screenController.transform, value.HandLandmarkLists, value.Handednesses, value.PalmDetections, value.PalmRects, true);
}
