void Update()
{
palmDetect.Invoke(webcamTexture);
cameraView.material = palmDetect.transformMat;
var palms = palmDetect.GetResults(0.7f, 0.3f);
UpdateFrame(palms);
if (palms.Count <= 0)
{
if (landmarkResult != null)
{
landmarkResult.score = 0;
}
return;
}
// Detect only first palm
landmarkDetect.Invoke(webcamTexture, palms[0]);
debugPalmView.texture = landmarkDetect.inputTex;
landmarkResult = landmarkDetect.GetResult();
{
// Apply webcam rotation to draw landmarks correctly
Matrix4x4 mtx = WebCamUtil.GetMatrix(-webcamTexture.videoRotationAngle, false, webcamTexture.videoVerticallyMirrored);
for (int i = 0; i < landmarkResult.joints.Length; i++)
{
landmarkResult.joints[i] = mtx.MultiplyPoint3x4(landmarkResult.joints[i]);
}
}
RectTransformationCalculator.ApplyToRectTransform(landmarkDetect.CropMatrix, cropedFrame.rectTransform);
}
async UniTask <bool> InvokeAsync()
{
palmResults = await palmDetect.InvokeAsync(webcamTexture, cancellationToken);
cameraView.material = palmDetect.transformMat;
cameraView.rectTransform.GetWorldCorners(rtCorners);
if (palmResults.Count <= 0)
{
return(false);
}
landmarkResult = await landmarkDetect.InvokeAsync(webcamTexture, palmResults[0], cancellationToken);
debugPalmView.texture = landmarkDetect.inputTex;
return(true);
}
private void Invoke(Texture texture)
{
palmDetect.Invoke(texture);
cameraView.material = palmDetect.transformMat;
cameraView.rectTransform.GetWorldCorners(rtCorners);
palmResults = palmDetect.GetResults(0.7f, 0.3f);
if (palmResults.Count <= 0)
{
return;
}
// Detect only first palm
landmarkDetect.Invoke(texture, palmResults[0]);
debugPalmView.texture = landmarkDetect.inputTex;
landmarkResult = landmarkDetect.GetResult();
}
