public static void UpdateFacePoint(SensorAdapter adapter, Frame frame, Vector2D facePoint, Transform facePointTransform, Transform viewPlane, Visualization visualization, float updateSmoothness)
{
bool ignoreAdapter = VideoPlayer.IsPlaying || !Application.isEditor && Application.platform == RuntimePlatform.Android;
if ((!ignoreAdapter && adapter == null) || facePointTransform == null || viewPlane == null)
{
return;
}
Vector3 viewPlanePosition = viewPlane.position;
LightBuzz.Quaternion viewPlaneRotation = viewPlane.rotation;
Vector3D viewPlaneScale = viewPlane.localScale;
if (viewPlane.GetType() == typeof(RectTransform))
{
viewPlaneScale.Set(viewPlaneScale.X * ((RectTransform)viewPlane).root.localScale.x * ((RectTransform)viewPlane).rect.size.x,
viewPlaneScale.Y * ((RectTransform)viewPlane).root.localScale.y * ((RectTransform)viewPlane).rect.size.y, 1);
}
float smoothness = Mathf.Lerp(1f, Time.deltaTime, updateSmoothness);
Vector3D position = visualization == Visualization.Image ? facePoint : VideoPlayer.IsPlaying ? default(Vector2D) :
!Application.isEditor && Application.platform == RuntimePlatform.Android ? facePoint : adapter.ImageToDepthSpace(facePoint);
Vector2Int resolution = visualization == Visualization.Image ?
new Vector2Int(frame.ImageWidth, frame.ImageHeight) :
new Vector2Int(frame.DepthWidth, frame.DepthHeight);
facePointTransform.position = Vector3D.Lerp(facePointTransform.position,
position.GetPositionOnPlane(resolution.x, resolution.y, viewPlanePosition, viewPlaneRotation, viewPlaneScale), smoothness);
}
void OnDisable()
{
if (VideoPlayer.IsPlaying)
{
VideoPlayer.Stop();
}
VideoPlayer.Dispose();
if (VideoRecorder.IsRecording)
{
VideoRecorder.Stop();
}
if (adapter != null)
{
adapter.Close();
adapter = null;
}
depthFilter.Dispose();
Destroy(imageViewTexture);
imageViewMaterial.mainTexture = null;
Destroy(depthViewTexture);
depthViewMaterial.mainTexture = null;
model.Dispose();
}
void OnEnable()
{
if (GlobalSensorController.WasSetFromLoader)
{
sensorType = GlobalSensorController.StartWithSensor;
}
adapter = new SensorAdapter(sensorType)
{
OnChangedAvailabilityEventHandler = (sender, args) =>
{
Debug.Log(args.SensorType + " is connected: " + args.IsConnected);
}
};
depthFilter = new DepthFilter();
model1.Initialize();
model1.AvatarRoot.SetActive(false);
model1Size = Vector3.Distance(model1.Bones[(int)JointType.SpineBase].Transform.position, model1.Bones[(int)JointType.Head].Transform.position);
model2.Initialize();
model2.AvatarRoot.SetActive(false);
model2Size = Vector3.Distance(model2.Bones[(int)JointType.SpineBase].Transform.position, model2.Bones[(int)JointType.Head].Transform.position);
}
void OnDisable()
{
if (adapter != null)
{
adapter.Close();
adapter = null;
}
}
void OnEnable()
{
adapter = new SensorAdapter(SensorType.Kinect2)
{
OnChangedAvailabilityEventHandler = (sender, args) =>
{
Debug.Log(args.SensorType + " is connected: " + args.IsConnected);
}
};
}
void OnDisable()
{
if (adapter != null)
{
adapter.Close();
adapter = null;
}
Destroy(imageViewTexture);
}
void OnDisable()
{
if (adapter != null)
{
adapter.Close();
adapter = null;
}
Destroy(imageViewTexture);
imageViewMaterial.mainTexture = null;
}
void OnDisable()
{
if (adapter != null)
{
adapter.Close();
adapter = null;
}
greenScreenFilter.Dispose();
Destroy(greenScreenViewTexture);
}
void OnEnable()
{
if (GlobalSensorController.WasSetFromLoader)
{
sensorType = GlobalSensorController.StartWithSensor;
}
adapter = new SensorAdapter(sensorType)
{
OnChangedAvailabilityEventHandler = (sender, args) =>
{
Debug.Log(args.SensorType + " is connected: " + args.IsConnected);
}
};
}
void OnDisable()
{
if (adapter != null)
{
adapter.Close();
adapter = null;
}
depthFilter.Dispose();
Destroy(imageViewTexture);
imageViewMaterial.mainTexture = null;
Destroy(depthViewTexture);
depthViewMaterial.mainTexture = null;
model.Dispose();
}
void OnEnable()
{
if (GlobalSensorController.WasSetFromLoader)
{
sensorType = GlobalSensorController.StartWithSensor;
}
adapter = new SensorAdapter(sensorType)
{
OnChangedAvailabilityEventHandler = (sender, args) =>
{
Debug.Log(args.SensorType + " is connected: " + args.IsConnected);
}
};
depthFilter = new DepthFilter();
foreach (Model model in models)
{
model.Initialize();
}
}
public void UpdateStickman(SensorAdapter adapter, Frame frame, Body body, Transform viewPlane, Visualization visualization)
{
bool isPlaybackFrame = frame != null && frame.IsPlaybackFrame;
if ((!isPlaybackFrame && adapter == null) || frame == null || body == null || viewPlane == null)
{
return;
}
if (JointTypes == null)
{
Initialize();
}
Vector3D viewPlanePosition = viewPlane.position;
LightBuzz.Quaternion viewPlaneRotation = viewPlane.rotation;
Vector3D viewPlaneScale = viewPlane.localScale;
if (viewPlane.GetType() == typeof(RectTransform))
{
viewPlaneScale.Set(viewPlaneScale.X * ((RectTransform)viewPlane).root.localScale.x * ((RectTransform)viewPlane).rect.size.x,
viewPlaneScale.Y * ((RectTransform)viewPlane).root.localScale.y * ((RectTransform)viewPlane).rect.size.y, 1);
}
float smoothness = Mathf.Lerp(1f, Time.deltaTime, updateSmoothness);
Vector3D currPosition;
for (int i = 0; i < JointTypes.Length; i++)
{
if (visualization == Visualization.Image)
{
if (isPlaybackFrame)
{
currPosition = VideoPlayer.WorldToImageSpace(JointTypes[i], frame, body).GetPositionOnPlane(
frame.ImageWidth, frame.ImageHeight, viewPlanePosition, viewPlaneRotation, viewPlaneScale);
}
else
{
currPosition = adapter.WorldToImageSpace(body.Joints[JointTypes[i]].WorldPosition).GetPositionOnPlane(
frame.ImageWidth, frame.ImageHeight, viewPlanePosition, viewPlaneRotation, viewPlaneScale);
}
}
else
{
if (isPlaybackFrame)
{
currPosition = VideoPlayer.WorldToDepthSpace(JointTypes[i], frame, body).GetPositionOnPlane(
frame.DepthWidth, frame.DepthHeight, viewPlanePosition, viewPlaneRotation, viewPlaneScale);
}
else
{
currPosition = adapter.WorldToDepthSpace(body.Joints[JointTypes[i]].WorldPosition).GetPositionOnPlane(
frame.DepthWidth, frame.DepthHeight, viewPlanePosition, viewPlaneRotation, viewPlaneScale);
}
}
jointPoints[i].position = Vector3D.Lerp(jointPoints[i].position, currPosition, smoothness);
}
jointLines[0].SetPosition(0, jointPoints[0].position);
jointLines[0].SetPosition(1, jointPoints[1].position);
jointLines[0].SetPosition(2, jointPoints[2].position);
jointLines[0].SetPosition(3, jointPoints[3].position);
jointLines[0].SetPosition(4, jointPoints[4].position);
jointLines[1].SetPosition(0, jointPoints[8].position);
jointLines[1].SetPosition(1, jointPoints[7].position);
jointLines[1].SetPosition(2, jointPoints[6].position);
jointLines[1].SetPosition(3, jointPoints[5].position);
jointLines[1].SetPosition(4, jointPoints[2].position);
jointLines[1].SetPosition(5, jointPoints[9].position);
jointLines[1].SetPosition(6, jointPoints[10].position);
jointLines[1].SetPosition(7, jointPoints[11].position);
jointLines[1].SetPosition(8, jointPoints[12].position);
jointLines[2].SetPosition(0, jointPoints[16].position);
jointLines[2].SetPosition(1, jointPoints[15].position);
jointLines[2].SetPosition(2, jointPoints[14].position);
jointLines[2].SetPosition(3, jointPoints[13].position);
jointLines[2].SetPosition(4, jointPoints[4].position);
jointLines[2].SetPosition(5, jointPoints[17].position);
jointLines[2].SetPosition(6, jointPoints[18].position);
jointLines[2].SetPosition(7, jointPoints[19].position);
jointLines[2].SetPosition(8, jointPoints[20].position);
}
public void UpdateStickface(SensorAdapter adapter, Frame frame, Face face, Transform viewPlane, Visualization visualization)
{
bool isPlaybackFrame = frame != null && frame.IsPlaybackFrame;
if (face == null || viewPlane == null || (!isPlaybackFrame && adapter == null))
{
return;
}
if (!initialized)
{
Initialize();
}
Vector3 viewPlanePosition = viewPlane.position;
LightBuzz.Quaternion viewPlaneRotation = viewPlane.rotation;
Vector3D viewPlaneScale = viewPlane.localScale;
if (viewPlane.GetType() == typeof(RectTransform))
{
viewPlaneScale.Set(viewPlaneScale.X * ((RectTransform)viewPlane).root.localScale.x * ((RectTransform)viewPlane).rect.size.x,
viewPlaneScale.Y * ((RectTransform)viewPlane).root.localScale.y * ((RectTransform)viewPlane).rect.size.y, 1);
}
float smoothness = Mathf.Lerp(1f, Time.deltaTime, settings.updateSmoothness);
faceSticks[0].show = settings.leftEye;
faceSticks[1].show = settings.rightEye;
faceSticks[2].show = settings.leftEyebrow;
faceSticks[3].show = settings.rightEyebrow;
faceSticks[4].show = settings.nose;
faceSticks[5].show = settings.mouth;
faceSticks[6].show = settings.jaw;
Vector2Int resolution = visualization == Visualization.Image ?
new Vector2Int(frame.ImageWidth, frame.ImageHeight) :
new Vector2Int(frame.DepthWidth, frame.DepthHeight);
for (int i = 0; i < faceSticks.Length; i++)
{
if (!faceSticks[i].show)
{
if (faceSticks[i].indicesParent.activeSelf)
{
faceSticks[i].indicesParent.SetActive(false);
}
if (faceSticks[i].pointsParent.activeSelf)
{
faceSticks[i].pointsParent.SetActive(false);
}
}
else
{
if (settings.showPointIds != faceSticks[i].indicesParent.activeSelf)
{
faceSticks[i].indicesParent.SetActive(settings.showPointIds);
}
if (settings.showPointIds == faceSticks[i].pointsParent.activeSelf)
{
faceSticks[i].pointsParent.SetActive(!settings.showPointIds);
}
}
Vector3D position;
for (int j = 0, index = 0; j < faceSticks[i].indices.Length; j++)
{
index = faceSticks[i].pointIndices[j];
position = (visualization == Visualization.Image ? face.Points2D[index] : face.WorldToDepthSpace(index, adapter)).
GetPositionOnPlane(resolution.x, resolution.y, viewPlanePosition, viewPlaneRotation, viewPlaneScale);
position = Vector3D.Lerp(faceSticks[i].points[j].position, position, smoothness);
faceSticks[i].points[j].position = position;
faceSticks[i].indices[j].position = position;
}
if (settings.drawLines != faceSticks[i].lineParent.activeSelf)
{
faceSticks[i].lineParent.SetActive(settings.drawLines);
}
}
// left eye
FaceStick faceStick = faceSticks[0];
UpdateLineVisibility(faceStick);
faceStick.line.SetPosition(0, faceStick.GetPosition(0));
faceStick.line.SetPosition(1, faceStick.GetPosition(1));
faceStick.line.SetPosition(2, faceStick.GetPosition(2));
faceStick.line.SetPosition(3, faceStick.GetPosition(3));
faceStick.line.SetPosition(4, faceStick.GetPosition(4));
faceStick.line.SetPosition(5, faceStick.GetPosition(5));
faceStick.line.SetPosition(6, faceStick.GetPosition(0));
// right eye
faceStick = faceSticks[1];
UpdateLineVisibility(faceStick);
faceStick.line.SetPosition(0, faceStick.GetPosition(0));
faceStick.line.SetPosition(1, faceStick.GetPosition(1));
faceStick.line.SetPosition(2, faceStick.GetPosition(2));
faceStick.line.SetPosition(3, faceStick.GetPosition(3));
faceStick.line.SetPosition(4, faceStick.GetPosition(4));
faceStick.line.SetPosition(5, faceStick.GetPosition(5));
faceStick.line.SetPosition(6, faceStick.GetPosition(0));
// left eyebrow
faceStick = faceSticks[2];
UpdateLineVisibility(faceStick);
faceStick.line.SetPosition(0, faceStick.GetPosition(0));
faceStick.line.SetPosition(1, faceStick.GetPosition(1));
faceStick.line.SetPosition(2, faceStick.GetPosition(2));
faceStick.line.SetPosition(3, faceStick.GetPosition(3));
faceStick.line.SetPosition(4, faceStick.GetPosition(4));
// right eyebrow
faceStick = faceSticks[3];
UpdateLineVisibility(faceStick);
faceStick.line.SetPosition(0, faceStick.GetPosition(0));
faceStick.line.SetPosition(1, faceStick.GetPosition(1));
faceStick.line.SetPosition(2, faceStick.GetPosition(2));
faceStick.line.SetPosition(3, faceStick.GetPosition(3));
faceStick.line.SetPosition(4, faceStick.GetPosition(4));
// nose
faceStick = faceSticks[4];
UpdateLineVisibility(faceStick);
faceStick.line.SetPosition(0, faceStick.GetPosition(0));
faceStick.line.SetPosition(1, faceStick.GetPosition(1));
faceStick.line.SetPosition(2, faceStick.GetPosition(2));
faceStick.line.SetPosition(3, faceStick.GetPosition(3));
faceStick.line.SetPosition(4, faceStick.GetPosition(4));
faceStick.line.SetPosition(5, faceStick.GetPosition(5));
faceStick.line.SetPosition(6, faceStick.GetPosition(6));
faceStick.line.SetPosition(7, faceStick.GetPosition(7));
faceStick.line.SetPosition(8, faceStick.GetPosition(8));
faceStick.line.SetPosition(9, faceStick.GetPosition(3));
// mouth
faceStick = faceSticks[5];
UpdateLineVisibility(faceStick);
faceStick.line.SetPosition(0, faceStick.GetPosition(0));
faceStick.line.SetPosition(1, faceStick.GetPosition(1));
faceStick.line.SetPosition(2, faceStick.GetPosition(2));
faceStick.line.SetPosition(3, faceStick.GetPosition(3));
faceStick.line.SetPosition(4, faceStick.GetPosition(4));
faceStick.line.SetPosition(5, faceStick.GetPosition(5));
faceStick.line.SetPosition(6, faceStick.GetPosition(6));
faceStick.line.SetPosition(7, faceStick.GetPosition(7));
faceStick.line.SetPosition(8, faceStick.GetPosition(8));
faceStick.line.SetPosition(9, faceStick.GetPosition(9));
faceStick.line.SetPosition(10, faceStick.GetPosition(10));
faceStick.line.SetPosition(11, faceStick.GetPosition(11));
faceStick.line.SetPosition(12, faceStick.GetPosition(0));
faceStick.line.SetPosition(13, faceStick.GetPosition(12));
faceStick.line.SetPosition(14, faceStick.GetPosition(13));
faceStick.line.SetPosition(15, faceStick.GetPosition(14));
faceStick.line.SetPosition(16, faceStick.GetPosition(15));
faceStick.line.SetPosition(17, faceStick.GetPosition(16));
faceStick.line.SetPosition(18, faceStick.GetPosition(17));
faceStick.line.SetPosition(19, faceStick.GetPosition(18));
faceStick.line.SetPosition(20, faceStick.GetPosition(19));
faceStick.line.SetPosition(21, faceStick.GetPosition(12));
// jaw
faceStick = faceSticks[6];
UpdateLineVisibility(faceStick);
faceStick.line.SetPosition(0, faceStick.GetPosition(0));
faceStick.line.SetPosition(1, faceStick.GetPosition(1));
faceStick.line.SetPosition(2, faceStick.GetPosition(2));
faceStick.line.SetPosition(3, faceStick.GetPosition(3));
faceStick.line.SetPosition(4, faceStick.GetPosition(4));
faceStick.line.SetPosition(5, faceStick.GetPosition(5));
faceStick.line.SetPosition(6, faceStick.GetPosition(6));
faceStick.line.SetPosition(7, faceStick.GetPosition(7));
faceStick.line.SetPosition(8, faceStick.GetPosition(8));
faceStick.line.SetPosition(9, faceStick.GetPosition(9));
faceStick.line.SetPosition(10, faceStick.GetPosition(10));
faceStick.line.SetPosition(11, faceStick.GetPosition(11));
faceStick.line.SetPosition(12, faceStick.GetPosition(12));
faceStick.line.SetPosition(13, faceStick.GetPosition(13));
faceStick.line.SetPosition(14, faceStick.GetPosition(14));
faceStick.line.SetPosition(15, faceStick.GetPosition(15));
faceStick.line.SetPosition(16, faceStick.GetPosition(16));
}
