void DrawResults(FaceDetect.Result detection, FaceMesh.Result face)
{
cameraView.rectTransform.GetWorldCorners(rtCorners);
Vector3 min = rtCorners[0];
Vector3 max = rtCorners[2];
// Draw Face Detection
{
draw.color = Color.blue;
Rect rect = MathTF.Lerp(min, max, detection.rect, true);
draw.Rect(rect, 0.05f);
foreach (Vector2 p in detection.keypoints)
{
draw.Point(MathTF.Lerp(min, max, new Vector3(p.x, 1f - p.y, 0)), 0.1f);
}
}
draw.Apply();
// Draw face
draw.color = Color.green;
float zScale = (max.x - min.x) / 2;
for (int i = 0; i < face.keypoints.Length; i++)
{
Vector3 p = MathTF.Lerp(min, max, face.keypoints[i]);
p.z = face.keypoints[i].z * zScale;
faceKeypoints[i] = p;
draw.Point(p, 0.05f);
}
draw.Apply();
// Update Mesh
FaceMeshBuilder.UpdateMesh(faceMeshFilter.sharedMesh, faceKeypoints);
}
private void InitFaceMeshRenderer()
{
// Create Face Mesh Renderer
{
var go = new GameObject("Face");
go.transform.SetParent(transform);
var faceRenderer = go.AddComponent <MeshRenderer>();
faceRenderer.material = faceMaterial;
m_faceMeshFilter = go.AddComponent <MeshFilter>();
m_faceMeshFilter.sharedMesh = FaceMeshBuilder.CreateMesh();
m_faceKeypoints = new Vector3[FaceMesh.KEYPOINT_COUNT];
}
}
private void Start()
{
faceDetect = new FaceDetect(faceModelFile);
faceMesh = new FaceMesh(faceMeshModelFile);
draw = new PrimitiveDraw(Camera.main, gameObject.layer);
// Create Face Mesh Renderer
{
var go = new GameObject("Face");
go.transform.SetParent(transform);
var faceRenderer = go.AddComponent <MeshRenderer>();
faceRenderer.material = faceMaterial;
faceMeshFilter = go.AddComponent <MeshFilter>();
faceMeshFilter.sharedMesh = FaceMeshBuilder.CreateMesh();
faceKeypoints = new Vector3[FaceMesh.KEYPOINT_COUNT];
}
var webCamInput = GetComponent <WebCamInput>();
webCamInput.OnTextureUpdate.AddListener(OnTextureUpdate);
}
void Start()
{
string detectionPath = Path.Combine(Application.streamingAssetsPath, faceModelFile);
faceDetect = new FaceDetect(detectionPath);
string faceMeshPath = Path.Combine(Application.streamingAssetsPath, faceMeshModelFile);
faceMesh = new FaceMesh(faceMeshPath);
string cameraName = WebCamUtil.FindName(new WebCamUtil.PreferSpec()
{
isFrontFacing = false,
kind = WebCamKind.WideAngle,
});
webcamTexture = new WebCamTexture(cameraName, 1280, 720, 30);
cameraView.texture = webcamTexture;
webcamTexture.Play();
Debug.Log($"Starting camera: {cameraName}");
draw = new PrimitiveDraw(Camera.main, gameObject.layer);
// Create Face Mesh Renderer
{
var go = new GameObject("Face");
go.transform.SetParent(transform);
var faceRenderer = go.AddComponent <MeshRenderer>();
faceRenderer.material = faceMaterial;
faceMeshFilter = go.AddComponent <MeshFilter>();
faceMeshFilter.sharedMesh = FaceMeshBuilder.CreateMesh();
faceKeypoints = new Vector3[FaceMesh.KEYPOINT_COUNT];
}
}
private void RenderFaceMesh()
{
// Update Mesh
FaceMeshBuilder.UpdateMesh(m_faceMeshFilter.sharedMesh, m_faceKeypoints);
}
