// Update is called once per frame
void Update()
{
if (webCamTextureToMatHelper.IsPlaying() && webCamTextureToMatHelper.DidUpdateThisFrame())
{
Mat rgbaMat = webCamTextureToMatHelper.GetMat();
OpenCVForUnityUtils.SetImage(faceLandmarkDetector, rgbaMat);
//detect face rects
List <UnityEngine.Rect> detectResult = faceLandmarkDetector.Detect();
UnityEngine.Rect rect = new UnityEngine.Rect();
List <Vector2> points = null;
bool shouldResetfilter = false;
if (detectResult.Count > 0)
{
rect = detectResult [0];
//detect landmark points
points = faceLandmarkDetector.DetectLandmark(rect);
skippedFrames = 0;
}
else
{
skippedFrames++;
if (skippedFrames == maximumAllowedSkippedFrames)
{
shouldResetfilter = true;
}
}
switch (filterMode)
{
default:
case FilterMode.None:
break;
case FilterMode.LowPassFilter:
if (shouldResetfilter)
{
lowPassFilter.Reset();
}
lowPassFilter.Process(rgbaMat, points, lowPassFilteredPoints, isDebugMode);
break;
case FilterMode.KalmanFilter:
if (shouldResetfilter)
{
kalmanFilter.Reset();
}
kalmanFilter.Process(rgbaMat, points, kalmanFilteredPoints, isDebugMode);
break;
case FilterMode.OpticalFlowFilter:
if (shouldResetfilter)
{
opticalFlowFilter.Reset();
}
opticalFlowFilter.Process(rgbaMat, points, opticalFlowFilteredPoints, isDebugMode);
break;
case FilterMode.OFAndLPFilter:
if (shouldResetfilter)
{
opticalFlowFilter.Reset();
lowPassFilter.Reset();
}
opticalFlowFilter.Process(rgbaMat, points, points, false);
lowPassFilter.Process(rgbaMat, points, ofAndLPFilteredPoints, isDebugMode);
break;
}
if (points != null && !isDebugMode)
{
// draw raw landmark points.
OpenCVForUnityUtils.DrawFaceLandmark(rgbaMat, points, new Scalar(0, 255, 0, 255), 2);
}
// draw face rect.
// OpenCVForUnityUtils.DrawFaceRect (rgbaMat, rect, new Scalar (255, 0, 0, 255), 2);
// draw filtered lam points.
if (points != null && !isDebugMode)
{
switch (filterMode)
{
default:
case FilterMode.None:
break;
case FilterMode.LowPassFilter:
OpenCVForUnityUtils.DrawFaceLandmark(rgbaMat, lowPassFilteredPoints, new Scalar(0, 255, 255, 255), 2);
break;
case FilterMode.KalmanFilter:
OpenCVForUnityUtils.DrawFaceLandmark(rgbaMat, kalmanFilteredPoints, new Scalar(0, 0, 255, 255), 2);
break;
case FilterMode.OpticalFlowFilter:
OpenCVForUnityUtils.DrawFaceLandmark(rgbaMat, opticalFlowFilteredPoints, new Scalar(255, 0, 0, 255), 2);
break;
case FilterMode.OFAndLPFilter:
OpenCVForUnityUtils.DrawFaceLandmark(rgbaMat, ofAndLPFilteredPoints, new Scalar(255, 0, 255, 255), 2);
break;
}
}
//Imgproc.putText (rgbaMat, "W:" + rgbaMat.width () + " H:" + rgbaMat.height () + " SO:" + Screen.orientation, new Point (5, rgbaMat.rows () - 10), Core.FONT_HERSHEY_SIMPLEX, 0.5, new Scalar (255, 255, 255, 255), 1, Imgproc.LINE_AA, false);
OpenCVForUnity.Utils.fastMatToTexture2D(rgbaMat, texture);
}
}
// Update is called once per frame
void Update()
{
if (capture == null)
{
return;
}
//Loop play
if (capture.get(Videoio.CAP_PROP_POS_FRAMES) >= capture.get(Videoio.CAP_PROP_FRAME_COUNT))
{
capture.set(Videoio.CAP_PROP_POS_FRAMES, 0);
}
//error PlayerLoop called recursively! on iOS.reccomend WebCamTexture.
if (capture.grab())
{
capture.retrieve(rgbMat, 0);
Imgproc.cvtColor(rgbMat, rgbMat, Imgproc.COLOR_BGR2RGB);
//Debug.Log ("Mat toString " + rgbMat.ToString ());
OpenCVForUnityUtils.SetImage(faceLandmarkDetector, rgbMat);
//detect face rects
List <UnityEngine.Rect> detectResult = faceLandmarkDetector.Detect();
UnityEngine.Rect rect = new UnityEngine.Rect();
List <Vector2> points = null;
if (detectResult.Count > 0)
{
rect = detectResult [0];
//detect landmark points
points = faceLandmarkDetector.DetectLandmark(rect);
skippedFrames = 0;
}
else
{
skippedFrames++;
if (skippedFrames == maximumAllowedSkippedFrames)
{
if (drawLowPassFilter)
{
lowPassFilter.Reset();
}
if (drawKalmanFilter)
{
kalmanFilter.Reset();
}
if (drawOpticalFlowFilter)
{
opticalFlowFilter.Reset();
}
if (drawOFAndLPFilter)
{
opticalFlowFilter.Reset();
}
lowPassFilter.Reset();
}
}
if (drawLowPassFilter)
{
lowPassFilter.Process(rgbMat, points, lowPassFilteredPoints, isDebugMode);
}
if (drawKalmanFilter)
{
kalmanFilter.Process(rgbMat, points, kalmanFilteredPoints, isDebugMode);
}
if (drawOpticalFlowFilter)
{
opticalFlowFilter.Process(rgbMat, points, opticalFlowFilteredPoints, isDebugMode);
}
if (drawOFAndLPFilter)
{
opticalFlowFilter.Process(rgbMat, points, points, false);
lowPassFilter.Process(rgbMat, points, ofAndLPFilteredPoints, isDebugMode);
}
if (points != null && !isDebugMode)
{
// draw raw landmark points.
OpenCVForUnityUtils.DrawFaceLandmark(rgbMat, points, new Scalar(0, 255, 0), 2);
}
// draw face rect.
//OpenCVForUnityUtils.DrawFaceRect (rgbMat, rect, new Scalar (255, 0, 0), 2);
// draw filtered lam points.
if (points != null && !isDebugMode)
{
if (drawLowPassFilter)
{
OpenCVForUnityUtils.DrawFaceLandmark(rgbMat, lowPassFilteredPoints, new Scalar(0, 255, 255), 2);
}
if (drawKalmanFilter)
{
OpenCVForUnityUtils.DrawFaceLandmark(rgbMat, kalmanFilteredPoints, new Scalar(0, 0, 255), 2);
}
if (drawOpticalFlowFilter)
{
OpenCVForUnityUtils.DrawFaceLandmark(rgbMat, opticalFlowFilteredPoints, new Scalar(255, 0, 0), 2);
}
if (drawOFAndLPFilter)
{
OpenCVForUnityUtils.DrawFaceLandmark(rgbMat, ofAndLPFilteredPoints, new Scalar(255, 0, 255), 2);
}
}
//Imgproc.putText (rgbMat, "W:" + rgbMat.width () + " H:" + rgbMat.height () + " SO:" + Screen.orientation, new Point (5, rgbMat.rows () - 10), Imgproc.FONT_HERSHEY_SIMPLEX, 0.5, new Scalar (255, 255, 255), 1, Imgproc.LINE_AA, false);
OpenCVForUnity.UnityUtils.Utils.fastMatToTexture2D(rgbMat, texture);
}
}
