// Update is called once per frame
void Update()
{
if (!initDone)
{
return;
}
#if UNITY_IOS && !UNITY_EDITOR && (UNITY_4_6_3 || UNITY_4_6_4 || UNITY_5_0_0 || UNITY_5_0_1)
if (webCamTexture.width > 16 && webCamTexture.height > 16)
{
#else
if (webCamTexture.didUpdateThisFrame)
{
#endif
Utils.webCamTextureToMat(webCamTexture, rgbMat, colors);
if (webCamDevice.isFrontFacing)
{
if (webCamTexture.videoRotationAngle == 0)
{
Core.flip(rgbMat, rgbMat, 1);
}
else if (webCamTexture.videoRotationAngle == 90)
{
Core.flip(rgbMat, rgbMat, 0);
}
if (webCamTexture.videoRotationAngle == 180)
{
Core.flip(rgbMat, rgbMat, 0);
}
else if (webCamTexture.videoRotationAngle == 270)
{
Core.flip(rgbMat, rgbMat, 1);
}
}
else if (webCamTexture.videoRotationAngle == 180 || webCamTexture.videoRotationAngle == 270)
{
Core.flip(rgbMat, rgbMat, -1);
}
if (!isTracking)
{
trackingThread = new Thread(trackingFunc);
trackingThread.Start();
}
Imgproc.cvtColor(rgbMat, hsvMat, Imgproc.COLOR_RGB2HSV);
morphOps(thresholdMat);
drawObjectsInMemory(thresholdMat, hsvMat, rgbMat);
Utils.matToTexture2D(rgbMat, texture, colors);
}
}
void OnDisable()
{
webCamTexture.Stop();
}
Size erodeSizeParam = new Size(3, 3);
Size dilateSizeParam = new Size(20, 20);
/// <summary>
/// Morphs the ops.
/// </summary>
/// <param name="thresh">Thresh.</param>
void morphOps(Mat thresh)
{
//create structuring element that will be used to "dilate" and "erode" image.
//the element chosen here is a 3px by 3px rectangle
Mat erodeElement = Imgproc.getStructuringElement(Imgproc.MORPH_RECT, erodeSizeParam);
//dilate with larger element so make sure object is nicely visible
Mat dilateElement = Imgproc.getStructuringElement(Imgproc.MORPH_RECT, dilateSizeParam);
Imgproc.erode(thresh, thresh, erodeElement);
//Imgproc.erode(thresh, thresh, erodeElement);
Imgproc.dilate(thresh, thresh, dilateElement);
//Imgproc.dilate(thresh, thresh, dilateElement);
}
/// <summary>
/// Tracks the filtered object.
/// </summary>
/// <param name="theColorObject">The color object.</param>
/// <param name="threshold">Threshold.</param>
/// <param name="HSV">HS.</param>
/// <param name="cameraFeed">Camera feed.</param>
ColorObject trackFilteredObject(ColorObject theColorObject, Mat threshold, Mat HSV, Mat cameraFeed)
{
ColorObject tmpForMemory = new ColorObject();
tmpForMemory.setType("null");
Mat temp = new Mat();
threshold.copyTo(temp);
//these two vectors needed for output of findContours
List <MatOfPoint> contours = new List <MatOfPoint>();
Mat hierarchy = new Mat();
//find contours of filtered image using openCV findContours function
Imgproc.findContours(temp, contours, hierarchy, Imgproc.RETR_CCOMP, Imgproc.CHAIN_APPROX_SIMPLE);
//use moments method to find our filtered object
if (hierarchy.rows() > 0)
{
int numObjects = hierarchy.rows();
//if number of objects greater than MAX_NUM_OBJECTS we have a noisy filter
if (numObjects < MAX_NUM_OBJECTS)
{
double areaMemory = 0;
for (int index = 0; index >= 0; index = (int)hierarchy.get(0, index)[0])
{
Moments moment = Imgproc.moments(contours[index]);
double area = moment.get_m00();
//if the area is less than 20 px by 20px then it is probably just noise
//if the area is the same as the 3/2 of the image size, probably just a bad filter
//we only want the object with the largest area so we safe a reference area each
//iteration and compare it to the area in the next iteration.
if (area > MIN_OBJECT_AREA)
{
ColorObject colorObject = new ColorObject();
colorObject.setXPos((int)(moment.get_m10() / area));
colorObject.setYPos((int)(moment.get_m01() / area));
colorObject.setType(theColorObject.getType());
colorObject.setColor(theColorObject.getColor());
if (area > areaMemory)
{
areaMemory = area;
tmpForMemory = colorObject;
}
}
}
}
else
{
Core.putText(cameraFeed, "TOO MUCH NOISE!", new Point(5, cameraFeed.rows() - 10),
Core.FONT_HERSHEY_SIMPLEX, 1.0, new Scalar(255, 255, 255, 255), 2, Core.LINE_AA, false);
}
}
return(tmpForMemory);
}
/// <summary>
/// Tracks the filtered object.
/// </summary>
/// <param name="theColorObject">The color object.</param>
/// <param name="threshold">Threshold.</param>
/// <param name="HSV">HS.</param>
/// <param name="cameraFeed">Camera feed.</param>
void trackFilteredObject(ColorObject theColorObject, Mat threshold, Mat HSV, Mat cameraFeed)
{
List <ColorObject> colorObjects = new List <ColorObject> ();
Mat temp = new Mat();
threshold.copyTo(temp);
//these two vectors needed for output of findContours
List <MatOfPoint> contours = new List <MatOfPoint> ();
Mat hierarchy = new Mat();
//find contours of filtered image using openCV findContours function
Imgproc.findContours(temp, contours, hierarchy, Imgproc.RETR_CCOMP, Imgproc.CHAIN_APPROX_SIMPLE);
//use moments method to find our filtered object
bool colorObjectFound = false;
if (hierarchy.rows() > 0)
{
int numObjects = hierarchy.rows();
// Debug.Log("hierarchy " + hierarchy.ToString());
//if number of objects greater than MAX_NUM_OBJECTS we have a noisy filter
if (numObjects < MAX_NUM_OBJECTS)
{
for (int index = 0; index >= 0; index = (int)hierarchy.get(0, index)[0])
{
Moments moment = Imgproc.moments(contours [index]);
double area = moment.get_m00();
//if the area is less than 20 px by 20px then it is probably just noise
//if the area is the same as the 3/2 of the image size, probably just a bad filter
//we only want the object with the largest area so we safe a reference area each
//iteration and compare it to the area in the next iteration.
if (area > MIN_OBJECT_AREA)
{
ColorObject colorObject = new ColorObject();
colorObject.setXPos((int)(moment.get_m10() / area));
colorObject.setYPos((int)(moment.get_m01() / area));
colorObject.setType(theColorObject.getType());
colorObject.setColor(theColorObject.getColor());
colorObjects.Add(colorObject);
colorObjectFound = true;
}
else
{
colorObjectFound = false;
}
}
//let user know you found an object
if (colorObjectFound == true)
{
//draw object location on screen
drawObject(colorObjects, cameraFeed, temp, contours, hierarchy);
}
}
else
{
Core.putText(cameraFeed, "TOO MUCH NOISE!", new Point(5, cameraFeed.rows() - 10), Core.FONT_HERSHEY_SIMPLEX, 1.0, new Scalar(255, 255, 255, 255), 2, Core.LINE_AA, false);
}
}
}
/// <summary>
/// Tracks the filtered object.
/// </summary>
/// <param name="theColorObject">The color object.</param>
/// <param name="threshold">Threshold.</param>
/// <param name="HSV">HS.</param>
/// <param name="cameraFeed">Camera feed.</param>
void trackFilteredObject (ColorObject theColorObject, Mat threshold, Mat HSV, Mat cameraFeed)
{
List<ColorObject> colorObjects = new List<ColorObject> ();
Mat temp = new Mat ();
threshold.copyTo (temp);
//these two vectors needed for output of findContours
List<MatOfPoint> contours = new List<MatOfPoint> ();
Mat hierarchy = new Mat ();
//find contours of filtered image using openCV findContours function
Imgproc.findContours (temp, contours, hierarchy, Imgproc.RETR_CCOMP, Imgproc.CHAIN_APPROX_SIMPLE);
//use moments method to find our filtered object
double refArea = 0;
bool colorObjectFound = false;
if (hierarchy.rows () > 0) {
int numObjects = hierarchy.rows ();
// Debug.Log("hierarchy " + hierarchy.ToString());
//if number of objects greater than MAX_NUM_OBJECTS we have a noisy filter
if (numObjects < MAX_NUM_OBJECTS) {
for (int index = 0; index >= 0; index = (int)hierarchy.get(0, index)[0]) {
Moments moment = Imgproc.moments (contours [index]);
double area = moment.get_m00 ();
//if the area is less than 20 px by 20px then it is probably just noise
//if the area is the same as the 3/2 of the image size, probably just a bad filter
//we only want the object with the largest area so we safe a reference area each
//iteration and compare it to the area in the next iteration.
if (area > MIN_OBJECT_AREA) {
ColorObject colorObject = new ColorObject ();
colorObject.setXPos ((int)(moment.get_m10 () / area));
colorObject.setYPos ((int)(moment.get_m01 () / area));
colorObject.setType (theColorObject.getType ());
colorObject.setColor (theColorObject.getColor ());
colorObjects.Add (colorObject);
colorObjectFound = true;
} else {
colorObjectFound = false;
}
}
//let user know you found an object
if (colorObjectFound == true) {
//draw object location on screen
drawObject (colorObjects, cameraFeed, temp, contours, hierarchy);
}
} else {
Core.putText (cameraFeed, "TOO MUCH NOISE!", new Point (5, cameraFeed.rows () - 10), Core.FONT_HERSHEY_SIMPLEX, 1.0, new Scalar (255, 255, 255, 255), 2, Core.LINE_AA, false);
}
}
}
