private void GetCubies(List <MatOfPoint> contours, Mat imgMat, int index, List <Cubies> cubies)
{
MatOfPoint2f matOfPoint2f = new MatOfPoint2f();
MatOfPoint2f approxCurve = new MatOfPoint2f();
MatOfPoint approx = new MatOfPoint();
foreach (var contour in contours)
{
matOfPoint2f.fromList(contour.toList());
Imgproc.approxPolyDP(matOfPoint2f, approxCurve, 0.1 * Imgproc.arcLength(matOfPoint2f, true), true);
try
{
approxCurve.convertTo(approx, CvType.CV_32S);
OpenCVForUnity.Rect rect = Imgproc.boundingRect(approx);
if (approx.total() == 4)
{
cubies.Add(new Cubies(rect.x, rect.y, colorsList[index]));
Imgproc.rectangle(imgMat, new Point(rect.x, rect.y), new Point(rect.x + rect.width, rect.y + rect.height), new Scalar(255, 40, 150), 2);
}
}
catch (ArgumentOutOfRangeException e) { }
}
print("Number of cubies: " + cubies.Count);
}
//findContours分割技术
private static Mat MyFindLargestRectangle(Mat original_image)
{
Mat imgSource = original_image;
Imgproc.cvtColor(imgSource, imgSource, Imgproc.COLOR_BGR2GRAY);
Imgproc.Canny(imgSource, imgSource, 50, 50);
Imgproc.GaussianBlur(imgSource, imgSource, new Size(5, 5), 5);
List <MatOfPoint> contours = new List <MatOfPoint>();
Imgproc.findContours(imgSource, contours, new Mat(), Imgproc.RETR_LIST, Imgproc.CHAIN_APPROX_SIMPLE);
double maxArea = 0;
int maxAreaIdx = -1;
MatOfPoint largest_contour = contours[0];
MatOfPoint2f approxCurve = new MatOfPoint2f();
for (int idx = 0; idx < contours.Count; idx++)
{
MatOfPoint temp_contour = contours[idx];
double contourarea = Imgproc.contourArea(temp_contour);
if (contourarea - maxArea > 1)
{
maxArea = contourarea;
largest_contour = temp_contour;
maxAreaIdx = idx;
MatOfPoint2f new_mat = new MatOfPoint2f(temp_contour.toArray());
int contourSize = (int)temp_contour.total();
Imgproc.approxPolyDP(new_mat, approxCurve, contourSize * 0.05, true);
}
}
Imgproc.drawContours(imgSource, contours, -1, new Scalar(255, 0, 0), 1);
Imgproc.fillConvexPoly(imgSource, largest_contour, new Scalar(255, 255, 255));
Imgproc.drawContours(imgSource, contours, maxAreaIdx, new Scalar(0, 0, 255), 3);
return(imgSource);
}
void Process(){
Mat hierarchy = new Mat ();
List<MatOfPoint> contours = new List<MatOfPoint> ();
MatOfPoint maxitem = new MatOfPoint ();
MatOfInt hullInt = new MatOfInt ();
frameclone = frame_thresh_final.clone ();
Imgproc.findContours (frameclone, contours, hierarchy, Imgproc.RETR_LIST , Imgproc.CHAIN_APPROX_NONE);
maxitem = contours[0];
n = 0;
for(int i=0; i<contours.Count; i++){
if(contours[i].total() > maxitem.total()){
maxitem = contours[i];
n=i;
}
}
OpenCVForUnity.Rect bRect = Imgproc.boundingRect (maxitem);
int bRect_height = bRect.height;
int bRect_width = bRect.width;
Imgproc.drawContours(frame_thresh_final, contours, n, new Scalar(255, 255, 255), -1);
Imgproc.convexHull( maxitem, hullInt);
List<Point> maxitemPointList = maxitem.toList ();
List<int> hullIntList = hullInt.toList ();
List<Point> hullPointList = new List<Point> ();
for (int j=0; j < hullInt.toList().Count; j++) {
hullPointList.Add (maxitemPointList [hullIntList[j]]);
}
MatOfPoint hullPointMat = new MatOfPoint ();
hullPointMat.fromList (hullPointList);
List<MatOfPoint> hullPoints = new List<MatOfPoint> ();
hullPoints.Add (hullPointMat);
//Imgproc.drawContours (frame, hullPoints, -1, new Scalar (0, 255, 0), 2);
MatOfInt4 convexityDef = new MatOfInt4 ();
Imgproc.convexityDefects (maxitem, hullInt, convexityDef);
List<int> conDefIntList = convexityDef.toList ();
List<Point> startpts = new List<Point> ();
List<Point> farpts = new List<Point> ();
List<Point> endpts = new List<Point> ();
double defx1 = 1000, defx2 = 1000;
int countx1 = 0, countx2 = 0;
int tolerance = (int)(bRect_height/5.5);
int count = 0, index = 0;
//Debug.Log ("Tolerance: " + tolerance);
double angleTol = 95.0;
int[] defarray = new int[100];
//CvFont font = new CvFont (FontFace.Vector0, 1.0, 1.0);
for(int i=0; i < conDefIntList.Count/4 ; i++){
startpts.Add(maxitemPointList[conDefIntList[4*i]]);
endpts.Add(maxitemPointList[conDefIntList[4*i+1]]);
farpts.Add(maxitemPointList[conDefIntList[4*i+2]]);
Point s = startpts[i];
Point e = endpts[i];
Point f = farpts[i];
if( GetAngle(s, f, e) < angleTol && GetDistance(s,f) > tolerance && GetDistance(e,f) > tolerance ){
//string text = Convert.ToString(count);
//Debug.Log("Depth1: "+GetDistance(s,f));
//Debug.Log("Depth2: "+GetDistance(e,f));
//Core.circle( frame_pot, f, 10, new Scalar(0, 0, 255), -1);
//Core.circle( frame_pot, s, 10, new Scalar(0, 255, 0), -1);
//Core.circle( frame_pot, e, 10, new Scalar(255, 0, 0), -1);
//Core.putText(frame_pot, text, f, Core.FONT_HERSHEY_COMPLEX , 1.0, new Scalar(255, 255, 255));
//frame_pot.PutText(text, f, font, CvColor.White);
if(f.x < defx1){
defx2 = defx1;
countx2 = countx1;
defx1 = f.x;
countx1 = count;
}
else if(f.x < defx2)
{
defx2 = f.x;
countx2 = count;
}
defarray[count] = index;
count++;
}
index++;
}
//Debug.Log ("Count: " + count);
//Debug.Log ("Total: " + farpts.Count);
Point point1 = farpts [defarray [countx1]];
Point point2 = farpts [defarray [countx2]];
//Core.circle (frame_pot, point1, 15, new Scalar (255, 0, 0), 2);
//Core.circle (frame_pot, point2, 15, new Scalar (255, 0, 0), 2);
point1.y -= 5;
double posX = (point1.x + point2.x)/2.0;
double posY = (point1.y + point2.y)/2.0;
posX_new = (float)(posX - 240);
posY_new = (float)(-posY + 320);
double dist = Math.Sqrt(Math.Pow(point1.x - point2.x, 2) + Math.Pow(point1.y - point2.y, 2));
scale1 = dist * 500000 / 640.0;
scale2 = dist * 700 / 640.0;
scale3 = dist * 600 / 640.0;
scale4 = dist * 15 / 640.0;
scale5 = dist * 70 / 640.0;
ringObj[0].transform.position = new Vector3(posX_new, posY_new, 0.0f);
ringObj[1].transform.position = new Vector3(posX_new, posY_new, 0.0f);
ringObj[2].transform.position = new Vector3(posX_new, posY_new, 0.0f);
ringObj[3].transform.position = new Vector3(posX_new, posY_new, 0.0f);
ringObj[4].transform.position = new Vector3(posX_new, posY_new, 0.0f);
ringObj[0].transform.localScale = new Vector3((float)scale1, (float)scale1, (float)(scale1*1.5));
ringObj[1].transform.localScale = new Vector3((float)scale2, (float)scale2, (float)(scale2));
ringObj[2].transform.localScale = new Vector3((float)scale3, (float)scale3, (float)(scale3));
ringObj[3].transform.localScale = new Vector3((float)scale4, (float)scale4, (float)(scale4));
ringObj[4].transform.localScale = new Vector3((float)scale5, (float)scale5, (float)(scale5));
Point point3 = new Point(point1.x, point2.y);
angle_rot = GetAngle( point1, point2, point3);
ringObj[0].transform.RotateAround( new Vector3(posX_new, posY_new, 0.0f), Vector3.forward, (float)angle_rot);
ringObj[1].transform.RotateAround( new Vector3(posX_new, posY_new, 0.0f), Vector3.forward, (float)angle_rot);
ringObj[2].transform.RotateAround( new Vector3(posX_new, posY_new, 0.0f), Vector3.forward, (float)angle_rot);
ringObj[3].transform.RotateAround( new Vector3(posX_new, posY_new, 0.0f), Vector3.forward, (float)angle_rot);
ringObj[4].transform.RotateAround( new Vector3(posX_new, posY_new, 0.0f), Vector3.forward, (float)angle_rot);
}
void Process() {
string imText = "DRAW PATTERN";
Core.putText(frame_pot, imText, new Point(110, 50), Core.FONT_HERSHEY_COMPLEX, 1.0, new Scalar(255, 0, 0), 2);
Mat hierarchy = new Mat ();
List<MatOfPoint> contours = new List<MatOfPoint> ();
MatOfPoint maxitem = new MatOfPoint ();
MatOfInt hullInt = new MatOfInt ();
frameclone = frame_thresh_final.clone ();
Imgproc.findContours (frameclone, contours, hierarchy, Imgproc.RETR_LIST , Imgproc.CHAIN_APPROX_NONE);
maxitem = contours [0];
n = 0;
for(int i=0; i<contours.Count; i++){
if(contours[i].total() > maxitem.total()){
maxitem = contours[i];
n=i;
}
}
OpenCVForUnity.Rect bRect = Imgproc.boundingRect (maxitem);
int bRect_height = bRect.height;
int bRect_width = bRect.width;
if (bRect_height < 200 || bRect_width < 200)
return;
// Drawing Contours on the Frame
//Imgproc.drawContours (frame_pot, contours, n, new Scalar(0, 255, 0), 2);
Imgproc.convexHull (maxitem, hullInt);
List<Point> maxitemPointList = maxitem.toList ();
List<int> hullIntList = hullInt.toList ();
List<Point> hullPointList = new List<Point> ();
for (int j=0; j < hullInt.toList().Count; j++) {
hullPointList.Add (maxitemPointList [hullIntList [j]]);
}
MatOfPoint hullPointMat = new MatOfPoint ();
hullPointMat.fromList (hullPointList);
List<MatOfPoint> hullPoints = new List<MatOfPoint> ();
hullPoints.Add (hullPointMat);
// Drawing Convex Hull on the Frame
//Imgproc.drawContours (frame_pot, hullPoints, -1, new Scalar (0, 0, 255), 2);
MatOfInt4 convexityDef = new MatOfInt4 ();
Imgproc.convexityDefects (maxitem, hullInt, convexityDef);
List<int> conDefIntList = convexityDef.toList ();
List<Point> startpts = new List<Point> ();
List<Point> farpts = new List<Point> ();
List<Point> endpts = new List<Point> ();
int tolerance = (int)(bRect_height/6);
//Debug.Log ("Tolerance: " + tolerance);
int[] defarray = new int[100];
int coordX = 10000, coordY = 10000;
int x1 = (int) sphere1.transform.position.x;
int y1 = (int) sphere1.transform.position.y;
int x2 = (int) sphere2.transform.position.x;
int y2 = (int) sphere2.transform.position.y;
int x3 = (int) sphere3.transform.position.x;
int y3 = (int) sphere3.transform.position.y;
int x4 = (int) sphere4.transform.position.x;
int y4 = (int) sphere4.transform.position.y;
Point pointer = new Point();
for(int i=0; i < conDefIntList.Count/4 ; i++) {
startpts.Add(maxitemPointList[conDefIntList[4*i]]);
endpts.Add(maxitemPointList[conDefIntList[4*i+1]]);
farpts.Add(maxitemPointList[conDefIntList[4*i+2]]);
Point s = startpts[i];
Point e = endpts[i];
Point f = farpts[i];
if (GetDistance(s,f) > tolerance) {
//Core.circle(frame_pot, s, 15, new Scalar(255, 225, 0), -1);
if (s.y < coordY) {
pointer = s;
coordY = (int) s.y;
coordX = (int) s.x;
}
}
}
Core.circle(frame_pot, pointer, 15, new Scalar(255, 225, 0), -1);
coordX = coordX - 240;
coordY = -coordY + 320;
if (coordX > x1-50 && coordX < x1+50 && coordY > y1-50 && coordY < y1+50) {
if (previous.Equals('1'))
return;
input += "1";
AddLine(previous, '1');
previous = '1';
Material mat1 = sphere1.GetComponent<Renderer>().material;
mat1.color = Color.yellow;
StartCoroutine(WaitAndChangeColor("1"));
} else if (coordX > x2-50 && coordX < x2+50 && coordY > y2-50 && coordY < y2+50) {
if (previous.Equals('2'))
return;
input += "2";
AddLine(previous, '2');
previous = '2';
Material mat2 = sphere2.GetComponent<Renderer>().material;
mat2.color = Color.yellow;
StartCoroutine(WaitAndChangeColor("2"));
} else if (coordX > x3-50 && coordX < x3+50 && coordY > y3-50 && coordY < y3+50) {
if (previous.Equals('3'))
return;
input += "3";
AddLine(previous, '3');
previous = '3';
Material mat3 = sphere3.GetComponent<Renderer>().material;
mat3.color = Color.yellow;
StartCoroutine(WaitAndChangeColor("3"));
} else if (coordX > x4-50 && coordX < x4+50 && coordY > y4-50 && coordY < y4+50) {
if (previous.Equals('4'))
return;
input += "4";
AddLine(previous, '4');
previous = '4';
Material mat4 = sphere4.GetComponent<Renderer>().material;
mat4.color = Color.yellow;
StartCoroutine(WaitAndChangeColor("4"));
}
if (input.Length == password.Length) {
auth = true;
if (input.Equals(password)) {
correct = true;
} else {
correct = false;
}
}
}