public Mat OnCameraFrame(CameraBridgeViewBase.ICvCameraViewFrame inputFrame) { int viewMode = mViewMode; switch (viewMode) { case VIEW_MODE_GRAY: // input frame has gray scale format Imgproc.CvtColor(inputFrame.Gray(), mRgba, Imgproc.ColorGray2rgba, 4); break; case VIEW_MODE_RGBA: // input frame has RBGA format mRgba = inputFrame.Rgba(); break; case VIEW_MODE_CANNY: // input frame has gray scale format mRgba = inputFrame.Rgba(); Imgproc.Canny(inputFrame.Gray(), mIntermediateMat, 80, 100); Imgproc.CvtColor(mIntermediateMat, mRgba, Imgproc.ColorGray2rgba, 4); break; case VIEW_MODE_FEATURES: // input frame has RGBA format mRgba = inputFrame.Rgba(); mGray = inputFrame.Gray(); FindFeatures(JNIEnv.Handle, JNIEnv.FindClass(typeof(Java.Lang.Object)), mGray.NativeObjAddr, mRgba.NativeObjAddr); break; } return(mRgba); }
public override Mat Render(CameraBridgeViewBase.ICvCameraViewFrame inputFrame) { Mat undistortedFrame = new Mat(inputFrame.Rgba().Size(), inputFrame.Rgba().Type()); Calib3dNET.Calib3d.Undistort(inputFrame.Rgba(), undistortedFrame, mCalibrator.getCameraMatrix(), mCalibrator.getDistortionCoefficients()); Mat comparisonFrame = inputFrame.Rgba(); undistortedFrame.ColRange(new Range(0, mWidth / 2)).CopyTo(comparisonFrame.ColRange(new Range(mWidth / 2, mWidth))); List <MatOfPoint> border = new List <MatOfPoint>(); int shift = (int)(mWidth * 0.005); border.Add(new MatOfPoint(new Point(mWidth / 2 - shift, 0), new Point(mWidth / 2 + shift, 0), new Point(mWidth / 2 + shift, mHeight), new Point(mWidth / 2 - shift, mHeight))); Imgproc.FillPoly(comparisonFrame, border, new Scalar(255, 255, 255)); Imgproc.PutText(comparisonFrame, mResources.GetString(Resource.String.original), new Point(mWidth * 0.1, mHeight * 0.1), Imgproc.FontHersheySimplex, 1.0, new Scalar(255, 255, 0)); Imgproc.PutText(comparisonFrame, mResources.GetString(Resource.String.undistorted), new Point(mWidth * 0.6, mHeight * 0.1), Imgproc.FontHersheySimplex, 1.0, new Scalar(255, 255, 0)); return(comparisonFrame); }
public Mat OnCameraFrame(CameraBridgeViewBase.ICvCameraViewFrame inputFrame) { mRGBA = inputFrame.Rgba(); mRGBAT = mRGBA.T(); Core.Flip(mRGBA.T(), mRGBAT, 1); Imgproc.Resize(mRGBAT, mRGBAT, mRGBA.Size()); return(mRGBAT); }
public override Mat Render(CameraBridgeViewBase.ICvCameraViewFrame inputFrame) { Mat renderedFrame = new Mat(inputFrame.Rgba().Size(), inputFrame.Rgba().Type()); Imgproc.Undistort(inputFrame.Rgba(), renderedFrame, mCalibrator.getCameraMatrix(), mCalibrator.getDistortionCoefficients()); return(renderedFrame); }
public override Mat Render(CameraBridgeViewBase.ICvCameraViewFrame inputFrame) { Mat rgbaFrame = inputFrame.Rgba(); Mat grayFrame = inputFrame.Gray(); mCalibrator.processFrame(grayFrame, rgbaFrame); return(rgbaFrame); }
public Mat OnCameraFrame(CameraBridgeViewBase.ICvCameraViewFrame inputFrame) { mRgbaT = inputFrame.Rgba(); //mRgbaT = mRgba.T(); //Core.Flip(mRgba.T(), mRgbaT, 1); //Imgproc.Resize(mRgbaT, mRgbaT, mRgba.Size()); mGrayT = inputFrame.Gray(); //mGrayT = mGray.T(); //Core.Flip(mGray.T(), mGrayT, 1); //Imgproc.Resize(mGrayT, mGrayT, mGray.Size()); //mRgba = mRgbaT; //mGray = mGrayT; if (mAbsoluteFaceSize == 0) { int height = mGrayT.Rows(); if (Java.Lang.Math.Round(height * mRelativeFaceSize) > 0) { mAbsoluteFaceSize = Java.Lang.Math.Round(height * mRelativeFaceSize); } mNativeDetector.setMinFaceSize(mAbsoluteFaceSize); } MatOfRect faces = new MatOfRect(); if (mDetectorType == JAVA_DETECTOR) { if (mJavaDetector != null) { mJavaDetector.DetectMultiScale(mGrayT, faces, 1.1, 2, 2, // TODO: objdetect.CV_HAAR_SCALE_IMAGE new Size(mAbsoluteFaceSize, mAbsoluteFaceSize), new Size()); } } else if (mDetectorType == NATIVE_DETECTOR) { if (mNativeDetector != null) { mNativeDetector.detect(mGrayT, faces); } } else { Log.Error(ActivityTags.FaceDetect, "Detection method is not selected!"); } Rect[] facesArray = faces.ToArray(); for (int i = 0; i < facesArray.Length; i++) { Imgproc.Rectangle(mRgbaT, facesArray[i].Tl(), facesArray[i].Br(), FACE_RECT_COLOR, 3); } return(mRgbaT); }
public Mat OnCameraFrame(CameraBridgeViewBase.ICvCameraViewFrame inputFrame) { mRgba = inputFrame.Rgba(); if (mIsColorSelected) { mDetector.Process(mRgba); List <MatOfPoint> contours = mDetector.Contours; Log.Error("BlobDetection", "Contours count: " + contours.Count); Imgproc.DrawContours(mRgba, contours, -1, CONTOUR_COLOR); Mat colorLabel = mRgba.Submat(4, 68, 4, 68); colorLabel.SetTo(mBlobColorRgba); Mat spectrumLabel = mRgba.Submat(4, 4 + mSpectrum.Rows(), 70, 70 + mSpectrum.Cols()); mSpectrum.CopyTo(spectrumLabel); } return(mRgba); }
public Mat OnCameraFrame(CameraBridgeViewBase.ICvCameraViewFrame inputFrame) { mRgba = inputFrame.Rgba(); mGray = inputFrame.Gray(); if (mAbsoluteFaceSize == 0) { int height = mGray.Rows(); if (Math.Round(height * mRelativeFaceSize) > 0) { mAbsoluteFaceSize = (int)Math.Round(height * mRelativeFaceSize); } } if (mZoomWindow == null || mZoomWindow2 == null) { CreateAuxiliaryMats(); } MatOfRect faces = new MatOfRect(); if (FACE != null) { FACE.DetectMultiScale(mGray, faces, 1.1, 2, 2, // TODO: objdetect.CV_HAAR_SCALE_IMAGE new Size(mAbsoluteFaceSize, mAbsoluteFaceSize), new Size()); } Rect[] facesArray = faces.ToArray(); for (int i = 0; i < facesArray.Length; i++) { Imgproc.Rectangle(mRgba, facesArray[i].Tl(), facesArray[i].Br(), FACE_RECT_COLOR, 3); xCenter = (facesArray[i].X + facesArray[i].Width + facesArray[i].X) / 2; yCenter = (facesArray[i].Y + facesArray[i].Y + facesArray[i].Height) / 2; Point center = new Point(xCenter, yCenter); Imgproc.Circle(mRgba, center, 10, new Scalar(255, 0, 0, 255), 3); /* --- NOT NEEDED * Imgproc.putText(mRgba, "[" + center.X + "," + center.Y + "]", * new Point(center.X + 20, center.Y + 20), * Core.FONT_HERSHEY_SIMPLEX, 0.7, new Scalar(255, 255, 255, 255)); */ Rect r = facesArray[i]; // compute the eye area Rect eyearea = new Rect(r.X + r.Width / 8, (int)(r.Y + (r.Height / 4.5)), r.Width - 2 * r.Width / 8, (int)(r.Height / 3.0)); // split it Rect eyearea_right = new Rect(r.X + r.Width / 16, (int)(r.Y + (r.Height / 4.5)), (r.Width - 2 * r.Width / 16) / 2, (int)(r.Height / 3.0)); Rect eyearea_left = new Rect(r.X + r.Width / 16 + (r.Width - 2 * r.Width / 16) / 2, (int)(r.Y + (r.Height / 4.5)), (r.Width - 2 * r.Width / 16) / 2, (int)(r.Height / 3.0)); // draw the area - mGray is working grayscale mat, if you want to see area in rgb preview, // change mGray to mRgba Imgproc.Rectangle(mRgba, eyearea_left.Tl(), eyearea_left.Br(), new Scalar(255, 0, 0, 255), 2); Imgproc.Rectangle(mRgba, eyearea_right.Tl(), eyearea_right.Br(), new Scalar(255, 0, 0, 255), 2); if (learn_frames < 5) { teplateR = get_template(EYE, eyearea_right, 24); teplateL = get_template(EYE, eyearea_left, 24); learn_frames++; } else { // Learning finished, use the new templates for template matching match_eye(eyearea_right, teplateR, method); match_eye(eyearea_left, teplateL, method); } // cut eye areas and put them to zoom windows Imgproc.Resize(mRgba.Submat(eyearea_left), mZoomWindow2, mZoomWindow2.Size()); Imgproc.Resize(mRgba.Submat(eyearea_right), mZoomWindow, mZoomWindow.Size()); } /* * mRgba = inputFrame.Rgba(); * Log.Info(TAG, "called OnCameraFrame"); * * if (mIsColorSelected) * { * mDetector.Process(mRgba); * List<MatOfPoint> contours = mDetector.Contours; * Log.Error(TAG, "Contours count: " + contours.Count); * Imgproc.DrawContours(mRgba, contours, -1, CONTOUR_COLOR); * * Mat colorLabel = mRgba.Submat(4, 68, 4, 68); * colorLabel.SetTo(mBlobColorRgba); * * Mat spectrumLabel = mRgba.Submat(4, 4 + mSpectrum.Rows(), 70, 70 + mSpectrum.Cols()); * mSpectrum.CopyTo(spectrumLabel); * } */ return(mRgba); }
public Mat OnCameraFrame(CameraBridgeViewBase.ICvCameraViewFrame inputFrame) { Mat rgba = inputFrame.Rgba(); Size sizeRgba = rgba.Size(); Mat rgbaInnerWindow; int rows = (int)sizeRgba.Height; int cols = (int)sizeRgba.Width; int left = cols / 8; int top = rows / 8; int width = cols * 3 / 4; int height = rows * 3 / 4; switch (ImageManipulationsActivity.viewMode) { case ImageManipulationsActivity.VIEW_MODE_RGBA: break; case ImageManipulationsActivity.VIEW_MODE_HIST: Mat hist = new Mat(); int thikness = (int)(sizeRgba.Width / (mHistSizeNum + 10) / 5); if (thikness > 5) { thikness = 5; } int offset = (int)((sizeRgba.Width - (5 * mHistSizeNum + 4 * 10) * thikness) / 2); // RGB for (int c = 0; c < 3; c++) { Imgproc.CalcHist(Arrays.AsList(rgba).Cast <Mat>().ToList(), mChannels[c], mMat0, hist, mHistSize, mRanges); Core.Normalize(hist, hist, sizeRgba.Height / 2, 0, Core.NormInf); hist.Get(0, 0, mBuff); for (int h = 0; h < mHistSizeNum; h++) { mP1.X = mP2.X = offset + (c * (mHistSizeNum + 10) + h) * thikness; mP1.Y = sizeRgba.Height - 1; mP2.Y = mP1.Y - 2 - (int)mBuff[h]; Imgproc.Line(rgba, mP1, mP2, mColorsRGB[c], thikness); } } // Value and Hue Imgproc.CvtColor(rgba, mIntermediateMat, Imgproc.ColorRgb2hsvFull); // Value Imgproc.CalcHist(Arrays.AsList(mIntermediateMat).Cast <Mat>().ToList(), mChannels[2], mMat0, hist, mHistSize, mRanges); Core.Normalize(hist, hist, sizeRgba.Height / 2, 0, Core.NormInf); hist.Get(0, 0, mBuff); for (int h = 0; h < mHistSizeNum; h++) { mP1.X = mP2.X = offset + (3 * (mHistSizeNum + 10) + h) * thikness; mP1.Y = sizeRgba.Height - 1; mP2.Y = mP1.Y - 2 - (int)mBuff[h]; Imgproc.Line(rgba, mP1, mP2, mWhilte, thikness); } // Hue Imgproc.CalcHist(Arrays.AsList(mIntermediateMat).Cast <Mat>().ToList(), mChannels[0], mMat0, hist, mHistSize, mRanges); Core.Normalize(hist, hist, sizeRgba.Height / 2, 0, Core.NormInf); hist.Get(0, 0, mBuff); for (int h = 0; h < mHistSizeNum; h++) { mP1.X = mP2.X = offset + (4 * (mHistSizeNum + 10) + h) * thikness; mP1.Y = sizeRgba.Height - 1; mP2.Y = mP1.Y - 2 - (int)mBuff[h]; Imgproc.Line(rgba, mP1, mP2, mColorsHue[h], thikness); } break; case ImageManipulationsActivity.VIEW_MODE_CANNY: rgbaInnerWindow = rgba.Submat(top, top + height, left, left + width); Imgproc.Canny(rgbaInnerWindow, mIntermediateMat, 80, 90); Imgproc.CvtColor(mIntermediateMat, rgbaInnerWindow, Imgproc.ColorGray2bgra, 4); rgbaInnerWindow.Release(); break; case ImageManipulationsActivity.VIEW_MODE_SOBEL: Mat gray = inputFrame.Gray(); Mat grayInnerWindow = gray.Submat(top, top + height, left, left + width); rgbaInnerWindow = rgba.Submat(top, top + height, left, left + width); Imgproc.Sobel(grayInnerWindow, mIntermediateMat, CvType.Cv8u, 1, 1); Core.ConvertScaleAbs(mIntermediateMat, mIntermediateMat, 10, 0); Imgproc.CvtColor(mIntermediateMat, rgbaInnerWindow, Imgproc.ColorGray2bgra, 4); grayInnerWindow.Release(); rgbaInnerWindow.Release(); break; case ImageManipulationsActivity.VIEW_MODE_SEPIA: rgbaInnerWindow = rgba.Submat(top, top + height, left, left + width); Core.Transform(rgbaInnerWindow, rgbaInnerWindow, mSepiaKernel); rgbaInnerWindow.Release(); break; case ImageManipulationsActivity.VIEW_MODE_ZOOM: Mat zoomCorner = rgba.Submat(0, rows / 2 - rows / 10, 0, cols / 2 - cols / 10); Mat mZoomWindow = rgba.Submat(rows / 2 - 9 * rows / 100, rows / 2 + 9 * rows / 100, cols / 2 - 9 * cols / 100, cols / 2 + 9 * cols / 100); Imgproc.Resize(mZoomWindow, zoomCorner, zoomCorner.Size()); Size wsize = mZoomWindow.Size(); Imgproc.Rectangle(mZoomWindow, new Point(1, 1), new Point(wsize.Width - 2, wsize.Height - 2), new Scalar(255, 0, 0, 255), 2); zoomCorner.Release(); mZoomWindow.Release(); break; case ImageManipulationsActivity.VIEW_MODE_PIXELIZE: rgbaInnerWindow = rgba.Submat(top, top + height, left, left + width); Imgproc.Resize(rgbaInnerWindow, mIntermediateMat, mSize0, 0.1, 0.1, Imgproc.InterNearest); Imgproc.Resize(mIntermediateMat, rgbaInnerWindow, rgbaInnerWindow.Size(), 0.0, 0.0, Imgproc.InterNearest); rgbaInnerWindow.Release(); break; case ImageManipulationsActivity.VIEW_MODE_POSTERIZE: /* * Imgproc.cvtColor(rgbaInnerWindow, mIntermediateMat, Imgproc.COLOR_RGBA2RGB); * Imgproc.pyrMeanShiftFiltering(mIntermediateMat, mIntermediateMat, 5, 50); * Imgproc.cvtColor(mIntermediateMat, rgbaInnerWindow, Imgproc.COLOR_RGB2RGBA); */ rgbaInnerWindow = rgba.Submat(top, top + height, left, left + width); Imgproc.Canny(rgbaInnerWindow, mIntermediateMat, 80, 90); rgbaInnerWindow.SetTo(new Scalar(0, 0, 0, 255), mIntermediateMat); Core.ConvertScaleAbs(rgbaInnerWindow, mIntermediateMat, 1.0 / 16, 0); Core.ConvertScaleAbs(mIntermediateMat, rgbaInnerWindow, 16, 0); rgbaInnerWindow.Release(); break; } return(rgba); }
public Mat OnCameraFrame(CameraBridgeViewBase.ICvCameraViewFrame inputFrame) { //mRgba = inputFrame.Rgba(); Bitmap bitmap = BitmapFactory.DecodeResource(Resources, Resource.Drawable.test2); Mat mat = new Mat(); Android.Utils.BitmapToMat(bitmap, mat); Imgproc.Resize(mat, mRgba, mRgba.Size()); mat.Release(); bitmap.Recycle(); bitmap.Dispose(); // Start // Sign detection Mat binSign; mSignDetector.Update(mRgba, out binSign); // Filter image based on color to find markings Mat bin = mLaneMarkFilter.FilterMarkings(mRgba); // Generate bird eye view float marginX = 0.42f; float marginY = 0.65f; Mat a, b, birdsEyeView; mTransformer.GetBirdEye(bin, mRgba, marginX, marginY, out a, out b, out birdsEyeView); // Scale to mini bird view and draw to origin Mat birdEyeMiniView = new Mat(birdsEyeView.Size(), CvType.Cv8uc4);// new Mat(birdsEyeView.Height() / 2, birdsEyeView.Width() / 2, mRgba.Type(), new Scalar(0, 255, 0, 255)); Imgproc.CvtColor(birdsEyeView, birdEyeMiniView, Imgproc.ColorGray2bgra); Imgproc.Resize(birdEyeMiniView, birdEyeMiniView, new Size(birdsEyeView.Cols() / 2, birdsEyeView.Rows() / 2)); birdEyeMiniView.CopyTo(mRgba.RowRange(0, birdsEyeView.Rows() / 2).ColRange(0, birdsEyeView.Cols() / 2)); List <Core.Rect> rects = mSignDetector.GetSignRects(); SignDetector.SignType[] types = mSignDetector.GetSignTypes(); int iRect = 0; foreach (var rect in rects) { if (types[iRect] != SignDetector.SignType.None) { Imgproc.Rectangle(mRgba, new Core.Point(rect.X, rect.Y), new Core.Point(rect.X + rect.Width, rect.Y + rect.Height), new Scalar(255, 0, 0, 255), 3); } iRect++; } //Imgproc.Resize(binSign, binSign, new Size(mRgba.Cols() / 2, mRgba.Rows() / 2)); //Mat binSignMini = new Mat(binSign.Size(), CvType.Cv8uc4); //Imgproc.CvtColor(binSign, binSignMini, Imgproc.ColorGray2bgra); //binSignMini.CopyTo(mRgba.RowRange(0, mRgba.Rows() / 2).ColRange(mRgba.Cols() / 2, mRgba.Cols())); // End // Release birdsEyeView.Release(); birdEyeMiniView.Release(); a.Release(); b.Release(); bin.Release(); return(mRgba); }
public override Mat Render(CameraBridgeViewBase.ICvCameraViewFrame inputFrame) { return(inputFrame.Rgba()); }
public abstract Mat Render(CameraBridgeViewBase.ICvCameraViewFrame inputFrame);
public Mat Render(CameraBridgeViewBase.ICvCameraViewFrame inputFrame) { return(mFrameRender.Render(inputFrame)); }
public Mat OnCameraFrame(CameraBridgeViewBase.ICvCameraViewFrame inputFrame) { return(inputFrame.Rgba()); }
public Mat OnCameraFrame(CameraBridgeViewBase.ICvCameraViewFrame inputFrame) { Mat rgba = inputFrame.Rgba(); return(rgba); }