void detectHair(PersonFace personFace, Mat hairImage)
{
Rect faceRect = personFace.GetFace();
double adjWidth = faceRect.width * 0.85;
double adjHeight = faceRect.height * 1.2;
double adjX = faceRect.x + (faceRect.width - adjWidth) / 2;
double adjY = faceRect.y + (faceRect.height - adjHeight) / 2;
Rect adjFaceRect = new Rect((int)adjX, (int)adjY, (int)adjWidth, (int)adjHeight);
double[] faceLineData = personFace.GetFaceLineData();
PointGenerator faceLine = new PointGenerator(faceLineData[0], faceLineData[1]);
Point faceTopPoint = faceLine.GetFromY(adjFaceRect.y);
Point faceBottomPoint = faceLine.GetFromY(adjFaceRect.y + adjFaceRect.height);
//Draw face line
//Imgproc.line(hairImage, faceTopPoint, faceBottomPoint, new Scalar(255, 0, 0), 2);
//Get face feature angle
double faceFeatureAngle = Math.Atan(faceLineData[0]);
faceFeatureAngle = RadianToDegree(faceFeatureAngle);
faceFeatureAngle += faceFeatureAngle > 0 ? -90 : 90;
//Imgproc.rectangle(hairImage, adjFaceRect, new Scalar(0, 255, 255), 2);
/*Imgproc.ellipse(hairImage,
new Point(adjFaceRect.x + adjFaceRect.width / 2, adjFaceRect.y + adjFaceRect.height / 2),
new Size(adjFaceRect.width/2, adjFaceRect.height/2), faceFeatureAngle, 0, 360, new Scalar(255, 0, 0), 2);
Imgproc.ellipse(hairImage,
new Point(adjFaceRect.x + adjFaceRect.width / 2, adjFaceRect.y + adjFaceRect.height / 2),
new Size((int)(adjFaceRect.width / 1.8), (int)(adjFaceRect.height / 1.8)), faceFeatureAngle, 0, 360, new Scalar(255, 0, 0), 2);*/
Mat[] imgComponents = hairImage.Split();
for (int i = 0; i < 5; i++)
{
double factor = 1.8 - i * 0.2;
Mat maskImage = new Image<Gray, byte>(hairImage.width(), hairImage.height(), new Gray(0)).Mat;
Imgproc.ellipse(maskImage,
new Point(adjFaceRect.x + adjFaceRect.width / 2, adjFaceRect.y + adjFaceRect.height / 2),
new Size((int)(adjFaceRect.width / factor), (int)(adjFaceRect.height / factor)), faceFeatureAngle + 180, 0, 180, new Scalar(255), -1);
Imgproc.ellipse(maskImage,
new Point(adjFaceRect.x + adjFaceRect.width / 2, adjFaceRect.y + adjFaceRect.height / 2),
new Size(adjFaceRect.width / 2, adjFaceRect.height / 2), faceFeatureAngle, 0, 360, new Scalar(0), -1);
//imageBox13.Image = maskImage;
Mat testImg = new Mat();
hairImage.CopyTo(testImg, maskImage);
imageBox13.Image = testImg;
Stack<string> titleStack = new Stack<string>();
titleStack.Push("Red");
titleStack.Push("Green");
titleStack.Push("Blue");
HistogramForm histForm = new HistogramForm();
foreach (Mat img in imgComponents)
{
//try histogram only the upper half to detect the most probable hair color range
Mat hist = new Mat();
CvInvoke.CalcHist(new VectorOfMat(img), new int[] { 0 }, maskImage, hist, new int[] { 256 }, new float[] { 0, 255 }, false);
string color = titleStack.Pop();
histForm.AddHist(hist, color, System.Drawing.Color.FromName(color));
/*byte[] testBuffer = new byte[256];
hist.CopyTo(testBuffer);
string msg = "";
foreach (byte value in testBuffer)
msg += value + " ";
msg += Environment.NewLine;
msg += Environment.NewLine;
textBox1.AppendText(msg);*/
}
histForm.Show(i.ToString());
}
Image<Bgr, byte> testImg2 = new Image<Bgr, byte>(hairImage.Bitmap);
imageBox13.Image = testImg2.InRange(new Bgr(25, 25, 25), new Bgr(100, 85, 100));
//createHistogram(new Image<Bgr, byte>(maskImage.Bitmap), 256, "teste");
/*Imgproc.ellipse(hairImage,
new Point(adjFaceRect.x + adjFaceRect.width / 2, adjFaceRect.y + adjFaceRect.height / 2),
new Size((int)(adjFaceRect.width / 1.6), (int)(adjFaceRect.height / 1.6)), faceFeatureAngle, 0, 360, new Scalar(255, 0, 0), 2);
Imgproc.ellipse(hairImage,
new Point(adjFaceRect.x + adjFaceRect.width / 2, adjFaceRect.y + adjFaceRect.height / 2),
new Size((int)(adjFaceRect.width / 1.4), (int)(adjFaceRect.height / 1.4)), faceFeatureAngle, 0, 360, new Scalar(255, 0, 0), 2);
Imgproc.ellipse(hairImage,
new Point(adjFaceRect.x + adjFaceRect.width / 2, adjFaceRect.y + adjFaceRect.height / 2),
new Size((int)(adjFaceRect.width / 1.2), (int)(adjFaceRect.height / 1.2)), faceFeatureAngle, 0, 360, new Scalar(255, 0, 0), 2);
Imgproc.ellipse(hairImage,
new Point(adjFaceRect.x + adjFaceRect.width / 2, adjFaceRect.y + adjFaceRect.height / 2),
new Size((int)(adjFaceRect.width / 1), (int)(adjFaceRect.height / 1)), faceFeatureAngle, 0, 360, new Scalar(255, 0, 0), 2);*/
}
void drawFaceRectangles(PersonFace personFace, Mat featureImage)
{
Rect faceRect = personFace.GetFace();
Rect mouthRect = personFace.GetMouth();
Rect noseRect = personFace.GetNose();
Rect[] eyesRects = personFace.GetEyes();
double[] faceLineData = personFace.GetFaceLineData();
PointGenerator faceLine = new PointGenerator(faceLineData[0], faceLineData[1]);
Point faceTopPoint = faceLine.GetFromY(faceRect.y);
Point faceBottomPoint = faceLine.GetFromY(faceRect.y + faceRect.height);
//Draw face line
Imgproc.line(featureImage, faceTopPoint, faceBottomPoint, new Scalar(255, 0, 0), 1);
//Draw rect around the face
Imgproc.rectangle(featureImage, faceRect, new Scalar(0, 255, 255), 2);
//Draw circle around face
Point faceCenter = new Point(faceRect.x + faceRect.width / 2, faceRect.y + faceRect.height / 2);
Size faceSize = new Size(faceRect.width / 2, faceRect.height / 2);
Imgproc.ellipse(featureImage, faceCenter,faceSize,0,0,360,new Scalar(172, 203, 227),0);
Imgproc.ellipse(featureImage, faceCenter, faceSize, 0, 0, 360,new Scalar(0,0,0), 1);
//Draw rect around the mouth
Imgproc.rectangle(featureImage, mouthRect, new Scalar(0, 255, 255), 1);
//Draw rect around the nose
Imgproc.rectangle(featureImage, noseRect, new Scalar(0, 255, 255), 1);
//Draw eyes rect and circles
for (var i = 0; i < eyesRects.Length; i++)
{
Rect eye = eyesRects[i];
Imgproc.rectangle(featureImage, eye, new Scalar(0, 255, 255), 1);
}
imageBox2.Image = featureImage;
}
void detectSkinColor(PersonFace face, Mat skinColorImage)
{
Rect[] eyesRects = face.GetEyes();
Rect[] cheeksRect = new Rect[eyesRects.Length];
Rect faceRect = face.GetFace();
//Get cheek rectangles
for (var i = 0; i < eyesRects.Length; i++)
{
Rect eye = eyesRects[i];
int skinWidth = eye.width / 2;
//Create rectangle for skin detection
cheeksRect[i] = new Rect(eye.x + (eye.width - skinWidth) / 2, eye.y + eye.height + 5, skinWidth, eye.height / 2);
Imgproc.rectangle(skinColorImage, cheeksRect[i], new Scalar(255, 0, 0));
}
//Get Forehead rectangle
int fhWidth = faceRect.width / 4;
int fhHeight = faceRect.width / 5;
Rect fhRect = new Rect(faceRect.x + (faceRect.width - fhWidth) / 2,
faceRect.y + 5, fhWidth, fhHeight);
Imgproc.rectangle(skinColorImage, fhRect, new Scalar(255, 0, 0));
//Get rects pixel means and calculate skin color
//Forehead roi
Mat fhArea = new Mat(skinColorImage, new System.Drawing.Rectangle(
fhRect.x, fhRect.y, fhRect.width, fhRect.height));
//Forehead mean
MCvScalar fhMean = CvInvoke.Mean(fhArea);
//Skin color mean
MCvScalar skinMean = pointsMean(fhMean);
foreach (Rect cheekRect in cheeksRect)
{
//Cheek roi
Mat cheekArea = new Mat(skinColorImage, new System.Drawing.Rectangle(
cheekRect.x, cheekRect.y, cheekRect.width, cheekRect.height));
//Cheek mean
MCvScalar cheekMean = CvInvoke.Mean(cheekArea);
//Updates skin mean
skinMean = pointsMean(skinMean, cheekMean);
}
//Set image of the rectangles
imageBox11.Image = skinColorImage;
//Set skin color image
pictureBox2.Image = new Image<Bgr, byte>(200, 200,
new Bgr(skinMean.V0, skinMean.V1, skinMean.V2)).Bitmap;
}
void drawFaceFeatures(PersonFace personFace, Mat illustratedImg)
{
Rect faceRect = personFace.GetFace();
Rect mouthRect = personFace.GetMouth();
Rect noseRect = personFace.GetNose();
Rect[] eyesRects = personFace.GetEyes();
//Draw face division line
double[] faceLineData = personFace.GetFaceLineData();
PointGenerator faceLine = new PointGenerator(faceLineData[0], faceLineData[1]);
Point faceTopPoint = faceLine.GetFromY(faceRect.y);
Point faceBottomPoint = faceLine.GetFromY(faceRect.y + faceRect.height);
//Imgproc.line(illustratedImg, faceTopPoint, faceBottomPoint, new Scalar(255, 0, 0), 1);
//Get face feature angle
double faceFeatureAngle = Math.Atan(faceLineData[0]);
faceFeatureAngle = RadianToDegree(faceFeatureAngle);
faceFeatureAngle += faceFeatureAngle > 0 ? -90 : 90;
//Draw face lateral boundaries lines
//Detect right and left eye
Rect rightEye, leftEye;
if (eyesRects[0].x > eyesRects[1].x)
{
rightEye = eyesRects[1];
leftEye = eyesRects[0];
}
else
{
rightEye = eyesRects[0];
leftEye = eyesRects[1];
}
//get eye line generator
PointGenerator eyeLines = new PointGenerator(
getRectCenter(rightEye), getRectCenter(leftEye));
Point leftFacePoint = eyeLines.GetFromX(getRectCenter(leftEye).x + leftEye.width);
Point rightFacePoint = eyeLines.GetFromX(getRectCenter(rightEye).x - rightEye.width);
/* CvInvoke.Circle(image, leftFacePoint, 20,
new Bgr(Color.Green).MCvScalar, -1);
CvInvoke.Circle(image, rightFacePoint, 20,
new Bgr(Color.Blue).MCvScalar, -1);*/
//Get line generators for each side of the face
double faceLineSlope = faceLineData[0];
//Left side
double leftFaceSideOffset = leftFacePoint.y - leftFacePoint.x * faceLineSlope;
PointGenerator leftFaceLine = new PointGenerator(faceLineSlope, leftFaceSideOffset);
Point startPointL = leftFaceLine.GetFromY(0);
Point endPointL = leftFaceLine.GetFromY(illustratedImg.Height);
//Right side
double rightFaceSideOffset = rightFacePoint.y - rightFacePoint.x * faceLineSlope;
PointGenerator rightFaceLine = new PointGenerator(faceLineSlope, rightFaceSideOffset);
Point startPointR = rightFaceLine.GetFromY(0);
Point endPointR = rightFaceLine.GetFromY(illustratedImg.Height);
//Imgproc.line(illustratedImg, startPointL, endPointL, new Scalar(0,255,0), 5);
//Imgproc.line(illustratedImg, startPointR, endPointR,new Scalar(255,0,0), 3);
//Draw mouth line
//Put center on the top for the mouth stay in the middle of the mouth square
Point mouthCenter = new Point(mouthRect.x + mouthRect.width / 2, mouthRect.y);
Size mouthSize = new Size(mouthRect.width / 2, mouthRect.height / 2);
Point mCenter = getRectCenter(mouthRect);
//Get mouth line generator
double aFactMouth = Math.Tan(Math.Atan(faceLineSlope) + Math.PI / 2);
double bfactMouth = mCenter.y - mCenter.x * aFactMouth;
PointGenerator mouthLine = new PointGenerator(aFactMouth, bfactMouth);
double leftFaceMouthCrossX = (bfactMouth - leftFaceSideOffset) /
(faceLineSlope - aFactMouth);
double rightFaceMouthCrossX = (bfactMouth - rightFaceSideOffset) /
(faceLineSlope - aFactMouth);
Point leftFaceMouthCross = mouthLine.GetFromX(leftFaceMouthCrossX);
Point rightFaceMouthCross = mouthLine.GetFromX(rightFaceMouthCrossX);
//Get face top line
double afactTopFace = aFactMouth; //use the mouth line since this uses the same slope
double bfactTopFace = faceTopPoint.y - faceTopPoint.x * afactTopFace;
PointGenerator faceTopLine = new PointGenerator(afactTopFace, bfactTopFace);
double leftTopFaceCrossX = (bfactTopFace - leftFaceSideOffset) /
(faceLineSlope - afactTopFace);
double rightTopFaceCrossX = (bfactTopFace - rightFaceSideOffset) /
(faceLineSlope - afactTopFace);
Point leftTopFaceCross = faceTopLine.GetFromX(leftTopFaceCrossX);
Point rightTopFaceCross = faceTopLine.GetFromX(rightTopFaceCrossX);
/*CvInvoke.Circle(illustratedImg, leftTopFaceCross, 5, new MCvScalar(), -1);
CvInvoke.Circle(illustratedImg, rightTopFaceCross, 5, new MCvScalar(), -1);
CvInvoke.Circle(illustratedImg, leftFaceMouthCross, 5, new MCvScalar(), -1);
CvInvoke.Circle(illustratedImg, rightFaceMouthCross, 5, new MCvScalar(), -1);
CvInvoke.Circle(illustratedImg, faceBottomPoint, 5, new MCvScalar(), -1);*/
MatOfPoint facePointsMat = new MatOfPoint(leftTopFaceCross,
rightTopFaceCross,
rightFaceMouthCross,
faceBottomPoint,
leftFaceMouthCross);
//CvInvoke.Polylines(image, facePointsVector, true, new Bgr(172, 203, 227).MCvScalar, 1);
Imgproc.fillConvexPoly(illustratedImg, facePointsMat, new Scalar(255,255,255));
Imgproc.ellipse(illustratedImg, mouthCenter, mouthSize, faceFeatureAngle, 0, 180, new Scalar(0,0,0), 2);
Point p1 = faceTopLine.GetFromX(0);
Point p2 = faceTopLine.GetFromX(illustratedImg.Width);
//Imgproc.line(illustratedImg, p1, p2, new Scalar(0, 0, 0), 3);
//Draw nose line
Point noseCenter = new Point(noseRect.x + noseRect.width / 2,
noseRect.y + noseRect.height / 2);
Size noseSize = new Size(noseRect.width / 2, noseRect.height / 2);
double noseAngle = Math.Atan(faceLineData[0]);
noseAngle = RadianToDegree(noseAngle);
Imgproc.ellipse(illustratedImg, noseCenter, noseSize, noseAngle, 0, 180, new Scalar(0, 0, 0), 2);
//Draw eyes ellipses
foreach (Rect eye in personFace.GetEyes())
{
Point eyeCenter = new Point(eye.x + eye.width / 2, eye.y + eye.height / 2);
Size ellipseSize = new Size(eye.width / 5, eye.height / 2);
Imgproc.ellipse(illustratedImg, eyeCenter, ellipseSize, faceFeatureAngle, 0, 360, new Scalar(0, 0, 0), -1);
}
Imgproc.line(illustratedImg, faceBottomPoint, new Point(illustratedImg.width() / 2, illustratedImg.height()), new Scalar(0, 0, 0));
}
public ArrayList<PersonFace> Detect(Mat image)
{
ArrayList<PersonFace> personFaces = new ArrayList<PersonFace>();
using (UMat ugray = new UMat())
{
CvInvoke.CvtColor(image, ugray, Emgu.CV.CvEnum.ColorConversion.Bgr2Gray);
//normalizes brightness and increases contrast of the image
CvInvoke.EqualizeHist(ugray, ugray);
foreach (CascadeClassifier faceCascade in frontFaceCascades)
{
Rect[] detectedFaces = faceCascade.detectMultiScale(ugray, 1.1, 3, 0, new Size(20, 20));
//faces.AddRange(detectedFaces);
foreach (Rect face in detectedFaces)
{
PersonFace personFace = new PersonFace(face);
personFaces.add(personFace);
//personFace.FaceRect = face;
//Get the region of interest on the faces
using (UMat faceRegion = new UMat(ugray, new System.Drawing.Rectangle(
face.x,
face.y,
face.width,
face.height)))
{
//Detect eyes
foreach (CascadeClassifier eyeCascade in eyesCascades)
{
Rect[] detectedEyes = eyeCascade.detectMultiScale(
faceRegion,
1.1,
3,
0,
new Size(10, 10));
//List<Rectangle> eyes = new List<Rectangle>();
foreach (Rect eye in detectedEyes)
{
//Ensure the eyes are in the upper half of the img region
//if (eye.Y + eye.Height > faceRegion.Size.Height / 2)
//continue;
//eye.Offset(face.X, face.Y);
personFace.AddEye(new Rect(eye.x + face.x, eye.y + face.y,
eye.width, eye.height));
//eyes.Add(eye);
}
//personFace.EyesRects = eyes.ToArray();
}
//Detect mouths
foreach (CascadeClassifier mouthCascade in mouthsCascades)
{
/*UMat mouthRegion = new UMat(ugray, new Rectangle(
face.X,
face.Y + face.Height / 2,
face.Width,
face.Height/2));*/
Rect[] detectedMouths = mouthCascade.detectMultiScale(
faceRegion,
1.1,
3,
0,
new Size(25, 15));
foreach (Rect mouth in detectedMouths)
{
//mouth.Offset(face.X, face.Y);
//personFace.AddMouth(mouth);
personFace.AddMouth(new Rect(mouth.x + face.x, mouth.y + face.y,
mouth.width, mouth.height));
}
}
//Detect noses
ArrayList<Rect> noses = new ArrayList<Rect>();
foreach (CascadeClassifier noseCascade in nosesCascades)
{
Rect[] detectedNoses = noseCascade.detectMultiScale(
faceRegion,
1.1,
10,
0,
new Size(25, 15));
foreach (Rect nose in detectedNoses)
{
//nose.Offset(face.X, face.Y);
noses.add(new Rect(nose.x + face.x, nose.y + face.y,
nose.width, nose.height));
}
}
//personFace.NoseRects = noses.ToArray();
}
}
}
}
return personFaces;
}