private void button1_Click(object sender, EventArgs e)
{
CodeClass db = new CodeClass();
db.ConnectToDatabase();
DataTable dt = db.GetTable("Select * from tbldata");
int len = dt.Rows.Count;
imgOrignal.Save(Application.StartupPath + "/TrainedImages/" + len + ".bmp");
db.ConnectToDatabase();
db.ExecuteSqlCommand("Insert into tbldata values('" + textBox1.Text + "','" + textBox2.Text + "','" + Application.StartupPath + "/TrainedImages/" + len + ".bmp" + "')");
MessageBox.Show("Record Save");
}
void ProcessFramAndUpdateGUI(object Sender, EventArgs agr)
{
string[] filePaths = Directory.GetFiles(filepath);
int Finger_num = 0;
Double Result1 = 0;
Double Result2 = 0;
imgOrignal = CapWebCam.QueryFrame();
if (imgOrignal == null)
{
return;
}
//Applying YCrCb filter
Image <Ycc, Byte> currentYCrCbFrame = imgOrignal.Convert <Ycc, byte>();
Image <Gray, byte> skin = new Image <Gray, byte>(imgOrignal.Width, imgOrignal.Height);
skin = currentYCrCbFrame.InRange(new Ycc(0, 131, 80), new Ycc(255, 185, 135));
StructuringElementEx rect_12 = new StructuringElementEx(10, 10, 5, 5, Emgu.CV.CvEnum.CV_ELEMENT_SHAPE.CV_SHAPE_RECT);
//Eroding the source image using the specified structuring element
CvInvoke.cvErode(skin, skin, rect_12, 1);
StructuringElementEx rect_6 = new StructuringElementEx(6, 6, 3, 3, Emgu.CV.CvEnum.CV_ELEMENT_SHAPE.CV_SHAPE_RECT);
//dilating the source image using the specified structuring element
CvInvoke.cvDilate(skin, skin, rect_6, 2);
skin = skin.Flip(FLIP.HORIZONTAL);
//smoothing the filterd , eroded and dilated image.
skin = skin.SmoothGaussian(9);
imgOrignal = imgOrignal.Flip(FLIP.HORIZONTAL);
//extracting contours.
Contour <Point> contours = skin.FindContours();
Contour <Point> biggestContour = null;
//extracting the biggest contour.
while (contours != null)
{
Result1 = contours.Area;
if (Result1 > Result2)
{
Result2 = Result1;
biggestContour = contours;
}
contours = contours.HNext;
}
//applying convexty defect allgoritm to find the count of fingers
if (biggestContour != null)
{
Finger_num = 0;
biggestContour = biggestContour.ApproxPoly((0.00025));
imgOrignal.Draw(biggestContour, new Bgr(Color.LimeGreen), 2);
Hull = biggestContour.GetConvexHull(ORIENTATION.CV_CLOCKWISE);
defects = biggestContour.GetConvexityDefacts(storage, ORIENTATION.CV_CLOCKWISE);
imgOrignal.DrawPolyline(Hull.ToArray(), true, new Bgr(0, 0, 256), 2);
box = biggestContour.GetMinAreaRect();
defectArray = defects.ToArray();
for (int i = 0; i < defects.Total; i++)
{
PointF startPoint = new PointF((float)defectArray[i].StartPoint.X,
(float)defectArray[i].StartPoint.Y);
PointF depthPoint = new PointF((float)defectArray[i].DepthPoint.X,
(float)defectArray[i].DepthPoint.Y);
PointF endPoint = new PointF((float)defectArray[i].EndPoint.X,
(float)defectArray[i].EndPoint.Y);
CircleF startCircle = new CircleF(startPoint, 5f);
CircleF depthCircle = new CircleF(depthPoint, 5f);
CircleF endCircle = new CircleF(endPoint, 5f);
if ((startCircle.Center.Y < box.center.Y || depthCircle.Center.Y < box.center.Y) &&
(startCircle.Center.Y < depthCircle.Center.Y) &&
(Math.Sqrt(Math.Pow(startCircle.Center.X - depthCircle.Center.X, 2) +
Math.Pow(startCircle.Center.Y - depthCircle.Center.Y, 2)) >
box.size.Height / 6.5))
{
Finger_num++;
}
}
label2.Text = Finger_num.ToString(); // updating finger count
}
// Finding the center of contour
MCvMoments moment = new MCvMoments(); // a new MCvMoments object
try
{
moment = biggestContour.GetMoments(); // Moments of biggestContour
}
catch (NullReferenceException except)
{
//label3.Text = except.Message;
return;
}
CvInvoke.cvMoments(biggestContour, ref moment, 0);
double m_00 = CvInvoke.cvGetSpatialMoment(ref moment, 0, 0);
double m_10 = CvInvoke.cvGetSpatialMoment(ref moment, 1, 0);
double m_01 = CvInvoke.cvGetSpatialMoment(ref moment, 0, 1);
int current_X = Convert.ToInt32(m_10 / m_00) / 10; // X location of centre of contour
int current_Y = Convert.ToInt32(m_01 / m_00) / 10; // Y location of center of contour
// transfer control to webcam only if button has already been clicked
if (button_pressed)
{
if (Finger_num == 0 || Finger_num == 1)
{
Cursor.Position = new Point(current_X * 20, current_Y * 20);
}
if (Finger_num >= 4)
{
}
}
iborignal.Image = imgOrignal;
Image <Bgr, Byte> currentFrame;
Image <Gray, Byte> sourceImage = null;
for (int tu = 0; tu < filePaths.Length; tu++)
{
if (filePaths[tu].Contains(".bmp"))
{
getfilename(System.IO.Path.GetFileName(filePaths[tu]));
sourceImage = CapWebCam.QueryFrame().Convert <Gray, Byte>();
Image <Gray, Byte> templateImage = new Image <Gray, Byte>(filePaths[tu]);
Image <Gray, float> result = sourceImage.MatchTemplate(templateImage, Emgu.CV.CvEnum.TM_TYPE.CV_TM_CCOEFF_NORMED);
// iborignal.Image = result;
double[] min, max;
Point[] pointMin, pointMax;
templateImage.MinMax(out min, out max, out pointMin, out pointMax);
float[, ,] matches = result.Data;
for (int x = 0; x < matches.GetLength(0); x++)
{
for (int y = 0; y < matches.GetLength(1); y++)
{
double matchScore = matches[x, y, 0];
Console.WriteLine(matchScore);
label1.Text = Convert.ToString(matchScore).ToString();
// label4.Text = filePaths[tu];
if (matchScore > (0.40))
{
CodeClass db = new CodeClass();
db.ConnectToDatabase();
DataTable dt = db.GetTable("Select * from tbldata where FilePath='" + filePaths[tu] + "'");
if (dt.Rows.Count > 0)
{
richTextBox1.Text = dt.Rows[0][0].ToString();
richTextBox2.Text = dt.Rows[0][1].ToString();
Console.WriteLine(matchScore);
reader = new SpeechSynthesizer();
reader.SpeakAsync(richTextBox2.Text);
Rectangle rect = new Rectangle(new Point(x, y), new Size(1, 1));
imgOrignal.Draw(rect, new Bgr(Color.Blue), 1);
}
}
else
{
richTextBox1.Text = "";
richTextBox2.Text = "";
}
}
}
}
}
}
