Example #1
0
        public static void Execute(object obj)
        {
            object[] objs = (object[])obj;

            MainForm mform = (MainForm)objs[0];

            // eb -execute {cmd [args]}
            string[] cmd = (string[])objs[1];

            if (rform == null)
            {
                rform = new RecognizeForm();
                ShowRecognizeForm(mform, rform);
            }

            string errorMsg = "none";

            try
            {
                switch (cmd[0])
                {
                case "showimg":
                    for (int i = 0; i < cmd.Length; i++)
                    {
                        if (cmd[i].Equals("-input"))
                        {
                            ori_img = (Bitmap)Bitmap.FromFile(cmd[i + 1]);
                            break;
                        }
                    }
                    if (ori_img == null)
                    {
                        errorMsg = "please enter the -input path";
                    }
                    else
                    {
                        show_img = ori_img;
                        rform.UpdateImage(show_img);
                    }
                    break;

                case "back":
                    Bitmap tmp = show_img;
                    show_img = pre_img;
                    pre_img  = tmp;
                    rform.UpdateImage(show_img);
                    break;

                case "avggray":
                    if (ori_img == null)
                    {
                        errorMsg = "please run showimg command first";
                    }
                    else
                    {
                        Image <Gray, byte> grayimg = new Image <Gray, byte>(show_img);
                        grayimg._ThresholdBinary(grayimg.GetAverage(), new Gray(255));
                        pre_img  = show_img;
                        show_img = grayimg.Bitmap;
                        rform.UpdateImage(show_img);
                    }
                    break;

                case "sobel":
                    if (ori_img == null)
                    {
                        errorMsg = "please run showimg command first";
                    }
                    else
                    {
                        SobelFilter();
                    }
                    break;

                case "median":
                    if (ori_img == null)
                    {
                        errorMsg = "please run showimg command first";
                    }
                    else
                    {
                        Image <Bgr, byte> img = new Image <Bgr, byte>(show_img).SmoothMedian(3);
                        pre_img  = show_img;
                        show_img = img.Bitmap;
                        rform.UpdateImage(show_img);
                    }
                    break;

                case "erode":
                    Image <Gray, byte> eimg = new Image <Gray, byte>(show_img);
                    Size         kSize      = new System.Drawing.Size(Convert.ToInt32(cmd[1]), Convert.ToInt32(cmd[2]));
                    Point        anchor     = new Point(Convert.ToInt32(cmd[3]), Convert.ToInt32(cmd[4]));
                    ElementShape shape      = ElementShape.Rectangle;
                    switch (cmd[5])
                    {
                    case "ellipse":
                        shape = ElementShape.Ellipse;
                        break;

                    case "rectangle":
                        shape = ElementShape.Rectangle;
                        break;

                    case "cross":
                        shape = ElementShape.Cross;
                        break;
                    }
                    Mat element = CvInvoke.GetStructuringElement(shape, kSize, anchor);
                    Mat dstImg  = new Mat();
                    CvInvoke.Erode(eimg, dstImg, element, anchor, Convert.ToInt32(cmd[6]), BorderType.Default, new MCvScalar(0, 0, 0));
                    pre_img  = show_img;
                    show_img = dstImg.Bitmap;
                    rform.UpdateImage(show_img);
                    break;

                case "dilate":
                    Image <Gray, byte> dimg = new Image <Gray, byte>(show_img);
                    Size         dSize      = new System.Drawing.Size(Convert.ToInt32(cmd[1]), Convert.ToInt32(cmd[2]));
                    Point        danchor    = new Point(Convert.ToInt32(cmd[3]), Convert.ToInt32(cmd[4]));
                    ElementShape dshape     = ElementShape.Rectangle;
                    switch (cmd[5])
                    {
                    case "ellipse":
                        dshape = ElementShape.Ellipse;
                        break;

                    case "rectangle":
                        dshape = ElementShape.Rectangle;
                        break;

                    case "cross":
                        dshape = ElementShape.Cross;
                        break;
                    }
                    Mat delement = CvInvoke.GetStructuringElement(dshape, dSize, danchor);
                    Mat ddstImg  = new Mat();
                    CvInvoke.Dilate(dimg, ddstImg, delement, danchor, Convert.ToInt32(cmd[6]), BorderType.Default, new MCvScalar(0, 0, 0));
                    pre_img  = show_img;
                    show_img = ddstImg.Bitmap;
                    rform.UpdateImage(show_img);
                    break;

                case "clearedge":
                    EdgeFilter();
                    break;

                case "canny":
                    if (ori_img == null)
                    {
                        errorMsg = "please run showimg command first";
                    }
                    else
                    {
                        Image <Gray, byte> cannyimg = new Image <Gray, byte>(show_img).Canny(Convert.ToDouble(cmd[1]), Convert.ToDouble(cmd[2]));
                        pre_img  = show_img;
                        show_img = cannyimg.Bitmap;
                        rform.UpdateImage(show_img);
                    }
                    break;

                case "corners":
                    if (ori_img == null)
                    {
                        errorMsg = "please run showimg command first";
                    }
                    else
                    {
                        GetCornersByHarris();
                        //GetCorners();
                    }
                    break;

                case "findrec":
                    if (ori_img == null)
                    {
                        errorMsg = "please run showimg command first";
                    }
                    else
                    {
                        FindRectangle(Convert.ToInt32(cmd[1]), Convert.ToInt32(cmd[2]));
                    }
                    break;

                case "houghlines":
                    if (ori_img == null)
                    {
                        errorMsg = "please run showimg command first";
                    }
                    else
                    {
                        Image <Gray, byte> img   = new Image <Gray, byte>(show_img);
                        LineSegment2D[][]  lines = img.HoughLines(
                            Convert.ToDouble(cmd[1]),       // canny low threshold
                            Convert.ToDouble(cmd[2]),       // canny high threshold
                            1,                              // rho
                            Math.PI / 180.0,                // theta
                            Convert.ToInt32(cmd[3]),        // threshold(cross point)
                            Convert.ToDouble(cmd[4]),       // min lenght for line
                            Convert.ToDouble(cmd[5])        // max allow gap between lines
                            );
                        foreach (LineSegment2D line in lines[0])
                        {
                            img.Draw(line, new Gray(0), 1);
                        }
                        pre_img  = show_img;
                        show_img = img.Bitmap;
                        rform.UpdateImage(show_img);
                    }
                    break;

                case "iterrec":
                    if (ori_img == null)
                    {
                        errorMsg = "please run showimg command first";
                    }
                    else
                    {
                        DrawAllRectangles();
                    }
                    break;

                case "refresh":
                    if (ori_img == null)
                    {
                        errorMsg = "please run showimg command first";
                    }
                    else
                    {
                        pre_img  = show_img;
                        show_img = ori_img;
                        rform.UpdateImage(show_img);
                    }
                    break;

                case "saveimg":
                    if (ori_img == null)
                    {
                        errorMsg = "please run showimg command first";
                    }
                    else
                    {
                        show_img.Save("save_img_" + savet++ + ".png");
                    }
                    break;

                case "exit":
                    rform.ExitForm();
                    rform.Dispose();
                    rform = null;
                    break;

                case "help":
                    StreamReader input = new StreamReader(@"document.txt");
                    string       doc;
                    bool         tag = false;
                    while (!input.EndOfStream)
                    {
                        doc = input.ReadLine();
                        if (doc.Equals("<img>"))
                        {
                            tag = true;
                            continue;
                        }
                        else if (doc.Equals("</img>"))
                        {
                            break;
                        }
                        if (tag)
                        {
                            mform.UpdateLog(doc);
                        }
                    }
                    input.Close();
                    input.Dispose();
                    break;

                default:
                    break;
                }
            }
            catch (Exception e)
            {
                mform.UpdateLog(e.Message);
            }


            if (errorMsg.Equals("none"))
            {
                mform.UpdateText("finished");
            }
            else
            {
                mform.UpdateLog(errorMsg);
            }
        }
Example #2
0
        public static void RecognizeBill(object obj)
        {
            object[] objs  = (object[])obj;
            MainForm mform = (MainForm)objs[0];

            ori_img = (Bitmap)Bitmap.FromFile((string)objs[1]);

            RecognizeForm rform = new RecognizeForm();

            ShowRecognizeForm(mform, rform);

            mform.UpdateText("Clear Edges");
            EdgeFilter();
            rform.UpdateImage(show_img);

            mform.UpdateLog("Clear Edges");
            mform.UpdateText("Execute Sobel Filter");
            SobelFilter();
            rform.UpdateImage(show_img);

            mform.UpdateLog("Execute Sobel Filter");
            mform.UpdateText("Find target Rectangles");
            FindRectangle(10, 20);
            rform.UpdateImage(show_img);

            mform.UpdateLog("Find target Rectangles");
            mform.UpdateText("Cut image");
            CutImage();

            mform.UpdateLog("Cut image");
            mform.UpdateText("Recognize address");
            TesseractEngine ocr     = new TesseractEngine(@"C:\Users\Allen Chou\Documents\Visual Studio 2013\Projects\Finder\packages\Tesseract.3.0.2.0\tessdata", "chi_tra+eng", EngineMode.Default);
            Pix             img     = PixConverter.ToPix(targets[1]);
            Page            addpage = ocr.Process(img);
            string          address = addpage.GetText().Trim().Replace(" ", String.Empty);

            ocr.Dispose();

            mform.UpdateLog("Recognize address");
            mform.UpdateText("Recognize eid, date, price");
            Pix             idpimg  = PixConverter.ToPix(targets[2]);
            TesseractEngine ocre    = new TesseractEngine(@"C:\Users\Allen Chou\Documents\Visual Studio 2013\Projects\Finder\packages\Tesseract.3.0.2.0\tessdata", "eng", EngineMode.Default);
            Page            idppage = ocre.Process(idpimg);

            string[] idpdata = idppage.GetText().Trim().Split(' ');
            int      tar     = 0;
            string   eid     = "";

            for (int i = 0; i < idpdata.Length; i++)
            {
                Regex rex = new Regex("\\d{2}-\\d{2}-\\d{4}-\\d{2}-\\d{1}");
                if (rex.IsMatch(idpdata[i]))
                {
                    tar = i;
                    Match match = rex.Match(idpdata[i]);
                    eid = match.Value;
                    break;
                }
            }
            ocre.Dispose();

            string date  = idpdata[tar + 1];
            string price = idpdata[tar + 2].Replace("*", String.Empty);

            mform.UpdateLog("Recognize eid, date, price\n");
            mform.UpdateText("Recognize kWh");
            Pix kwhimg = PixConverter.ToPix(targets[0]);

            ocre = new TesseractEngine(@"C:\Users\Allen Chou\Documents\Visual Studio 2013\Projects\Finder\packages\Tesseract.3.0.2.0\tessdata", "eng", EngineMode.Default);
            Page kwhpage = ocre.Process(kwhimg);

            string[] kwhdata = kwhpage.GetText().Trim().Split(' ');
            string   kwh     = "";

            for (int i = 0; i < kwhdata.Length; i++)
            {
                Regex rex = new Regex("\\*\\d{1,}");
                if (rex.IsMatch(kwhdata[i]))
                {
                    Match match = rex.Match(kwhdata[i]);
                    kwh = match.Value.Replace("*", String.Empty);
                    break;
                }
            }
            ocre.Dispose();

            mform.UpdateLog("Recognize kWh");
            mform.UpdateLog("Result [ " + eid + " , " + date + " , " + price + " , " + kwh + " , " + address + " ]");
            mform.UpdateText("Finished");
            mform.UpdateLog("Finished");
        }