Esempio n. 1
0
 private void OnMicShortPhraseReceiveHandler(object sender, SpeechResponseEventArgs e)
 {
     MicClient.EndMicAndRecognition();
     IsMicroUse = false;
     for (int i = 0; i < e.PhraseResponse.Results.Length; i++)
     {
         RecognizeText.Add(e.PhraseResponse.Results[i].DisplayText);
     }
 }
Esempio n. 2
0
        private string ExtractTextByRegions(RecognizeText ocrOutput)
        {
            string resultText = String.Empty;

            resultText += string.Join("\n", from LineNew sline in ocrOutput.RecognitionResult.Lines
                                      select sline.Text);

            return(resultText);
        }
Esempio n. 3
0
        // NEW API Extract Text & Text Regions
        private void ExtractTextAndRegionsNewAPIFromResponse()
        {
            var           response  = JObject.Parse(OCRResponse);
            RecognizeText ocrOutput = JsonConvert.DeserializeObject <RecognizeText>(OCRResponse);

            if (ocrOutput != null && ocrOutput.RecognitionResult != null && ocrOutput.RecognitionResult.Lines != null)
            {
                foreach (LineNew sline in ocrOutput.RecognitionResult.Lines)
                {
                    // Draw rectangles for the lines
                    CreateRectangle("line", sline.BoundingBox, _lineColor);
                    foreach (WordNew sword in sline.Words)
                    {
                        // Draw rectangles for the words
                        CreateImageLabelsAndRectangle(sword.BoundingBox, sword.Text);
                    }
                }


                // Visibility check for the bounding box layers
                if (regionVis)
                {
                    canvasRegions.Visibility = Visibility.Visible;
                }
                if (lineVis)
                {
                    canvasLines.Visibility = Visibility.Visible;
                }
                if (wordVis)
                {
                    canvasWords.Visibility = Visibility.Visible;
                }
                if (textVis)
                {
                    canvasText.Visibility = Visibility.Visible;
                }

                // Visibility check for text output
                stckOutput.Visibility = Visibility.Visible;

                txtOcrOutput.Text = ExtractTextByRegions(ocrOutput);

                //Search key-value pairs if keys are defined in Settings.
                if (!string.IsNullOrEmpty(searchKeys))
                {
                    ExtractKeyValuePairs(ocrOutput.RecognitionResult.Lines);
                }
            }
            else
            {
                MessageBox.Show("Output can't be extracted");
            }
        }
Esempio n. 4
0
 private void OnPartialReponseReceiveHandler(object sender, PartialSpeechResponseEventArgs e)
 {
     RecognizeText.Add(e.PartialResult);
 }
Esempio n. 5
0
 private void OnConversationErrorHandler(object sender, SpeechErrorEventArgs e)
 {
     RecognizeText.Add(e.SpeechErrorText);
     RecognizeText.Add(e.SpeechErrorCode.ToString());
     Error = true;
 }
Esempio n. 6
0
 private void onIntentHandler(object sender, SpeechIntentEventArgs e)
 {
     RecognizeText.Add(e.Payload);
     MicClient.EndMicAndRecognition();
 }
        /// <summary>
        /// Gets the analysis of the specified image file by using
        /// the Computer Vision REST API.
        /// </summary>
        /// <param name="imageFilePath">The image file to analyze.</param>
        ///

        static async Task MakeAnalysisRequest(string imageFilePath)
        {
            try
            {
                HttpClient client = new HttpClient();

                // Request headers.
                client.DefaultRequestHeaders.Add(
                    "Ocp-Apim-Subscription-Key", subscriptionKey);
                var queryString = HttpUtility.ParseQueryString(string.Empty);
                // Request parameters. A third optional parameter is "details".
                // The Analyze Image method returns information about the following
                // visual features:
                // Categories:  categorizes image content according to a
                //              taxonomy defined in documentation.
                // Description: describes the image content with a complete
                //              sentence in supported languages.
                // Color:       determines the accent color, dominant color,
                //              and whether an image is black & white.
                string requestParameters = String.Format("?mode=Printed");

                // Assemble the URI for the REST API method.
                string uri = uriBase + requestParameters;

                HttpResponseMessage response;

                // Read the contents of the specified local image
                // into a byte array.
                byte[] byteData = GetImageAsByteArray(imageFilePath);

                // Add the byte array as an octet stream to the request body.
                using (ByteArrayContent content = new ByteArrayContent(byteData))
                {
                    // This example uses the "application/octet-stream" content type.
                    // The other content types you can use are "application/json"
                    // and "multipart/form-data".
                    content.Headers.ContentType =
                        new MediaTypeHeaderValue("application/octet-stream");

                    // Asynchronously call the REST API method.
                    response = await client.PostAsync(uri, content);
                }
                string operationLocation = null;

                // The response contains the URI to retrieve the result of the process.
                if (response.IsSuccessStatusCode)
                {
                    operationLocation = response.Headers.GetValues("Operation-Location").FirstOrDefault();
                }

                string contentString;
                int    s = 0;
                do
                {
                    System.Threading.Thread.Sleep(1000);
                    response = await client.GetAsync(operationLocation);

                    contentString = await response.Content.ReadAsStringAsync();

                    ++s;
                }while (s < 10 && contentString.IndexOf("\"status\":\"Succeeded\"") == -1);


                string json = response.Content.ReadAsStringAsync().Result;
                json = json.TrimStart(new char[] { '[' }).TrimEnd(new char[] { ']' });
                RecognizeText ocrOutput = JsonConvert.DeserializeObject <RecognizeText>(json);

                // Asynchronously get the JSON response.
                //string contentString = await response.Content.ReadAsStringAsync();
                //string contentString_parsed = JToken.Parse(contentString).ToString()
                List <Word>   textvalues = new List <Word>();
                List <Line>   linevalues = new List <Line>();
                List <string> result     = new List <string>();

                foreach (Line sline in ocrOutput.RecognitionResult.Lines)
                {
                    int[] lvalues = sline.BoundingBox;
                    linevalues.Add(new Line {
                        Text = sline.Text, BoundingBox = lvalues
                    });

                    foreach (Word sword in sline.Words)
                    {
                        int[] wvalues = sword.BoundingBox;
                        textvalues.Add(new Word {
                            Text = sword.Text, BoundingBox = wvalues
                        });
                    }
                }

                var    csv      = new StringBuilder();
                string fileName = imageFilePath;
                string csvname  = Path.GetFileNameWithoutExtension(fileName);
                string filePath = @outputfilepath + "result_" + csvname + ".csv";

                //TARIH

                var    date         = new System.Text.StringBuilder();
                bool   success      = false;
                string date_pattern = @"(\d{2})[-.\/](\d{2})[-.\/](\d{4})";
                for (int i = 0; i < textvalues.Count - 1; i++)
                {
                    date.Append(textvalues[i + 1].Text.ToString());
                    Match m1 = Regex.Match(date.ToString(), date_pattern, RegexOptions.IgnoreCase);
                    if (m1.Success)
                    {
                        success = true;
                        var date_key = "TARIH";
                        var dateLine = string.Format("{0},{1}", date_key, m1.Value);
                        csv.AppendLine(dateLine);
                        //Console.WriteLine("\nTARIH", dateLine);
                        break;
                    }
                }
                if (success == false)
                {
                    var date_key = "TARIH";
                    var dateLine = string.Format("{0},{1}", date_key, "Not Found");
                    csv.AppendLine(dateLine);
                }


                //FIS NO

                bool IsDigitsOnly(string str)
                {
                    foreach (char c in str)
                    {
                        if (c < '0' || c > '9')
                        {
                            return(false);
                        }
                    }
                    return(true);
                }

                var  receipt_number = new List <string>();
                bool afterFis       = false;
                for (int i = 0; i < textvalues.Count; i++)
                {
                    if (textvalues[i].Text == "Fis" || textvalues[i].Text == "FIS" || textvalues[i].Text == "FiS" || textvalues[i].Text == "Fi$")
                    {
                        afterFis = true;
                    }
                    if (afterFis && (textvalues[i].Text == "NO" || textvalues[i].Text == "NO:"))
                    {
                        afterFis = false;
                        if (IsDigitsOnly(textvalues[i + 1].Text))
                        {
                            receipt_number.Add(textvalues[i + 1].Text);
                        }
                        else if (IsDigitsOnly(textvalues[i + 2].Text))
                        {
                            receipt_number.Add(textvalues[i + 2].Text);
                        }
                        else
                        {
                            string fis_no = "FIS NO";
                            string csv2   = string.Format("{0},{1}\n ", fis_no, "Not found");
                            csv.Append(csv2);
                            break;
                        }

                        string fisno = "FIS NO";
                        string csv3  = string.Format("{0},{1}\n ", fisno, receipt_number[0]);
                        csv.Append(csv3);
                    }
                }

                // TOPLAM

                var    newtoplam     = new System.Text.StringBuilder();
                bool   success2      = false;
                string total_pattern = @"\d+[,]\d{2}";
                for (int i = 0; i < textvalues.Count - 1; i++)
                {
                    if (textvalues[i].Text == "TOPLAM" && textvalues[i - 1].Text != "ARA")

                    {
                        for (int k = 0; k < 5; i++)
                        {
                            newtoplam.Append(textvalues[i + 1].Text.ToString());
                            Match m2 = Regex.Match(newtoplam.ToString(), total_pattern, RegexOptions.IgnoreCase);
                            if (m2.Success)
                            {
                                success2 = true;
                                var total_key = "TOPLAM";
                                var newValue  = m2.Value.Replace(",", ".");
                                var totalLine = string.Format("{0},{1}", total_key, newValue);

                                csv.AppendLine(totalLine);
                                break;
                            }
                        }
                        break;
                    }
                }
                if (success2 == false)
                {
                    var total_key = "TOPLAM";
                    var totalLine = string.Format("{0},{1} ", total_key, "Not Found");

                    //csv.AppendLine(totalLine);
                }


                //TOP

                var    newtop      = new System.Text.StringBuilder();
                bool   success3    = false;
                string top_pattern = @"\d+[,]\d{2}";
                for (int i = 0; i < textvalues.Count - 1; i++)
                {
                    if (textvalues[i].Text == "TOP" && textvalues[i - 1].Text != "ARA")
                    {
                        for (int k = 0; k < 5; i++)
                        {
                            newtop.Append(textvalues[i + 1].Text.ToString());
                            Match m3 = Regex.Match(newtop.ToString(), top_pattern, RegexOptions.IgnoreCase);
                            if (m3.Success)
                            {
                                success3 = true;
                                var top_key        = "TOP";
                                var replaced_value = m3.Value.Replace(",", ".");
                                var totalLine      = string.Format("{0},{1} ", top_key, replaced_value);
                                csv.AppendLine(totalLine);
                                break;
                            }
                        }
                        break;
                    }
                }
                if (success3 == false)
                {
                    var top_key = "TOP";
                    var topLine = string.Format("{0},{1} ", top_key, "Not Found");

                    //csv.AppendLine(topLine);
                }

                //TUTAR

                var    newtutar      = new System.Text.StringBuilder();
                bool   success4      = false;
                string tutar_pattern = @"\d+[,]\d{2}";
                for (int i = 0; i < textvalues.Count - 1; i++)
                {
                    if (textvalues[i].Text == "TUTAR")
                    {
                        for (int k = 0; k < 5; i++)
                        {
                            newtutar.Append(textvalues[i + 1].Text.ToString());
                            Match m4 = Regex.Match(newtop.ToString(), tutar_pattern, RegexOptions.IgnoreCase);
                            if (m4.Success)
                            {
                                success4 = true;
                                var tutar_key      = "\nTUTAR";
                                var replaced_value = m4.Value.Replace(",", ".");
                                var tutarLine      = string.Format("{0},{1} ", tutar_key, replaced_value);
                                csv.AppendLine(tutarLine);

                                break;
                            }
                        }
                        break;
                    }
                }
                if (success4 == false)
                {
                    var tutar_key = "TUTAR";
                    var tutarLine = string.Format("{0},{1} ", tutar_key, "Not Found");

                    //csv.AppendLine(tutarLine);
                }

                File.AppendAllText(filePath, csv.ToString());



                // Display the JSON response.
                Console.WriteLine("\nResponse:\n\n{0}\n",
                                  csv.ToString());
                Console.WriteLine("\nResponse:\n\n{0}\n", JToken.Parse(contentString).ToString());
            }
            catch (Exception e)
            {
                Console.WriteLine("\n" + e.Message);
            }
        }
Esempio n. 8
0
        // OCR Request by URL & Extract Key-Value Pairs
        public static async Task <List <string> > MakeOCRRequestByUrl(string imageUrl, string formType, ExecutionContext executionContext)
        {
            Console.Write("C# HTTP trigger function processed: MakeOCRRequestByUrl");

            string urlBase = Environment.GetEnvironmentVariable("CognitiveServicesUrlBase");
            string key     = Environment.GetEnvironmentVariable("CognitiveServicesKey");

            var client      = new HttpClient();
            var queryString = HttpUtility.ParseQueryString(string.Empty);

            // Request headers
            client.DefaultRequestHeaders.Add("Ocp-Apim-Subscription-Key", key);

            // Request parameters
            queryString["mode"] = "Printed";
            Uri uri = new Uri(urlBase + "recognizeText?" + queryString);

            HttpResponseMessage response;

            var requstbody = "{\"url\":\"" + $"{imageUrl}" + "\"}";

            // Request body
            byte[] byteData = Encoding.UTF8.GetBytes(requstbody);

            using (var content = new ByteArrayContent(byteData))
            {
                content.Headers.ContentType = new MediaTypeHeaderValue("application/json");
                response = await client.PostAsync(uri, content);
            }

            string operationLocation = null;

            // The response contains the URI to retrieve the result of the process.
            if (response.IsSuccessStatusCode)
            {
                operationLocation = response.Headers.GetValues("Operation-Location").FirstOrDefault();
            }

            string contentString;
            int    i = 0;

            do
            {
                System.Threading.Thread.Sleep(1000);
                response = await client.GetAsync(operationLocation);

                contentString = await response.Content.ReadAsStringAsync();

                ++i;
            }while (i < 10 && contentString.IndexOf("\"status\":\"Succeeded\"") == -1);


            string json = response.Content.ReadAsStringAsync().Result;

            json = json.TrimStart(new char[] { '[' }).TrimEnd(new char[] { ']' });
            RecognizeText ocrOutput = JsonConvert.DeserializeObject <RecognizeText>(json);

            if (ocrOutput != null && ocrOutput.RecognitionResult != null && ocrOutput.RecognitionResult.Lines != null)
            {
                List <string> resultText = new List <string>();

                resultText = (from Line sline in ocrOutput.RecognitionResult.Lines
                              select(string) sline.Text).ToList <string>();

                // Extract Key-Value Pairs
                resultText = OCRHelper.ExtractKeyValuePairs(ocrOutput.RecognitionResult.Lines, formType, executionContext);

                return(resultText);
            }
            else
            {
                return(null);
            }
        }
Esempio n. 9
0
        public static async Task <List <string> > MakeAnalysisWithImage(Stream stream, string subscriptionKey, string uriEndPoint)
        {
            List <string> result = new List <string>();
            HttpClient    client = new HttpClient();

            // Request headers
            client.DefaultRequestHeaders.Add("Ocp-Apim-Subscription-Key", subscriptionKey);

            string requestParameters = String.Format("?mode=Printed");

            // Assemble the URI for the REST API method.
            string uri = uriEndPoint + requestParameters;

            HttpResponseMessage response;

            BinaryReader binaryReader = new BinaryReader(stream);

            byte[] byteData = binaryReader.ReadBytes((int)stream.Length);

            using (ByteArrayContent content = new ByteArrayContent(byteData))
            {
                content.Headers.ContentType = new MediaTypeHeaderValue("application/octet-stream");

                // Asynchronously call the REST API method.
                response = await client.PostAsync(uri, content);
            }

            string operationLocation = null;

            // The response contains the URI to retrieve the result of the process.
            if (response.IsSuccessStatusCode)
            {
                operationLocation = response.Headers.GetValues("Operation-Location").FirstOrDefault();
            }

            string contentString;
            int    i = 0;

            do
            {
                System.Threading.Thread.Sleep(1000);
                response = await client.GetAsync(operationLocation);

                contentString = await response.Content.ReadAsStringAsync();

                ++i;
            }while (i < 10 && contentString.IndexOf("\"status\":\"Succeeded\"") == -1);


            string json = response.Content.ReadAsStringAsync().Result;

            json = json.TrimStart(new char[] { '[' }).TrimEnd(new char[] { ']' });
            RecognizeText ocrOutput = JsonConvert.DeserializeObject <RecognizeText>(json);

            if (ocrOutput != null && ocrOutput.RecognitionResult != null && ocrOutput.RecognitionResult.Lines != null)
            {
                List <string> resultText = new List <string>();

                resultText = (from Line sline in ocrOutput.RecognitionResult.Lines
                              select(string) sline.Text).ToList <string>();

                resultText = OCRHelper.ExtractKeyValuePairs(ocrOutput.RecognitionResult.Lines);

                return(resultText);
            }
            else
            {
                return(null);
            }
        }