/// <summary>
        /// Вычисление метрик для видеоряда
        /// </summary>
        /// <param name="metricsList">Метрики</param>
        /// <param name="patternTextBlocks">Эталонные текстовые блоки</param>
        /// <param name="generatedTextBlocks">Сгенерированные текстовые блоки</param>
        private void CalculateMetricsForVideo(Dictionary<int, List<Metric>> metricsList, List<TextRegion> patternTextBlocks, List<TextRegion> generatedTextBlocks)
        {
            try
            {
                AbstractMetricFactory firstTypeErrorProbabilityMF = new FirstTypeErrorProbabilityMetricFactory();
                AbstractMetricFactory secondTypeErrorProbabilityMF = new SecondTypeErrorProbabilityMetricFactory();
                AbstractMetricFactory missingTypeErrorProbabilityMF = new MissingProbabilityMetricFactory();
                AbstractMetricFactory precisionMetricFactory = new PrecisionMetricFactory();
                AbstractMetricFactory recallMetricFactory = new RecallMetricFactory();
                AbstractMetricFactory f1MeasureMetricFactory = new F1MeasureMetricFactory();

                int textBlocksWithMissedDataNumber = 0;
                int falseTextBlockNumber = 0;
                int notDetectedTextBlocksNumber = 0;
                double precision = 0.0;
                CalculateTextBlocksTypesNumber(patternTextBlocks, generatedTextBlocks, out textBlocksWithMissedDataNumber,
                    out falseTextBlockNumber, out notDetectedTextBlocksNumber, out precision);

                List<Metric> metrics = new List<Metric>();
                metrics.Add(secondTypeErrorProbabilityMF.GetMetric(falseTextBlockNumber, generatedTextBlocks.Count));
                metrics.Add(firstTypeErrorProbabilityMF.GetMetric(notDetectedTextBlocksNumber, patternTextBlocks.Count));
                metrics.Add(missingTypeErrorProbabilityMF.GetMetric(textBlocksWithMissedDataNumber, generatedTextBlocks.Count - falseTextBlockNumber));
                metrics.Add(precisionMetricFactory.GetMetric(precision));

                double recall = 0.0;
                CalculateTextBlocksTypesNumber(generatedTextBlocks, patternTextBlocks, out textBlocksWithMissedDataNumber,
                    out falseTextBlockNumber, out notDetectedTextBlocksNumber, out recall);

                metrics.Add(recallMetricFactory.GetMetric(recall));
                if (precision == Metric.UNDEFINED_METRIC || recall == Metric.UNDEFINED_METRIC)
                    metrics.Add(f1MeasureMetricFactory.GetMetric(precision, recall));
                else
                {
                    double denominator = (this.Alhpa / precision) + ((1 - this.Alhpa) / recall);
                    metrics.Add(f1MeasureMetricFactory.GetMetric(1.0, denominator));
                }
                metricsList.Add(VIDEO_METRICS, metrics);
            }
            catch (Exception exception)
            {
                throw exception;
            }
        }
        /// <summary>
        /// Вычисленение метрик для видео
        /// </summary>
        /// <param name="metricsList">Метрики</param>
        private void CalculateMetricsForVideo(Dictionary<int, List<Metric>> metricsList)
        {
            try
            {
                AbstractMetricFactory firstTypeErrorProbabilityMF = new FirstTypeErrorProbabilityMetricFactory();
                AbstractMetricFactory secondTypeErrorProbabilityMF = new SecondTypeErrorProbabilityMetricFactory();
                AbstractMetricFactory missingTypeErrorProbabilityMF = new MissingProbabilityMetricFactory();
                AbstractMetricFactory precisionMetricFactory = new PrecisionMetricFactory();
                AbstractMetricFactory recallMetricFactory = new RecallMetricFactory();
                AbstractMetricFactory f1MeasureMetricFactory = new F1MeasureMetricFactory();

                double secondTypeErrorMetric = 0, firstTypeErrorMetric = 0, precisionMetric = 0,
                    recallMetric = 0, f1Metric = 0, missingTypeErrorMetric = 0;
                int secondTypeErrorMetricNumber = 0, firstTypeErrorMetricNumber = 0, precisionMetricNumber = 0,
                    recallMetricNumber = 0, f1MetricNumber = 0, missingTypeErrorMetricNumber = 0;
                foreach (var pair in metricsList)
                {
                    List<Metric> metrisFrame = pair.Value;
                    for (int i = 0; i < metrisFrame.Count; i++)
                    {
                        if (metrisFrame[i].GetType() == typeof(SecondTypeErrorProbability) && metrisFrame[i].Value != Metric.UNDEFINED_METRIC)
                        {
                            secondTypeErrorMetric += metrisFrame[i].Value;
                            secondTypeErrorMetricNumber++;
                        }
                        else if (metrisFrame[i].GetType() == typeof(FirstTypeErrorProbability) && metrisFrame[i].Value != Metric.UNDEFINED_METRIC)
                        {
                            firstTypeErrorMetric += metrisFrame[i].Value;
                            firstTypeErrorMetricNumber++;
                        }
                        else if (metrisFrame[i].GetType() == typeof(MissingProbability) && metrisFrame[i].Value != Metric.UNDEFINED_METRIC)
                        {
                            missingTypeErrorMetric += metrisFrame[i].Value;
                            missingTypeErrorMetricNumber++;
                        }
                        else if (metrisFrame[i].GetType() == typeof(Precision) && metrisFrame[i].Value != Metric.UNDEFINED_METRIC)
                        {
                            precisionMetric += metrisFrame[i].Value;
                            precisionMetricNumber++;
                        }
                        else if (metrisFrame[i].GetType() == typeof(Recall) && metrisFrame[i].Value != Metric.UNDEFINED_METRIC)
                        {
                            recallMetric += metrisFrame[i].Value;
                            recallMetricNumber++;
                        }
                        else if (metrisFrame[i].GetType() == typeof(F1Measure) && metrisFrame[i].Value != Metric.UNDEFINED_METRIC)
                        {
                            f1Metric += metrisFrame[i].Value;
                            f1MetricNumber++;
                        }
                    }
                }
                List<Metric> videoMetricList = new List<Metric>();
                videoMetricList.Add(secondTypeErrorProbabilityMF.GetMetric(secondTypeErrorMetric, secondTypeErrorMetricNumber));
                videoMetricList.Add(firstTypeErrorProbabilityMF.GetMetric(firstTypeErrorMetric, firstTypeErrorMetricNumber));
                videoMetricList.Add(missingTypeErrorProbabilityMF.GetMetric(missingTypeErrorMetric, missingTypeErrorMetricNumber));
                videoMetricList.Add(precisionMetricFactory.GetMetric(precisionMetric, precisionMetricNumber));
                videoMetricList.Add(recallMetricFactory.GetMetric(recallMetric, recallMetricNumber));
                videoMetricList.Add(f1MeasureMetricFactory.GetMetric(f1Metric, f1MetricNumber));

                metricsList.Add(VIDEO_METRICS, videoMetricList);
            }
            catch (Exception exception)
            {
                throw exception;
            }
        }
Ejemplo n.º 3
0
        /// <summary>
        /// Обработка метрик одного узла файла
        /// </summary>
        /// <param name="xmlNode">Узел</param>
        /// <param name="metricsList">Метрики</param>
        /// <param name="frameNumber">Номер кадра</param>
        private static void ReadXmlNode(XmlNode xmlNode, out List<Metric> metricsList, out int frameNumber)
        {
            try
            {
                metricsList = new List<Metric>();
                frameNumber = 0;
                AbstractMetricFactory firstTypeErrorProbabilityMF = new FirstTypeErrorProbabilityMetricFactory();
                AbstractMetricFactory secondTypeErrorProbabilityMF = new SecondTypeErrorProbabilityMetricFactory();
                AbstractMetricFactory missingTypeErrorProbabilityMF = new MissingProbabilityMetricFactory();
                AbstractMetricFactory precisionMetricFactory = new PrecisionMetricFactory();
                AbstractMetricFactory recallMetricFactory = new RecallMetricFactory();
                AbstractMetricFactory f1MeasureMetricFactory = new F1MeasureMetricFactory();

                if (xmlNode.Attributes != null)
                {
                    string attributeValue = xmlNode.Attributes["ID"].Value;
                    if (attributeValue != null)
                        frameNumber = Convert.ToInt32(attributeValue);
                }
                string secondTypeString = xmlNode["SecondTypeErrorProbability"].InnerText;
                if (secondTypeString == "UNDEFINED_METRIC")
                    metricsList.Add(secondTypeErrorProbabilityMF.GetMetric(Metric.UNDEFINED_METRIC));
                else
                    metricsList.Add(secondTypeErrorProbabilityMF.GetMetric(Convert.ToDouble(secondTypeString)));

                string firstTypeString = xmlNode["FirstTypeErrorProbability"].InnerText;
                if (firstTypeString == "UNDEFINED_METRIC")
                    metricsList.Add(firstTypeErrorProbabilityMF.GetMetric(Metric.UNDEFINED_METRIC));
                else
                    metricsList.Add(firstTypeErrorProbabilityMF.GetMetric(Convert.ToDouble(firstTypeString)));

                string missingTypeString = xmlNode["MissingProbability"].InnerText;
                if (missingTypeString == "UNDEFINED_METRIC")
                    metricsList.Add(missingTypeErrorProbabilityMF.GetMetric(Metric.UNDEFINED_METRIC));
                else
                    metricsList.Add(missingTypeErrorProbabilityMF.GetMetric(Convert.ToDouble(missingTypeString)));

                string precisionString = xmlNode["Precision"].InnerText;
                if (precisionString == "UNDEFINED_METRIC")
                    metricsList.Add(precisionMetricFactory.GetMetric(Metric.UNDEFINED_METRIC));
                else
                    metricsList.Add(precisionMetricFactory.GetMetric(Convert.ToDouble(precisionString)));

                string recallString = xmlNode["Recall"].InnerText;
                if (recallString == "UNDEFINED_METRIC")
                    metricsList.Add(recallMetricFactory.GetMetric(Metric.UNDEFINED_METRIC));
                else
                    metricsList.Add(recallMetricFactory.GetMetric(Convert.ToDouble(recallString)));

                string f1MeasureString = xmlNode["F1Measure"].InnerText;
                if (f1MeasureString == "UNDEFINED_METRIC")
                    metricsList.Add(f1MeasureMetricFactory.GetMetric(Metric.UNDEFINED_METRIC));
                else
                    metricsList.Add(f1MeasureMetricFactory.GetMetric(Convert.ToDouble(f1MeasureString)));
            }
            catch (Exception exception)
            {
                throw exception;
            }
        }