예제 #1
0
 void AddMetricsToEndOfLog()
 {
     using (StreamWriter sw = GetStreamWriter())
     {
         if (showMetrics == true)
         {
             LogMetrics lm = new LogMetrics(sw);
             writeTestsResultsSummary(lm);
             if (FailedActionsWithMessages.IsEmpty == false)
             {
                 writeFailedActionsSummary(lm);
             }
             if (AllRequirements.Count > 0)
             {
                 writeNotCoveredReqs(lm);
                 writeNotExecutedReqs(lm);
             }
             writeActionsTimeSpent(lm);
             lm.Write();
         }
         else
         {
             WriteLine(sw, ")");
         }
     }
 }
예제 #2
0
        private void writeNotExecutedReqs(LogMetrics lm)
        {
            Set <Pair <string, string> > NotExecutedReqs = Set <Pair <string, string> > .EmptySet;

            foreach (Pair <string, string> req in NModel.Attributes.RequirementAttribute.AllRequirementsInModels)
            {
                NotExecutedReqs = NotExecutedReqs.Add(req);
            }

            foreach (Pair <string, string> req in NotExecutedReqs)
            {
                if (totalExecutedRequirements.Keys.Contains(req))
                {
                    NotExecutedReqs = NotExecutedReqs.Remove(req);
                }
            }

            double coverage = (
                (double)totalExecutedRequirements.Keys.Count /
                (double)NModel.Attributes.RequirementAttribute.AllRequirementsInModels.Count
                ) * 100.00;
            string percentage = coverage.ToString("#0.0");

            lm.AddLine(TextType.Header, percentage + "% of the covered requirements have been executed");
            lm.AddLine(TextType.HeaderOpenBlock, "Covered requirements that have not been executed");
            if (!NotExecutedReqs.IsEmpty)
            {
                foreach (Pair <string, string> req in NotExecutedReqs)
                {
                    lm.AddLine(TextType.Indent1, req.First + " - " + req.Second);
                }
            }
            lm.AddCloseBlock();
        }
예제 #3
0
        private void writeNotCoveredReqs(LogMetrics lm)
        {
            Set <Pair <string, string> > NotCoveredReqs = Set <Pair <string, string> > .EmptySet;

            foreach (KeyValuePair <string, string> req in NModel.Conformance.ConformanceTester.AllRequirements)
            {
                NotCoveredReqs = NotCoveredReqs.Add(new Pair <string, string>(req.Key, req.Value));
            }

            foreach (Pair <string, string> req in NotCoveredReqs)
            {
                if (NModel.Attributes.RequirementAttribute.AllRequirementsInModels.Contains(req))
                {
                    NotCoveredReqs = NotCoveredReqs.Remove(req);
                }
            }

            double coverage = (
                (double)NModel.Attributes.RequirementAttribute.AllRequirementsInModels.Count /
                (double)NModel.Conformance.ConformanceTester.AllRequirements.Count
                ) * 100.00;
            string percentage = coverage.ToString("#0.0");

            lm.AddLine(TextType.Header, percentage + "% requirements coverage by test suite");
            lm.AddLine(TextType.HeaderOpenBlock, "Not covered requirements by test suite");
            if (!NotCoveredReqs.IsEmpty)
            {
                foreach (Pair <string, string> req in NotCoveredReqs)
                {
                    lm.AddLine(TextType.Indent1, req.First + " - " + req.Second);
                }
            }
            lm.AddCloseBlock();
        }
예제 #4
0
 private void writeFailedActionsSummary(LogMetrics lm)
 {
     lm.AddLine(TextType.HeaderOpenBlock, "Failed Actions");
     foreach (Pair <string, string> action in FailedActionsWithMessages.Keys)
     {
         lm.AddLine(TextType.Indent1, "(" + action.First +
                    ", Reason: " + action.Second +
                    "( " + FailedActionsWithMessages.CountItem(action) +
                    (FailedActionsWithMessages.CountItem(action) > 1 ? " times ))" : " time ))"));
     }
     lm.AddCloseBlock();
 }
예제 #5
0
        private void writeTestsResultsSummary(LogMetrics lm)
        {
            lm.AddLine(TextType.HeaderOpenBlock, "General Summary");
            double passRate = (((double)NModel.Conformance.ConformanceTester.totalExecutedTests -
                                (double)NModel.Conformance.ConformanceTester.totalFailedTests) /
                               (double)NModel.Conformance.ConformanceTester.totalExecutedTests
                               ) * 100.00;
            string percentage = passRate.ToString("#0.0");

            lm.AddLine(TextType.Indent1, NModel.Conformance.ConformanceTester.totalExecutedTests + " tests Executed");
            lm.AddLine(TextType.Indent1, NModel.Conformance.ConformanceTester.totalFailedTests + " tests Failed");
            lm.AddLine(TextType.Indent1, "Pass Rate: " + percentage + "%");
            lm.AddCloseBlock();
        }
예제 #6
0
 private void writeActionsTimeSpent(LogMetrics lm)
 {
     if (!ConformanceTester.TotalExecutionTimePerAction.IsEmpty)
     {
         lm.AddLine(TextType.HeaderOpenBlock, "Toatal time spent in each action");
         foreach (string action in ConformanceTester.TotalExecutionTimePerAction.Keys)
         {
             TimeSpan average = new TimeSpan(0, 0, 0, 0, ((int)ConformanceTester.TotalExecutionTimePerAction[action].TotalMilliseconds / ConformanceTester.ActionNumberOfExecutions.CountItem(action)));
             lm.AddLine(TextType.Indent1, action +
                        "(Executed " + ConformanceTester.ActionNumberOfExecutions.CountItem(action) +
                        (ConformanceTester.ActionNumberOfExecutions.CountItem(action) > 1 ? " times" : " time") +
                        ", Average execution time: " +
                        average.ToString() +
                        ") : " +
                        ConformanceTester.TotalExecutionTimePerAction[action]);
         }
     }
     lm.AddCloseBlock();
 }
예제 #7
0
 void AddMetricsToEndOfLog()
 {
     using (StreamWriter sw = GetStreamWriter())
     {
         if (showMetrics == true)
         {
             LogMetrics lm = new LogMetrics(sw);
             writeTestsResultsSummary(lm);
             if (FailedActionsWithMessages.IsEmpty == false)
                 writeFailedActionsSummary(lm);
             if (AllRequirements.Count > 0)
             {
                 writeNotCoveredReqs(lm);
                 writeNotExecutedReqs(lm);
             }
             writeActionsTimeSpent(lm);
             lm.Write();
         }
         else
         {
             sw.WriteLine(")");
         }
     }
 }
예제 #8
0
        private void writeTestsResultsSummary(LogMetrics lm)
        {
            lm.AddLine(TextType.HeaderOpenBlock, "General Summary");
            double passRate = (((double)NModel.Conformance.ConformanceTester.totalExecutedTests -
                (double)NModel.Conformance.ConformanceTester.totalFailedTests) /
               (double)NModel.Conformance.ConformanceTester.totalExecutedTests
               ) * 100.00;
            string percentage = passRate.ToString("#0.0");

            lm.AddLine(TextType.Indent1, NModel.Conformance.ConformanceTester.totalExecutedTests + " tests Executed");
            lm.AddLine(TextType.Indent1, NModel.Conformance.ConformanceTester.totalFailedTests + " tests Failed");
            lm.AddLine(TextType.Indent1, "Pass Rate: " + percentage + "%");
            lm.AddCloseBlock();
        }
예제 #9
0
        private void writeNotExecutedReqs(LogMetrics lm)
        {
            Set<Pair<string, string>> NotExecutedReqs = Set<Pair<string, string>>.EmptySet;
            foreach (Pair<string, string> req in NModel.Attributes.RequirementAttribute.AllRequirementsInModels)
                NotExecutedReqs = NotExecutedReqs.Add(req);

            foreach (Pair<string, string> req in NotExecutedReqs)
            {
                if (totalExecutedRequirements.Keys.Contains(req))
                    NotExecutedReqs = NotExecutedReqs.Remove(req);
            }

            double coverage = (
                (double)totalExecutedRequirements.Keys.Count /
                (double)NModel.Attributes.RequirementAttribute.AllRequirementsInModels.Count
                ) * 100.00;
            string percentage = coverage.ToString("#0.0");

            lm.AddLine(TextType.Header, percentage + "% of the covered requirements have been executed");
            lm.AddLine(TextType.HeaderOpenBlock, "Covered requirements that have not been executed");
            if (!NotExecutedReqs.IsEmpty)
            {
                foreach (Pair<string, string> req in NotExecutedReqs)
                    lm.AddLine(TextType.Indent1, req.First + " - " + req.Second);
            }
            lm.AddCloseBlock();
        }
예제 #10
0
        private void writeNotCoveredReqs(LogMetrics lm)
        {
            Set<Pair<string, string>> NotCoveredReqs = Set<Pair<string, string>>.EmptySet;
            foreach (KeyValuePair<string, string> req in NModel.Conformance.ConformanceTester.AllRequirements)
                NotCoveredReqs = NotCoveredReqs.Add(new Pair<string, string>(req.Key, req.Value));

            foreach (Pair<string, string> req in NotCoveredReqs)
            {
                if (NModel.Attributes.RequirementAttribute.AllRequirementsInModels.Contains(req))
                    NotCoveredReqs = NotCoveredReqs.Remove(req);
            }

            double coverage = (
                (double)NModel.Attributes.RequirementAttribute.AllRequirementsInModels.Count /
                (double)NModel.Conformance.ConformanceTester.AllRequirements.Count
                ) * 100.00;
            string percentage = coverage.ToString("#0.0");

            lm.AddLine(TextType.Header, percentage + "% requirements coverage by test suite");
            lm.AddLine(TextType.HeaderOpenBlock, "Not covered requirements by test suite");
            if (!NotCoveredReqs.IsEmpty)
            {
                foreach (Pair<string, string> req in NotCoveredReqs)
                    lm.AddLine(TextType.Indent1, req.First + " - " + req.Second);
            }
            lm.AddCloseBlock();
        }
예제 #11
0
 private void writeFailedActionsSummary(LogMetrics lm)
 {
     lm.AddLine(TextType.HeaderOpenBlock, "Failed Actions");
     foreach (Pair<string, string> action in FailedActionsWithMessages.Keys)
     {
         lm.AddLine(TextType.Indent1, "(" + action.First +
             ", Reason: " + action.Second +
             "( " + FailedActionsWithMessages.CountItem(action) +
             (FailedActionsWithMessages.CountItem(action) > 1 ? " times ))" : " time ))"));
     }
     lm.AddCloseBlock();
 }
예제 #12
0
 private void writeActionsTimeSpent(LogMetrics lm)
 {
     if (!ConformanceTester.TotalExecutionTimePerAction.IsEmpty)
     {
         lm.AddLine(TextType.HeaderOpenBlock, "Toatal time spent in each action");
         foreach (string action in ConformanceTester.TotalExecutionTimePerAction.Keys)
         {
             TimeSpan average = new TimeSpan(0, 0, 0, 0, ((int)ConformanceTester.TotalExecutionTimePerAction[action].TotalMilliseconds / ConformanceTester.ActionNumberOfExecutions.CountItem(action)));
             lm.AddLine(TextType.Indent1, action +
                 "(Executed " + ConformanceTester.ActionNumberOfExecutions.CountItem(action) +
                 (ConformanceTester.ActionNumberOfExecutions.CountItem(action) > 1 ? " times" : " time") +
                 ", Average execution time: " +
                 average.ToString() +
                 ") : " +
                 ConformanceTester.TotalExecutionTimePerAction[action]);
         }
     }
     lm.AddCloseBlock();
 }