Exemplo n.º 1
0
        public void ResultsWithoutMandatoryFieldsAreSkipped()
        {
            SetupMocks();
            string trxContents = "<?xml version =\"1.0\" encoding=\"UTF-8\"?>" +
                                 "<TestRun>" +
                                 "<Results>" +
                                 "<UnitTestResult testId=\"fd1a9d66-d059-cd84-23d7-f655dce255f5\" testName=\"\" outcome=\"Passed\" />" +
                                 "<UnitTestResult testId=\"fd1a9d66-d059-cd84-23d7-f655dce255f5\" outcome=\"Passed\" />" +
                                 "</Results>" +
                                 "<TestDefinitions>" +
                                 "<UnitTest id=\"fd1a9d66-d059-cd84-23d7-f655dce255f5\">" +
                                 "<TestMethod  name=\"\" />" +
                                 "<TestMethod />" +
                                 "</UnitTest>" +
                                 "</TestDefinitions>" +
                                 "</TestRun>";

            _trxResultFile = "resultsWithoutMandatoryFields.trx";
            File.WriteAllText(_trxResultFile, trxContents);
            TrxResultReader reader  = new TrxResultReader();
            TestRunData     runData = reader.ReadResults(_ec.Object, _trxResultFile, new TestRunContext("Owner", "any cpu", "debug", 1, "", "releaseUri", "releaseEnvironmentUri", "My Run Title"));

            Assert.NotNull(runData);
            Assert.Equal(0, runData.Results.Length);
        }
Exemplo n.º 2
0
        public void ThereAreNoResultsWithInvalidGuid()
        {
            SetupMocks();
            String trxContents = "<?xml version = \"1.0\" encoding = \"UTF-8\"?>" +
                                 "<TestRun id = \"asdf\" name = \"kaadhina@KAADHINA1 2015-03-20 16:53:32\" runUser = \"FAREAST\\kaadhina\" xmlns =\"http://microsoft.com/schemas/VisualStudio/TeamTest/2010\"><Times creation = \"2015-03-20T16:53:32.3309380+05:30\" queuing = \"2015-03-20T16:53:32.3319381+05:30\" start = \"2015-03-20T16:53:32.3349628+05:30\" finish = \"2015-03-20T16:53:32.9232329+05:30\" />" +

                                 "<TestDefinitions>" +
                                 "<UnitTest name = \"TestMethod2\" storage = \"c:\\users\\kaadhina\\source\\repos\\projectx\\unittestproject4\\unittestproject4\\bin\\debug\\unittestproject4.dll\" priority = \"1\" id = \"asdf\"><Owners><Owner name = \"asdf2\" /></Owners><Execution id = \"asdf\" /><TestMethod codeBase = \"C:\\Users\\kaadhina\\Source\\Repos\\Projectx\\UnitTestProject4\\UnitTestProject4\\bin\\Debug\\UnitTestProject4.dll\" adapterTypeName = \"Microsoft.VisualStudio.TestTools.TestTypes.Unit.UnitTestAdapter\" className = \"UnitTestProject4.UnitTest1\" name = \"TestMethod2\" /></UnitTest>" +
                                 "</TestDefinitions>" +
                                 "<Results>" +
                                 "<UnitTestResult executionId = \"asdf\" testId = \"asdf\" testName = \"TestMethod2\" computerName = \"KAADHINA1\" duration = \"00:00:00.0834563\" startTime = \"2015-03-20T16:53:32.3099353+05:30\" endTime = \"2015-03-20T16:53:32.3939623+05:30\" testType = \"asfd\" outcome = \"Failed\" testListId = \"asdf\" relativeResultsDirectory = \"48ec1e47-b9df-43b9-aef2-a2cc8742353d\" ><Output><StdOut>Show console log output.</StdOut><ErrorInfo><Message>Assert.Fail failed.</Message><StackTrace>at UnitTestProject4.UnitTest1.TestMethod2() in C:\\Users\\kaadhina\\Source\\Repos\\Projectx\\UnitTestProject4\\UnitTestProject4\\UnitTest1.cs:line 21</StackTrace></ErrorInfo></Output>" +
                                 "<ResultFiles><ResultFile path=\"DIGANR-DEV4\\x.txt\" /></ResultFiles>" +
                                 "</UnitTestResult>" +
                                 "</Results></TestRun>";

            _trxResultFile = "ResultsWithInvalidGuid.trx";
            File.WriteAllText(_trxResultFile, trxContents);
            TrxResultReader reader  = new TrxResultReader();
            TestRunData     runData = reader.ReadResults(_ec.Object, _trxResultFile, new TestRunContext("Owner", "any cpu", "debug", 1, "", "releaseUri", "releaseEnvironmentUri", "My Run Title"));

            Assert.NotNull(runData);
            Assert.Equal(1, runData.Results.Length);
            Assert.Equal(null, runData.Results[0].AutomatedTestId);
            Assert.Equal(null, runData.Results[0].AutomatedTestTypeId);
        }
Exemplo n.º 3
0
        private TestRunData GetTestRunData(string trxContents, TrxResultReader myReader = null, TestRunContext trContext = null)
        {
            _trxResultFile = "results.trx";
            File.WriteAllText(_trxResultFile, trxContents);
            var reader  = myReader ?? new TrxResultReader();
            var runData = reader.ReadResults(_ec.Object, _trxResultFile,
                                             trContext ?? new TestRunContext(null, null, null, 1, null, null, null));

            return(runData);
        }
Exemplo n.º 4
0
        public void VerifyNoCoverageSourceFilesAndPdbsAreAddedAsRunLevelAttachmentsIfSkipFlagIsSet()
        {
            SetupMocks();
            var myReader = new TrxResultReader()
            {
                AddResultsFileToRunLevelAttachments = false
            };
            var runData = GetTestRunDataWithAttachments(1, myReader);

            Assert.Equal(0, runData.Attachments.Length);
        }
Exemplo n.º 5
0
        public void VerifyRunLevelResultsFileAbsentIfSkipFlagIsSet()
        {
            SetupMocks();
            var myReader = new TrxResultReader()
            {
                AddResultsFileToRunLevelAttachments = false
            };
            var runData = GetTestRunDataBasic(myReader);

            Assert.Equal(0, runData.Attachments.Length);
        }
Exemplo n.º 6
0
        private TestRunData GetTestRunDataBasic(TrxResultReader myReader = null)
        {
            string trxContents = "<?xml version =\"1.0\" encoding=\"UTF-8\"?>" +
                                 "<TestRun id = \"ee3d8b3b-1ac9-4a7e-abfa-3d3ed2008613\" name = \"kaadhina@KAADHINA1 2015-03-20 16:53:32\" runUser = \"FAREAST\\kaadhina\" xmlns =\"http://microsoft.com/schemas/VisualStudio/TeamTest/2010\"><Times creation = \"2015-03-20T16:53:32.3309380+05:30\" queuing = \"2015-03-20T16:53:32.3319381+05:30\" start = \"2015-03-20T16:53:32.3349628+05:30\" finish = \"2014-03-20T16:53:32.3349628+05:30\" />" +
                                 "<Results>" +
                                 "<UnitTestResult testId=\"fd1a9d66-d059-cd84-23d7-f655dce255f5\" testName=\"TestMethod1\" outcome=\"Passed\" />" +
                                 "</Results>" +
                                 "<TestDefinitions>" +
                                 "<UnitTest id=\"fd1a9d66-d059-cd84-23d7-f655dce255f5\">" +
                                 "<TestMethod className=\"UnitTestProject1.UnitTest1\" name=\"TestMethod1\" />" +
                                 "</UnitTest>" +
                                 "</TestDefinitions>" +
                                 "</TestRun>";

            return(GetTestRunData(trxContents, myReader));
        }
Exemplo n.º 7
0
        public void ReadResultsDoesNotFailWithoutFinishTime()
        {
            SetupMocks();
            string trxContents = "<?xml version =\"1.0\" encoding=\"UTF-8\"?>" +
                                 "<TestRun id = \"ee3d8b3b-1ac9-4a7e-abfa-3d3ed2008613\" name = \"kaadhina@KAADHINA1 2015-03-20 16:53:32\" runUser = \"FAREAST\\kaadhina\" xmlns =\"http://microsoft.com/schemas/VisualStudio/TeamTest/2010\"><Times creation = \"2015-03-20T16:53:32.3309380+05:30\" queuing = \"2015-03-20T16:53:32.3319381+05:30\" start = \"2015-03-20T16:53:32.3349628+05:30\" />" +
                                 "<Results>" +
                                 "<UnitTestResult testId=\"fd1a9d66-d059-cd84-23d7-f655dce255f5\" testName=\"TestMethod1\" outcome=\"Passed\" />" +
                                 "</Results>" +
                                 "<TestDefinitions>" +
                                 "<UnitTest id=\"fd1a9d66-d059-cd84-23d7-f655dce255f5\">" +
                                 "<TestMethod className=\"UnitTestProject1.UnitTest1\" name=\"TestMethod1\" />" +
                                 "</UnitTest>" +
                                 "</TestDefinitions>" +
                                 "</TestRun>";

            _trxResultFile = "resultsWithoutFinishTime";
            File.WriteAllText(_trxResultFile, trxContents);
            TrxResultReader reader  = new TrxResultReader();
            TestRunData     runData = reader.ReadResults(_ec.Object, _trxResultFile, new TestRunContext(null, null, null, 1, null, null, null));

            Assert.Equal(runData.Results.Length, 1);
        }
Exemplo n.º 8
0
        public void ReadResultsDoesNotFailForBareMinimumTrx()
        {
            SetupMocks();
            string trxContents = "<?xml version =\"1.0\" encoding=\"UTF-8\"?>" +
                                 "<TestRun>" +
                                 "<Results>" +
                                 "<UnitTestResult testId=\"fd1a9d66-d059-cd84-23d7-f655dce255f5\" testName=\"TestMethod1\" outcome=\"Passed\" />" +
                                 "</Results>" +
                                 "<TestDefinitions>" +
                                 "<UnitTest id=\"fd1a9d66-d059-cd84-23d7-f655dce255f5\">" +
                                 "<TestMethod className=\"UnitTestProject1.UnitTest1\" name=\"TestMethod1\" />" +
                                 "</UnitTest>" +
                                 "</TestDefinitions>" +
                                 "</TestRun>";

            _trxResultFile = "bareMinimum.trx";
            File.WriteAllText(_trxResultFile, trxContents);
            TrxResultReader reader  = new TrxResultReader();
            TestRunData     runData = reader.ReadResults(_ec.Object, _trxResultFile, new TestRunContext(null, null, null, 1, null, null, null));

            Assert.Equal(runData.Results.Length, 1);
        }
Exemplo n.º 9
0
        public void CustomRunTitleIsHonoured()
        {
            SetupMocks();
            string trxContents = "<?xml version =\"1.0\" encoding=\"UTF-8\"?>" +
                                 "<TestRun>" +
                                 "<Results>" +
                                 "<UnitTestResult testId=\"fd1a9d66-d059-cd84-23d7-f655dce255f5\" testName=\"TestMethod1\" outcome=\"Passed\" />" +
                                 "</Results>" +
                                 "<TestDefinitions>" +
                                 "<UnitTest id=\"fd1a9d66-d059-cd84-23d7-f655dce255f5\">" +
                                 "<TestMethod className=\"UnitTestProject1.UnitTest1\" name=\"TestMethod1\" />" +
                                 "</UnitTest>" +
                                 "</TestDefinitions>" +
                                 "</TestRun>";

            _trxResultFile = "resultsWithCustomRunTitle.trx";
            File.WriteAllText(_trxResultFile, trxContents);
            TrxResultReader reader  = new TrxResultReader();
            TestRunData     runData = reader.ReadResults(_ec.Object, _trxResultFile, new TestRunContext("Owner", "any cpu", "debug", 1, "", "releaseUri", "releaseEnvironmentUri", "My Run Title"));

            Assert.Equal(runData.Name, "My Run Title");
        }
Exemplo n.º 10
0
        private TestRunData GetTestRunDataWithAttachments(int val, TrxResultReader myReader = null, TestRunContext trContext = null)
        {
            var trxContents = "<?xml version = \"1.0\" encoding = \"UTF-8\"?>" +
                              "<TestRun id = \"ee3d8b3b-1ac9-4a7e-abfa-3d3ed2008613\" name = \"kaadhina@KAADHINA1 2015-03-20 16:53:32\" runUser = \"FAREAST\\kaadhina\" xmlns =\"http://microsoft.com/schemas/VisualStudio/TeamTest/2010\"><Times creation = \"2015-03-20T16:53:32.3309380+05:30\" queuing = \"2015-03-20T16:53:32.3319381+05:30\" start = \"2015-03-20T16:53:32.3349628+05:30\" finish = \"2015-03-20T16:53:32.9232329+05:30\" />" +

                              "<TestDefinitions>" +
                              "<UnitTest name = \"TestMethod2\" storage = \"c:\\users\\kaadhina\\source\\repos\\projectx\\unittestproject4\\unittestproject4\\bin\\debug\\unittestproject4.dll\" priority = \"1\" id = \"f0d6b58f-dc08-9c0b-aab7-0a1411d4a346\"><Owners><Owner name = \"asdf2\" /></Owners><Execution id = \"48ec1e47-b9df-43b9-aef2-a2cc8742353d\" /><TestMethod codeBase = \"C:\\Users\\kaadhina\\Source\\Repos\\Projectx\\UnitTestProject4\\UnitTestProject4\\bin\\Debug\\UnitTestProject4.dll\" adapterTypeName = \"Microsoft.VisualStudio.TestTools.TestTypes.Unit.UnitTestAdapter\" className = \"UnitTestProject4.UnitTest1\" name = \"TestMethod2\" /></UnitTest>" +
                              "<WebTest name=\"PSD_Startseite\" storage=\"c:\\vsoagent\\a284d2cc\\vseqa1\\psd_startseite.webtest\" id=\"01da1a13-b160-4ee6-9d84-7a6dfe37b1d2\" persistedWebTest=\"7\"><TestCategory><TestCategoryItem TestCategory=\"PSD\" /></TestCategory><Execution id=\"eb421c16-4546-435a-9c24-0d2878ea76d4\" /></WebTest>" +
                              "</TestDefinitions>" +

                              "<TestSettings name=\"TestSettings1\" id=\"e9d264e9-30da-48df-aa95-c6b53f699464\"><Description>These are default test settings for a local test run.</Description>" +
                              "<Execution>" +
                              "<AgentRule name=\"LocalMachineDefaultRole\">" +
                              "<DataCollectors>" +
                              "<DataCollector uri=\"datacollector://microsoft/CodeCoverage/1.0\" assemblyQualifiedName=\"Microsoft.VisualStudio.TestTools.CodeCoverage.CoveragePlugIn, Microsoft.VisualStudio.QualityTools.Plugins.CodeCoverage, Version=14.0.0.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a\" friendlyName=\"Code Coverage (Visual Studio 2010)\">" +
                              "<Configuration><CodeCoverage xmlns=\"\"><Regular>" +
                              "<CodeCoverageItem binaryFile=\"C:\\mstest.static.UnitTestProject3.dll\" pdbFile=\"C:\\mstest.static.UnitTestProject3.instr.pdb\" instrumentInPlace=\"true\" />" +
                              "</Regular></CodeCoverage></Configuration>" +
                              "</DataCollector>" +
                              "</DataCollectors>" +
                              "</AgentRule>" +
                              "</Execution>" +
                              "</TestSettings>" +


                              "{0}" +
                              "{1}" +

                              "<ResultSummary outcome=\"Failed\"><Counters total = \"2\" executed = \"2\" passed=\"1\" failed=\"1\" error=\"0\" timeout=\"0\" aborted=\"0\" inconclusive=\"0\" passedButRunAborted=\"0\" notRunnable=\"0\" notExecuted=\"0\" disconnected=\"0\" warning=\"0\" completed=\"0\" inProgress=\"0\" pending=\"0\" />" +

                              "{2}" +

                              "</ResultSummary>" +
                              "</TestRun>";

            var part0 = "<Results>" +
                        "<UnitTestResult executionId = \"48ec1e47-b9df-43b9-aef2-a2cc8742353d\" testId = \"f0d6b58f-dc08-9c0b-aab7-0a1411d4a346\" testName = \"TestMethod2\" computerName = \"KAADHINA1\" duration = \"00:00:00.0834563\" startTime = \"2015-03-20T16:53:32.3099353+05:30\" endTime = \"2015-03-20T16:53:32.3939623+05:30\" testType = \"13cdc9d9-ddb5-4fa4-a97d-d965ccfc6d4b\" outcome = \"Failed\" testListId = \"8c84fa94-04c1-424b-9868-57a2d4851a1d\" relativeResultsDirectory = \"48ec1e47-b9df-43b9-aef2-a2cc8742353d\" ><Output><ErrorInfo><Message>Assert.Fail failed.</Message><StackTrace>at UnitTestProject4.UnitTest1.TestMethod2() in C:\\Users\\kaadhina\\Source\\Repos\\Projectx\\UnitTestProject4\\UnitTestProject4\\UnitTest1.cs:line 21</StackTrace></ErrorInfo></Output>" +
                        "<ResultFiles><ResultFile path=\"DIGANR-DEV4\\x.txt\" /></ResultFiles>" +
                        "</UnitTestResult>" +

                        "<WebTestResult executionId=\"eb421c16-4546-435a-9c24-0d2878ea76d4\" testId=\"01da1a13-b160-4ee6-9d84-7a6dfe37b1d2\" testName=\"PSD_Startseite\" computerName=\"LAB-BUILDVNEXT\" duration=\"00:00:01.6887389\" startTime=\"2015-05-20T18:53:51.1063165+00:00\" endTime=\"2015-05-20T18:54:03.9160742+00:00\" testType=\"4e7599fa-5ecb-43e9-a887-cd63cf72d207\" outcome=\"Passed\" testListId=\"8c84fa94-04c1-424b-9868-57a2d4851a1d\" relativeResultsDirectory=\"eb421c16-4546-435a-9c24-0d2878ea76d4\">" +
                        "<ResultFiles>" +
                        "<ResultFile path=\"PSD_Startseite.webtestResult\" />" +
                        "</ResultFiles>" +
                        "<WebTestResultFilePath>LOCAL SERVICE_LAB-BUILDVNEXT 2015-05-20 18_53_41\\In\\eb421c16-4546-435a-9c24-0d2878ea76d4\\PSD_Startseite.webtestResult</WebTestResultFilePath>" +
                        "</WebTestResult>" +
                        "</Results>";

            var part1 =
                "<CollectorDataEntries>" +
                "<Collector agentName=\"DIGANR-DEV4\" uri=\"datacollector://microsoft/CodeCoverage/2.0\" collectorDisplayName=\"Code Coverage\"><UriAttachments><UriAttachment>" +
                "<A href=\"DIGANR-DEV4\\vstest_console.dynamic.data.coverage\"></A></UriAttachment></UriAttachments>" +
                "</Collector>" +
                "<Collector agentName=\"DIGANR-DEV4\" uri=\"datacollector://microsoft/CodeCoverage/1.0\" collectorDisplayName=\"MSTestAdapter\"><UriAttachments>" +
                "<UriAttachment><A href=\"DIGANR-DEV4\\unittestproject3.dll\">c:\\vstest.static.unittestproject3.dll</A></UriAttachment>" +
                "<UriAttachment><A href=\"DIGANR-DEV4\\UnitTestProject3.instr.pdb\">C:\\vstest.static.UnitTestProject3.instr.pdb</A></UriAttachment>" +
                "</UriAttachments></Collector>" +
                "</CollectorDataEntries>";

            var part2 = "<ResultFiles>" +
                        "<ResultFile path=\"vstest_console.static.data.coverage\" /></ResultFiles>" +
                        "<ResultFile path=\"DIGANR-DEV4\\mstest.static.data.coverage\" />";

            switch (val)
            {
            case 0:
                trxContents = string.Format(trxContents, part0, string.Empty, string.Empty);
                break;

            case 1:
                trxContents = string.Format(trxContents, string.Empty, part1, string.Empty);
                break;

            case 2:
                trxContents = string.Format(trxContents, string.Empty, string.Empty, part2);
                break;

            case 3:
                trxContents = string.Format(trxContents, string.Empty, string.Empty, string.Empty);
                break;

            default:
                trxContents = string.Format(trxContents, part0, part1, part2);
                break;
            }

            return(GetTestRunData(trxContents, myReader, trContext));
        }