Esempio n. 1
0
        private static (bool compareSucceeded, bool regressionDetected) CheckEltTraces(string baselineFolder, string resultsFolder, bool failOnRegression)
        {
            var regressionDetected = false;

            // try look for ETL traces
            if (!TryGetETLPaths(baselineFolder, out var baselineEtlPath))
            {
                return(false, regressionDetected);
            }

            if (!TryGetETLPaths(resultsFolder, out var resultsEtlPath))
            {
                return(false, regressionDetected);
            }

            // Compare ETL
            if (!EtlDiffer.TryCompareETL(resultsEtlPath, baselineEtlPath, out regressionDetected))
            {
                return(false, regressionDetected);
            }

            if (regressionDetected && failOnRegression)
            {
                return(true, regressionDetected);
            }

            return(false, regressionDetected);
        }
Esempio n. 2
0
        public static async Task <int> CompareAsync(
            string baselineFolder, string resultsFolder, bool failOnRegression, ILogger logger, CancellationToken token)
        {
            token.ThrowIfCancellationRequested();

            var(success, shouldCheckETL) = await BenchmarkDotNetDiffer.TryCompareBenchmarkDotNetResultsAsync(baselineFolder, resultsFolder, logger).ConfigureAwait(false);

            if (!success)
            {
                return(1);
            }

            if (shouldCheckETL)
            {
                // get file paths
                if (!TryGetETLPaths(baselineFolder, out var baselineEtlPath))
                {
                    return(1);
                }

                if (!TryGetETLPaths(resultsFolder, out var resultsEtlPath))
                {
                    return(1);
                }

                // Compare ETL
                if (!EtlDiffer.TryCompareETL(resultsEtlPath, baselineEtlPath, out var regression))
                {
                    return(1);
                }

                if (regression && failOnRegression)
                {
                    return(1);
                }
            }

            return(0);
        }