コード例 #1
0
ファイル: SummaryTests.cs プロジェクト: dvoits/z3test
        public void BuildExperimentsSummary()
        {
            var domain = new Z3Domain();

            var benchmarkResults1 = Enumerable.Concat(BuildResults(1, 3, "a"), BuildResults(1, 2, "b"));
            var catSummary1       = ExperimentSummary.Build(benchmarkResults1, domain);

            Assert.AreEqual(2, catSummary1.Count, "2 categories");
            AssertCatSummary(3, catSummary1["a"]);
            AssertCatSummary(2, catSummary1["b"]);

            Table table0             = Table.Empty;
            var   experimentSummary1 = new ExperimentSummary(1, DateTimeOffset.Now, catSummary1);
            Table table1             = ExperimentSummaryStorage.AppendOrReplace(table0, experimentSummary1);

            var benchmarkResults2 = Enumerable.Concat(BuildResults(1, 3, "b"), BuildResults(1, 2, "c"));
            var catSummary2       = ExperimentSummary.Build(benchmarkResults2, domain);

            var   experimentSummary2 = new ExperimentSummary(2, DateTimeOffset.Now, catSummary2);
            Table table2             = ExperimentSummaryStorage.AppendOrReplace(table1, experimentSummary2);

            Assert.IsTrue(table2.Count >= 2 + 3 * (5 + 8), "Number of columns");
            Assert.AreEqual(2, table2.RowsCount, "Number of rows");

            AreEqualArrays(new[] { "1", "2" }, table2["ID"].Rows.AsString.ToArray());
            AreEqualArrays(new[] { "3", "" }, table2["a|SAT"].Rows.AsString.ToArray());
            AreEqualArrays(new[] { "2", "3" }, table2["b|SAT"].Rows.AsString.ToArray());
            AreEqualArrays(new[] { "", "2" }, table2["c|SAT"].Rows.AsString.ToArray());
        }
コード例 #2
0
 public ExperimentViewModel(ExperimentSummary summary, bool isFinished, DateTime submitted, TimeSpan timeout)
 {
     this.summary        = summary;
     this.IsFinished     = isFinished;
     this.SubmissionTime = submitted;
     this.Timeout        = timeout;
 }
コード例 #3
0
ファイル: SendMail.cs プロジェクト: chargen/PerformanceTest
        public async Task SendReport(AzureSummaryManager manager, ExperimentSummary expSummary, ExperimentSummary refSummary, string recipientsStr, string linkPage)
        {
            int expId          = expSummary.Id;
            int?refId          = refSummary != null ? (int?)refSummary.Id : null;
            var submissionTime = expSummary.Date;
            var statusSummary  = await manager.GetStatusSummary(expId, refId);

            var alerts = new ExperimentAlerts(expSummary, statusSummary, linkPage);


            if (alerts != null && alerts[""].Count > 0 && alerts[""].Level != AlertLevel.None)
            {
                Trace.WriteLine("Building summary HTML report...");
                string new_report = "<body>";
                new_report += "<h1>Z3 Nightly Alert Report</h1>";
                new_report += "<p>This are alerts for <a href=" + linkPage + "?job=" + expId + " style='text-decoration:none'>job #" + expId + "</a> (submitted " + submissionTime + ").</p>";

                if (alerts[""].Count == 0)
                {
                    new_report += "<p>";
                    new_report += "<img src='cid:ok'/> ";
                    new_report += "<font color=Green>All is well everywhere!</font>";
                    new_report += "</p>";
                }
                else
                {
                    new_report += "<h2>Alert Summary</h2>";
                    new_report += createReportTable("", alerts);

                    //detailed report
                    new_report += "<h2>Detailed alerts</h2>";
                    foreach (string cat in alerts.Categories)
                    {
                        if (cat != "" && alerts[cat].Count > 0)
                        {
                            new_report += "<h3><a href='" + linkPage + "?job=" + expId + "&cat=" + cat + "' style='text-decoration:none'>" + cat + "</a></h3>";
                            new_report += createReportTable(cat, alerts);
                        }
                    }
                    new_report += "<p>For more information please see the <a href='" + linkPage + "' style='text-decoration:none'>Z3 Nightly Webpage</a>.</p>";
                }
                new_report += "</body>";


                Trace.WriteLine("Send emails with report...");
                try
                {
                    var recipients = recipientsStr.Split(';');
                    foreach (string recipient in recipients)
                    {
                        Send(recipient, "Z3 Alerts", new_report, true);
                    }
                }
                catch (Exception ex)
                {
                    Trace.WriteLine("Failed to send email: " + ex.Message);
                }
            }
        }
コード例 #4
0
        public ShortCircuitResult ShortCircuit(ExperimentSummary experimentSummary, string userId)
        {
            var cookie = Context.Request.Cookies["ABsoluteMaybe-ShortCircuit"];

            return(cookie != null && cookie.Values.AllKeys.Contains(experimentSummary.Name)
                                        ? new ShortCircuitResult(true, cookie.Values[experimentSummary.Name])
                                        : ShortCircuitResult.False);
        }
コード例 #5
0
        public List <ExperimentSummary> GetExperimentStatuses()
        {
            var summaries = new Dictionary <int, ExperimentSummary>();

            using (DbCommand cmd = _db.GetSqlStringCommand(DashboardQueries.GetExperimentStatuses))
            {
                using (IDataReader reader = _db.ExecuteReader(cmd))
                {
                    while (reader.Read())
                    {
                        var experimentid = Convert.ToInt32(reader["Experiment Id"]);

                        if (!summaries.ContainsKey(experimentid))
                        {
                            var newSummary = new ExperimentSummary();
                            newSummary.Name = reader["Experiment Name"].ToString();
                            summaries.Add(experimentid, newSummary);
                        }

                        var summary = summaries[experimentid];

                        var hypothesisId = Convert.ToInt32(reader["Hypothesis Id"]);

                        if (!summary.Hypotheses.ContainsKey(hypothesisId))
                        {
                            var newHyp = new HypothesisSummary();
                            newHyp.Name     = reader["Hypothesis Name"].ToString();
                            newHyp.Visitors = Convert.ToInt32(reader["Visitors"]);

                            summary.Hypotheses.Add(hypothesisId, newHyp);
                        }

                        var hypothesis = summary.Hypotheses[hypothesisId];

                        var goalName = reader["Goal Name"].ToString();

                        if (!summary.Goals.ContainsKey(goalName))
                        {
                            GoalSummary goalSummary = new GoalSummary();
                            goalSummary.Name      = goalName;
                            goalSummary.GoalValue = Convert.ToDouble(reader["Goal Value"]);
                            summary.Goals.Add(goalName, goalSummary);
                        }


                        var conversions = Convert.ToInt32(reader["Conversions"]);
                        var convValue   = Convert.ToDouble(reader["Conversion Value"]);

                        hypothesis.GoalConversions.Add(goalName, conversions);
                        hypothesis.GoalValues.Add(goalName, convValue);
                    }
                }
            }

            return(summaries.Values.ToList());
        }
コード例 #6
0
        private static AlertSet FindCategoryAlerts(ExperimentSummary summary, ExperimentStatusSummary statusSummary, string category)
        {
            AlertSet res = new AlertSet();

            // Check for bugs != 0; This is critical.
            int bugs = category == "" ? summary.Overall.Bugs : summary.CategorySummary[category].Bugs;

            if (bugs != 0)
            {
                res.Add(AlertLevel.Critical,
                        string.Format("There {0} {1} bug{2}.", bugs == 1 ? "is" : "are", bugs, bugs == 1 ? "" : "s"));
            }

            // Infrastructure errors; this is just an information.
            int ierrs = category == "" ? summary.Overall.InfrastructureErrors : summary.CategorySummary[category].InfrastructureErrors;

            if (ierrs != 0)
            {
                res.Add(AlertLevel.None,
                        string.Format("There {0} {1} infrastructure error{2}.", ierrs == 1 ? "is" : "are", ierrs, ierrs == 1 ? "" : "s"));
            }

            // Check for errors != 0; this is just a warning.
            int errors = category == "" ? summary.Overall.Errors : summary.CategorySummary[category].Errors;

            if (errors != 0)
            {
                res.Add(AlertLevel.Warning,
                        string.Format("There {0} {1} error{2}.", errors == 1 ? "is" : "are", errors, errors == 1 ? "" : "s"));
            }

            // See whether something got slower.
            int dippers = GetStatuses(statusSummary.DippersByCategory, category).Count;

            if (dippers != 0)
            {
                res.Add(AlertLevel.None,
                        string.Format("There {0} {1} benchmark{2} that show{3} a dip in performance.",
                                      dippers == 1 ? "is" : "are", dippers,
                                      dippers == 1 ? "" : "s",
                                      dippers == 1 ? "s" : ""));
            }

            return(res);
        }
コード例 #7
0
        public ExperimentAlerts(ExperimentSummary summary, ExperimentStatusSummary statusSummary, string _linkPage)
        {
            alertSets = new Dictionary <string, AlertSet>();
            var overall = new AlertSet();

            foreach (var catSum in summary.CategorySummary)
            {
                if (catSum.Key != "")
                {
                    var set = FindCategoryAlerts(summary, statusSummary, catSum.Key);
                    alertSets.Add(catSum.Key, set);

                    if (set.Messages.Count != 0)
                    {
                        overall.Add(set.Level,
                                    string.Format("{0} alert{1} in <a href='" + _linkPage + "?cat={2}' style='text-decoration:none;'>{2}</a>.", set.Count, set.Count == 1 ? "" : "s", catSum.Key));
                    }
                }
            }
            alertSets.Add("", overall);
        }
コード例 #8
0
        public async Task <ExperimentSummary[]> Update(string timelineName, params int[] experiments)
        {
            if (experiments == null)
            {
                throw new ArgumentNullException(nameof(experiments));
            }

            Trace.WriteLine("Downloading experiment results...");
            var all_summaries = await DownloadSummary(timelineName);

            Table        timeline = all_summaries.Item1;
            RecordsTable records  = all_summaries.Item2;
            string       etag     = all_summaries.Item3;

            foreach (var experimentId in experiments)
            {
                var exp = await storage.GetExperiment(experimentId); // fails if not found

                var domain = resolveDomain.GetDomain(exp.DomainName);

                var results = (await storage.GetResults(experimentId)).Benchmarks;

                Trace.WriteLine("Building summary for the experiment " + experimentId);
                var catSummary = ExperimentSummary.Build(results, domain, ExperimentSummary.DuplicateResolution.Ignore);
                var expSummary = new ExperimentSummary(experimentId, DateTimeOffset.Now, catSummary);
                timeline = ExperimentSummaryStorage.AppendOrReplace(timeline, expSummary);

                Trace.WriteLine("Updating records...");
                records.UpdateWith(results, domain);
            }

            await UploadSummary(timelineName, timeline, records, all_summaries.Item3);

            var resultfromTable = ExperimentSummaryStorage.LoadFromTable(timeline);

            Array.Sort(resultfromTable, (el1, el2) => DateTimeOffset.Compare(el2.Date, el1.Date));
            return(resultfromTable);
        }
コード例 #9
0
        /// <summary>
        /// Requests data on the given experiment and displays the results
        /// </summary>
        /// <param name="id">The experiment ID</param>
        public async Task GetSummary(int id)
        {
            var query = new ExperimentSummary()
            {
                ExperimentId = id
            };

            var experiment = await QueryManager.Request(query);

            descriptionBox.Text = experiment["Description"];
            //designBox.Text = experiment["Design"];
            cropBox.Content   = experiment["Crop"];
            fieldBox.Content  = experiment["Field"];
            metBox.Content    = experiment["Met"];
            repsBox.Content   = experiment["Reps"];
            ratingBox.Content = experiment["Rating"];
            startBox.Content  = experiment["Start"];
            endBox.Content    = experiment["End"];

            var items = experiment["List"].Split('\n');

            researchersBox.Items.Clear();
            researchersBox.Items.AddRange(items);

            notesBox.Text = experiment["Notes"];

            var sowing = await QueryManager.Request(new SowingSummary()
            {
                ExperimentId = id
            });

            sowingMethodBox.Content = sowing["Method"];
            sowingDateBox.Content   = sowing["Date"];
            sowingDepthBox.Content  = sowing["Depth"];
            sowingRowBox.Content    = sowing["Row"];
            sowingPopBox.Content    = sowing["Pop"];
        }
コード例 #10
0
 public ExperimentViewModel(ExperimentSummary summary, bool isFinished)
 {
     this.summary    = summary;
     this.IsFinished = isFinished;
 }
コード例 #11
0
 public ShortCircuitResult ShortCircuit(ExperimentSummary experimentSummary, string userId)
 {
     return(Context.Request.QueryString.AllKeys.Contains(experimentSummary.Name)
                         ? new ShortCircuitResult(true, Context.Request.QueryString[experimentSummary.Name])
                         : ShortCircuitResult.False);
 }
コード例 #12
0
 public ShortCircuitResult ShortCircuit(ExperimentSummary experimentSummary, string userId)
 {
     return(experimentSummary.HasEnded
                         ? new ShortCircuitResult(true, experimentSummary.AlwaysUseOption)
                         : ShortCircuitResult.False);
 }