public LatencyValidatorBuilder IfTreatmentFasterThanBaseline( Percent byAtLeast, double withConfidenceLevel, LatencyValidatorBehavior then) { return(new LatencyValidatorBuilder( this.steps .Append(new BuilderStep(BuilderStepType.IfFasterThan, withConfidenceLevel, then, byAtLeast)) .ToList())); }
public BothLatencyValidator( double alpha, TwoSampleHypothesis alternateHypothesis, Percent byAtLeast, // TODO: P2 - per the link, appears this may be the number of standard deviations? http://accord-framework.net/docs/html/T_Accord_Statistics_Testing_Power_TwoSampleTTestPowerAnalysis.htm double minimumDetectableDifferenceDesired = 0.00001, // Some number larger than 0 double testStatisticalPower = 0.8 // the test power that we want. 0.8 is a standard - 0.9 is more conservative -- 1 - probability of rejecting the null hypothesis when the null hypothesis is actually false ) { this.alpha = alpha; this.minimumDetectableDifferenceDesired = minimumDetectableDifferenceDesired; this.testStatisticalPower = testStatisticalPower; this.byAtLeastPercent = byAtLeast; this.alternateHypothesis = alternateHypothesis; }
public static IBenchmarkValidator FailIfCanSaySlowerThan(double confidenceLevel, Percent byAtLeast) { return(Builder .IfTreatmentSlowerThanBaseline(byAtLeast: byAtLeast, withConfidenceLevel: confidenceLevel, then: LatencyValidatorBehavior.Fail) .Otherwise(LatencyValidatorBehavior.Pass)); }
public BuilderStep(BuilderStepType stepType, double confidenceLevel, LatencyValidatorBehavior behavior, Percent byAtLeast) { this.ByAtLeastPercent = byAtLeast; this.StepType = stepType; this.ConfidenceLevel = confidenceLevel; this.Behavior = behavior; }