public LatencyValidatorBuilder IfTreatmentFasterThanBaseline(
Percent byAtLeast,
double withConfidenceLevel, LatencyValidatorBehavior then)
{
return(new LatencyValidatorBuilder(
this.steps
.Append(new BuilderStep(BuilderStepType.IfFasterThan, withConfidenceLevel, then, byAtLeast))
.ToList()));
}
public BothLatencyValidator(
double alpha, TwoSampleHypothesis alternateHypothesis,
Percent byAtLeast,
// TODO: P2 - per the link, appears this may be the number of standard deviations? http://accord-framework.net/docs/html/T_Accord_Statistics_Testing_Power_TwoSampleTTestPowerAnalysis.htm
double minimumDetectableDifferenceDesired = 0.00001, // Some number larger than 0
double testStatisticalPower = 0.8 // the test power that we want. 0.8 is a standard - 0.9 is more conservative -- 1 - probability of rejecting the null hypothesis when the null hypothesis is actually false
)
{
this.alpha = alpha;
this.minimumDetectableDifferenceDesired = minimumDetectableDifferenceDesired;
this.testStatisticalPower = testStatisticalPower;
this.byAtLeastPercent = byAtLeast;
this.alternateHypothesis = alternateHypothesis;
}
public static IBenchmarkValidator FailIfCanSaySlowerThan(double confidenceLevel, Percent byAtLeast)
{
return(Builder
.IfTreatmentSlowerThanBaseline(byAtLeast: byAtLeast, withConfidenceLevel: confidenceLevel, then: LatencyValidatorBehavior.Fail)
.Otherwise(LatencyValidatorBehavior.Pass));
}
public BuilderStep(BuilderStepType stepType, double confidenceLevel, LatencyValidatorBehavior behavior, Percent byAtLeast)
{
this.ByAtLeastPercent = byAtLeast;
this.StepType = stepType;
this.ConfidenceLevel = confidenceLevel;
this.Behavior = behavior;
}
