public void FindBestResultWithAllNullMetrics()
{
var runResults = new List <RunDetail <RegressionMetrics> >()
{
new RunDetail <RegressionMetrics>(null, null, null, null, null, null),
};
var metricsAgent = new RegressionMetricsAgent(null, RegressionMetric.RSquared);
var bestResult = BestResultUtil.GetBestRun(runResults, metricsAgent, true);
Assert.Null(bestResult);
}
public void FindBestResultWithSomeNullMetrics()
{
var metrics1 = MetricsUtil.CreateRegressionMetrics(0.2, 0.2, 0.2, 0.2, 0.2);
var metrics2 = MetricsUtil.CreateRegressionMetrics(0.3, 0.3, 0.3, 0.3, 0.3);
var metrics3 = MetricsUtil.CreateRegressionMetrics(0.1, 0.1, 0.1, 0.1, 0.1);
var runResults = new List <RunDetail <RegressionMetrics> >()
{
new RunDetail <RegressionMetrics>(null, null, null, null, null, null),
new RunDetail <RegressionMetrics>(null, null, null, null, metrics1, null),
new RunDetail <RegressionMetrics>(null, null, null, null, metrics2, null),
new RunDetail <RegressionMetrics>(null, null, null, null, metrics3, null),
};
var metricsAgent = new RegressionMetricsAgent(null, RegressionMetric.RSquared);
var bestResult = BestResultUtil.GetBestRun(runResults, metricsAgent, true);
Assert.Equal(0.3, bestResult.ValidationMetrics.RSquared);
}
private static bool IsPerfectModel(RegressionMetrics metrics, RegressionMetric metric)
{
var metricsAgent = new RegressionMetricsAgent(null, metric);
return(IsPerfectModel(metricsAgent, metrics));
}
