public static RunDetail <BinaryClassificationMetrics> GetBestRun(IEnumerable <RunDetail <BinaryClassificationMetrics> > results,
BinaryClassificationMetric metric)
{
var metricsAgent = new BinaryMetricsAgent(null, metric);
var metricInfo = new OptimizingMetricInfo(metric);
return(GetBestRun(results, metricsAgent, metricInfo.IsMaximizing));
}
public AutoMLExperiment SetEvaluateMetric(BinaryClassificationMetric metric, string labelColumn = "label", string predictedColumn = "PredictedLabel")
{
var metricManager = new BinaryMetricManager()
{
Metric = metric,
PredictedColumn = predictedColumn,
LabelColumn = labelColumn,
};
_serviceCollection.AddSingleton <IMetricManager>(metricManager);
SetIsMaximizeMetric(metricManager.IsMaximize);
return(this);
}
public BinaryMetricsAgent(MLContext mlContext,
BinaryClassificationMetric optimizingMetric)
{
_mlContext = mlContext;
_optimizingMetric = optimizingMetric;
}
private static bool IsPerfectModel(BinaryClassificationMetrics metrics, BinaryClassificationMetric metric)
{
var metricsAgent = new BinaryMetricsAgent(null, metric);
return(IsPerfectModel(metricsAgent, metrics));
}
private static double GetScore(BinaryClassificationMetrics metrics, BinaryClassificationMetric metric)
{
return(new BinaryMetricsAgent(null, metric).GetScore(metrics));
}
public OptimizingMetricInfo(BinaryClassificationMetric binaryMetric)
{
IsMaximizing = !_minimizingBinaryMetrics.Contains(binaryMetric);
}
