public static RunDetail <MulticlassClassificationMetrics> GetBestRun(IEnumerable <RunDetail <MulticlassClassificationMetrics> > results,
MulticlassClassificationMetric metric)
{
var metricsAgent = new MultiMetricsAgent(null, metric);
var metricInfo = new OptimizingMetricInfo(metric);
return(GetBestRun(results, metricsAgent, metricInfo.IsMaximizing));
}
public AutoMLExperiment SetEvaluateMetric(MulticlassClassificationMetric metric, string labelColumn = "label", string predictedColumn = "PredictedLabel")
{
var metricManager = new MultiClassMetricManager()
{
Metric = metric,
PredictedColumn = predictedColumn,
LabelColumn = labelColumn,
};
_serviceCollection.AddSingleton <IMetricManager>(metricManager);
SetIsMaximizeMetric(metricManager.IsMaximize);
return(this);
}
public MultiMetricsAgent(MLContext mlContext,
MulticlassClassificationMetric optimizingMetric)
{
_mlContext = mlContext;
_optimizingMetric = optimizingMetric;
}
private static bool IsPerfectModel(MulticlassClassificationMetrics metrics, MulticlassClassificationMetric metric)
{
var metricsAgent = new MultiMetricsAgent(null, metric);
return(IsPerfectModel(metricsAgent, metrics));
}
private static double GetScore(MulticlassClassificationMetrics metrics, MulticlassClassificationMetric metric)
{
return(new MultiMetricsAgent(null, metric).GetScore(metrics));
}
public OptimizingMetricInfo(MulticlassClassificationMetric multiMetric)
{
IsMaximizing = !_minimizingMulticlassMetrics.Contains(multiMetric);
}
