public void ClassificationModelSelectingEnsembleLearner_Learn_Start_With_3_Models()
{
var learners = new IIndexedLearner <ProbabilityPrediction>[]
{
new ClassificationDecisionTreeLearner(2),
new ClassificationDecisionTreeLearner(5),
new ClassificationDecisionTreeLearner(7),
new ClassificationDecisionTreeLearner(9),
new ClassificationDecisionTreeLearner(11),
new ClassificationDecisionTreeLearner(21),
new ClassificationDecisionTreeLearner(23),
new ClassificationDecisionTreeLearner(1),
new ClassificationDecisionTreeLearner(14),
new ClassificationDecisionTreeLearner(17),
new ClassificationDecisionTreeLearner(19),
new ClassificationDecisionTreeLearner(33)
};
var metric = new LogLossClassificationProbabilityMetric();
var ensembleStrategy = new MeanProbabilityClassificationEnsembleStrategy();
var ensembleSelection = new ForwardSearchClassificationEnsembleSelection(metric,
ensembleStrategy, 5, 3, true);
var sut = new ClassificationModelSelectingEnsembleLearner(learners,
new RandomCrossValidation <ProbabilityPrediction>(5, 23),
ensembleStrategy, ensembleSelection);
var(observations, targets) = DataSetUtilities.LoadGlassDataSet();
var model = sut.Learn(observations, targets);
var predictions = model.PredictProbability(observations);
var actual = metric.Error(targets, predictions);
Assert.AreEqual(0.55183985816428427, actual, 0.0001);
}
public void ClassificationModelSelectingEnsembleLearner_Learn_Start_With_3_Models()
{
var learners = new IIndexedLearner <ProbabilityPrediction>[]
{
new ClassificationDecisionTreeLearner(2),
new ClassificationDecisionTreeLearner(5),
new ClassificationDecisionTreeLearner(7),
new ClassificationDecisionTreeLearner(9),
new ClassificationDecisionTreeLearner(11),
new ClassificationDecisionTreeLearner(21),
new ClassificationDecisionTreeLearner(23),
new ClassificationDecisionTreeLearner(1),
new ClassificationDecisionTreeLearner(14),
new ClassificationDecisionTreeLearner(17),
new ClassificationDecisionTreeLearner(19),
new ClassificationDecisionTreeLearner(33)
};
var metric = new LogLossClassificationProbabilityMetric();
var ensembleStrategy = new MeanProbabilityClassificationEnsembleStrategy();
var ensembleSelection = new ForwardSearchClassificationEnsembleSelection(metric, ensembleStrategy, 5, 3, true);
var sut = new ClassificationModelSelectingEnsembleLearner(learners, new RandomCrossValidation <ProbabilityPrediction>(5, 23),
ensembleStrategy, ensembleSelection);
var parser = new CsvParser(() => new StringReader(Resources.Glass));
var observations = parser.EnumerateRows(v => v != "Target").ToF64Matrix();
var targets = parser.EnumerateRows("Target").ToF64Vector();
var model = sut.Learn(observations, targets);
var predictions = model.PredictProbability(observations);
var actual = metric.Error(targets, predictions);
Assert.AreEqual(0.55183985816428427, actual, 0.0001);
}
