private static DocumentCategorizerModel Train(DocumentCategorizerFactory factory = null) {
return DocumentCategorizerME.Train(
"x-unspecified",
CreateSampleStream(),
TrainingParameters.DefaultParameters(),
factory ?? new DocumentCategorizerFactory());
}
internal static NaiveBayesModel TrainModel(IObjectStream <Event> samples, int cutoff = 1)
{
var parameters = TrainingParameters.DefaultParameters();
parameters.Set(Parameters.Cutoff, cutoff.ToString(CultureInfo.InvariantCulture));
var trainer = new NaiveBayesTrainer();
trainer.Init(parameters, null);
return(trainer.Train(samples));
}
internal static NaiveBayesModel TrainModel()
{
var parameters = TrainingParameters.DefaultParameters();
parameters.Set(Parameters.Cutoff, "1");
var trainer = new NaiveBayesTrainer();
trainer.Init(parameters, null);
return(trainer.Train(CreateTrainingStream()));
}
public void TestNaiveBayesOnPrepAttachDataUsingTrainUtilWithCutoff5()
{
var parameters = TrainingParameters.DefaultParameters();
parameters.Set(Parameters.Algorithm, Parameters.Algorithms.NaiveBayes);
parameters.Set(Parameters.Cutoff, "5");
var trainer = TrainerFactory.GetEventTrainer(parameters, null, null);
Assert.NotNull(trainer);
Assert.IsInstanceOf <NaiveBayesTrainer>(trainer);
var model = trainer.Train(PrepAttachDataUtility.CreateTrainingStream());
Assert.NotNull(model);
PrepAttachDataUtility.TestModel(model, 0.7945035899975241);
}
private static SentenceModel Train(SentenceDetectorFactory factory)
{
return(SentenceDetectorME.Train("en", CreateSampleStream(), factory, TrainingParameters.DefaultParameters()));
}
public DocumentCategorizerModel Train(DocumentCategorizerFactory factory = null)
{
return(DocumentCategorizerME.Train("en", GetSentimentModelStream(),
TrainingParameters.DefaultParameters(),
factory != null ? factory : new DocumentCategorizerFactory()));
}
private static TokenizerModel Train(TokenizerFactory factory)
{
return(TokenizerME.Train(CreateSampleStream(), factory, TrainingParameters.DefaultParameters()));
}
private static ChunkerModel TrainModel(ChunkerFactory factory)
{
return(ChunkerME.Train("en", ChunkerMETest.CreateSampleStream(), TrainingParameters.DefaultParameters(), factory));
}
