public static LemmatizerModel TrainModel(string path)
{
FileStream fs = new FileStream(path, FileMode.Open, FileAccess.Read);
TrainingParameters trainParams = new TrainingParameters();
trainParams.Set(Parameters.Iterations, "1");
trainParams.Set(Parameters.Cutoff, "0");
LemmatizerFactory lemmatizerFactory = new LemmatizerFactory();
LemmaSampleStream sampleStream = new LemmaSampleStream(new PlainTextByLineStream(fs));
return(LemmatizerME.Train(TRAINING_LANGUAGE, sampleStream, trainParams, lemmatizerFactory));
}
public NLPLemmatizerOp(Stream dictionary, LemmatizerModel lemmatizerModel)
{
Debug.Assert(dictionary != null || lemmatizerModel != null, "At least one parameter must be non-null");
dictionaryLemmatizer = dictionary == null ? null : new DictionaryLemmatizer(new ikvm.io.InputStreamWrapper(dictionary));
lemmatizerME = lemmatizerModel == null ? null : new LemmatizerME(lemmatizerModel);
}
public Lemmatizer(LemmatizerModel model)
{
this.lemmatizer = new LemmatizerME(model);
}
public Lemmatizer(FileStream modelStream)
{
this.lemmatizer = new LemmatizerME(new LemmatizerModel(modelStream));
}
public Lemmatizer(string path)
{
this.lemmatizer = new LemmatizerME(TrainModel(path));
}
public Lemmatizer()
{
this.lemmatizer = new LemmatizerME(TrainModel(Environment.CurrentDirectory + TRAINING_MODEL_PATH));
}
