/// <summary> Use this training method if you wish to supply an end of
/// sentence scanner which provides a different set of ending chars
/// other than the default ones. They are "\\.|!|\\?|\\\"|\\)".
/// </summary>
public static SharpEntropy.GisModel TrainModel(string inFile, int iterations, int cut, IEndOfSentenceScanner scanner)
{
SharpEntropy.ITrainingEventReader eventReader;
SharpEntropy.ITrainingDataReader<string> dataReader;
System.IO.StreamReader streamReader;
using (streamReader = new System.IO.StreamReader(inFile, System.Text.Encoding.UTF7))
{
dataReader = new SharpEntropy.PlainTextByLineDataReader(streamReader);
eventReader = new SentenceDetectionEventReader(dataReader, scanner);
SharpEntropy.GisTrainer trainer = new SharpEntropy.GisTrainer();
trainer.TrainModel(eventReader, iterations, cut);
return new SharpEntropy.GisModel(trainer);
}
}
/// <summary> Use this training method if you wish to supply an end of
/// sentence scanner which provides a different set of ending chars
/// other than the default ones. They are "\\.|!|\\?|\\\"|\\)".
/// </summary>
public static SharpEntropy.GisModel TrainModel(string inFile, int iterations, int cut, IEndOfSentenceScanner scanner)
{
SharpEntropy.ITrainingEventReader eventReader;
SharpEntropy.ITrainingDataReader<string> dataReader;
System.IO.StreamReader streamReader;
using (streamReader = new System.IO.StreamReader(inFile, System.Text.Encoding.UTF7))
{
dataReader = new SharpEntropy.PlainTextByLineDataReader(streamReader);
eventReader = new SentenceDetectionEventReader(dataReader, scanner);
SharpEntropy.GisTrainer trainer = new SharpEntropy.GisTrainer();
trainer.TrainModel(eventReader, iterations, cut);
return new SharpEntropy.GisModel(trainer);
}
}
