public override void run(string format, string[] args)
{
base.run(format, args);
mlParams = CmdLineUtil.loadTrainingParameters(@params.Params, false);
if (mlParams == null)
{
mlParams = ModelUtil.createTrainingParameters(@params.Iterations.Value, @params.Cutoff.Value);
}
IList <EvaluationMonitor <ChunkSample> > listeners = new LinkedList <EvaluationMonitor <ChunkSample> >();
ChunkerDetailedFMeasureListener detailedFMeasureListener = null;
if (@params.Misclassified.Value)
{
listeners.Add(new ChunkEvaluationErrorListener());
}
if (@params.DetailedF.Value)
{
detailedFMeasureListener = new ChunkerDetailedFMeasureListener();
listeners.Add(detailedFMeasureListener);
}
ChunkerCrossValidator validator;
try
{
ChunkerFactory chunkerFactory = ChunkerFactory.create(@params.Factory);
validator = new ChunkerCrossValidator(@params.Lang, mlParams, chunkerFactory, listeners.ToArray());
validator.evaluate(sampleStream, @params.Folds.Value);
}
catch (IOException e)
{
throw new TerminateToolException(-1, "IO error while reading training data or indexing data: " + e.Message, e);
}
finally
{
try
{
sampleStream.close();
}
catch (IOException)
{
// sorry that this can fail
}
}
if (detailedFMeasureListener == null)
{
FMeasure result = validator.FMeasure;
Console.WriteLine(result.ToString());
}
else
{
Console.WriteLine(detailedFMeasureListener.ToString());
}
}
private static ChunkerModel TrainModel(ChunkerFactory factory)
{
return(ChunkerME.Train("en", ChunkerMETest.CreateSampleStream(), TrainingParameters.DefaultParameters(), factory));
}
