protected internal override ParserModel trainAndUpdate(ParserModel originalModel, ObjectStream <Parse> parseSamples, ModelUpdaterParams parameters) { Dictionary mdict = ParserTrainerTool.buildDictionary(parseSamples, originalModel.HeadRules, parameters.Cutoff.Value); parseSamples.reset(); // TODO: training individual models should be in the chunking parser, not here // Training build Console.WriteLine("Training builder"); opennlp.model.EventStream bes = new ParserEventStream(parseSamples, originalModel.HeadRules, ParserEventTypeEnum.BUILD, mdict); AbstractModel buildModel = Parser.train(bes, parameters.Iterations.Value, parameters.Cutoff.Value); parseSamples.close(); return(originalModel.updateBuildModel(buildModel)); }
public virtual void reset() { adSentenceStream.reset(); }
public virtual void reset() { lineStream.reset(); }