Пример #1
0
        protected internal override ParserModel trainAndUpdate(ParserModel originalModel, ObjectStream <Parse> parseSamples, ModelUpdaterParams parameters)
        {
            Dictionary mdict = ParserTrainerTool.buildDictionary(parseSamples, originalModel.HeadRules, parameters.Cutoff.Value);

            parseSamples.reset();

            // TODO: training individual models should be in the chunking parser, not here
            // Training build
            Console.WriteLine("Training builder");
            opennlp.model.EventStream bes        = new ParserEventStream(parseSamples, originalModel.HeadRules, ParserEventTypeEnum.BUILD, mdict);
            AbstractModel             buildModel = Parser.train(bes, parameters.Iterations.Value, parameters.Cutoff.Value);

            parseSamples.close();

            return(originalModel.updateBuildModel(buildModel));
        }
 public virtual void reset()
 {
     adSentenceStream.reset();
 }
Пример #3
0
 public virtual void reset()
 {
     lineStream.reset();
 }