public void Run(string text, bool splitBySmiles, Tokenizer.ProcessSentCallbackDelegate processSentCallback)
        {
            _ProcessSentCallback = processSentCallback;

            _Tokenizer.run(text, splitBySmiles, ProcessSentCallback_Callback);

            _ProcessSentCallback = null;
        }
Beispiel #2
0
        public void Run(string text, bool splitBySmiles, Tokenizer.ProcessSentCallbackDelegate processSentCallback)
        {
            _OuterProcessSentCallback_Delegate = processSentCallback;

            _Tokenizer.Run(text, splitBySmiles, _ProcessSentCallback_2_Delegate);

            _OuterProcessSentCallback_Delegate = null;
        }
Beispiel #3
0
        public NerProcessor(NerProcessorConfig config)
        {
            CheckConfig(config);

            _NerScriber = NerScriber.Create(config.ModelFilename, config.TemplateFilename);
            _Tokenizer  = new Tokenizer(config.TokenizerConfig);
            _Words      = new List <word_t>(DEFAULT_WORDSLIST_CAPACITY);
            _ProcessSentCallback_1_Delegate = new Tokenizer.ProcessSentCallbackDelegate(ProcessSentCallback_1);
            _ProcessSentCallback_2_Delegate = new Tokenizer.ProcessSentCallbackDelegate(ProcessSentCallback_2);
        }
Beispiel #4
0
        public PosTaggerProcessor(PosTaggerProcessorConfig config, IMorphoModel morphoModel, MorphoAmbiguityResolverModel morphoAmbiguityModel)
        {
            CheckConfig(config, morphoModel, morphoAmbiguityModel);

            _Tokenizer                      = new Tokenizer(config.TokenizerConfig);
            _Words                          = new List <word_t>(DEFAULT_WORDSLIST_CAPACITY);
            _PosTaggerScriber               = PosTaggerScriber.Create(config.ModelFilename, config.TemplateFilename);
            _PosTaggerPreMerging            = new PosTaggerPreMerging(config.Model);
            _PosTaggerMorphoAnalyzer        = new PosTaggerMorphoAnalyzer(morphoModel, morphoAmbiguityModel);
            _ProcessSentCallback_1_Delegate = new Tokenizer.ProcessSentCallbackDelegate(ProcessSentCallback_1);
            _ProcessSentCallback_2_Delegate = new Tokenizer.ProcessSentCallbackDelegate(ProcessSentCallback_2);
        }