Beispiel #1
0
        //=============== Only PoS-Tagger (without Morphology) ===============//
        private static void ProcessText_without_Morphology(string text)
        {
            var(config, ssc) = PosTaggerEnvironment.CreatePosTaggerProcessorConfig();

            using (ssc)
                using (var tokenizer = new Tokenizer(config.TokenizerConfig))
                    using (var posTaggerScriber = PosTaggerScriber.Create(config.ModelFilename, config.TemplateFilename))
                    {
                        var posTaggerPreMerging = new PosTaggerPreMerging(config.Model);
                        var result = new List <word_t>();

                        tokenizer.Run(text, true, words =>
                        {
                            //-merge-phrases-abbreviations-numbers-
                            posTaggerPreMerging.Run(words);

                            //directly pos-tagging
                            posTaggerScriber.Run(words);

                            result.AddRange(words);
                        });

                        Console.WriteLine("pos-tagger-entity-count: " + result.Count + Environment.NewLine);
                        foreach (var w in result)
                        {
                            Console.WriteLine(w);
                        }
                        Console.WriteLine();
                    }
        }
Beispiel #2
0
        private void ProcessSentCallback_1(List <word_t> words)
        {
            //-merge-phrases-abbreviations-numbers-
            _PosTaggerPreMerging.Run(words);

            //directly pos-tagging
            _PosTaggerScriber.Run(words);

            //morpho-analyze
            #if DEBUG
            _PosTaggerMorphoAnalyzer.Run(words, true);
            #else
            _PosTaggerMorphoAnalyzer.Run(words);
            #endif

            _Words.AddRange(words);
        }