public override void run(string[] args) { if (args.Length != 0) { Console.WriteLine(Help); } else { CommandLineTokenizer tokenizer = new CommandLineTokenizer(opennlp.tools.tokenize.SimpleTokenizer.INSTANCE); tokenizer.process(); } }
public override void run(string[] args) { if (args.Length != 1) { Console.WriteLine(Help); } else { TokenizerModel model = (new TokenizerModelLoader()).load(new File(args[0])); CommandLineTokenizer tokenizer = new CommandLineTokenizer(new opennlp.tools.tokenize.TokenizerME(model)); tokenizer.process(); } }