Пример #1
0
 /** @return A PTBTokenizerFactory that vends CoreLabel tokens with default tokenization. */
 public static TokenizerFactory <CoreLabel> coreLabelFactory()
 {
     return(PTBTokenizerFactory.newPTBTokenizerFactory(new CoreLabelTokenFactory(), ""));
 }
Пример #2
0
 /** @return A PTBTokenizerFactory that vends CoreLabel tokens. */
 public static TokenizerFactory <CoreLabel> factory(bool tokenizeNLs, bool invertible)
 {
     return(PTBTokenizerFactory.newPTBTokenizerFactory(tokenizeNLs, invertible));
 }