예제 #1
0
 /** @return A PTBTokenizerFactory that vends CoreLabel tokens. */
 public static TokenizerFactory <CoreLabel> factory(bool tokenizeNLs, bool invertible)
 {
     return(PTBTokenizerFactory.newPTBTokenizerFactory(tokenizeNLs, invertible));
 }
예제 #2
0
 /** @return A PTBTokenizerFactory that vends CoreLabel tokens with default tokenization. */
 public static TokenizerFactory <CoreLabel> coreLabelFactory()
 {
     return(PTBTokenizerFactory.newPTBTokenizerFactory(new CoreLabelTokenFactory(), ""));
 }
예제 #3
0
 /** @return A PTBTokenizerFactory that vends Word tokens. */
 public static TokenizerFactory <Word> factory()
 {
     return(PTBTokenizerFactory <Word> .newTokenizerFactory());
 }