/** @return A PTBTokenizerFactory that vends CoreLabel tokens. */ public static TokenizerFactory <CoreLabel> factory(bool tokenizeNLs, bool invertible) { return(PTBTokenizerFactory.newPTBTokenizerFactory(tokenizeNLs, invertible)); }
/** @return A PTBTokenizerFactory that vends CoreLabel tokens with default tokenization. */ public static TokenizerFactory <CoreLabel> coreLabelFactory() { return(PTBTokenizerFactory.newPTBTokenizerFactory(new CoreLabelTokenFactory(), "")); }
/** @return A PTBTokenizerFactory that vends Word tokens. */ public static TokenizerFactory <Word> factory() { return(PTBTokenizerFactory <Word> .newTokenizerFactory()); }