public override Tokenizer Create(AttributeFactory factory, TextReader reader) { try { NLPSentenceDetectorOp sentenceOp = OpenNLPOpsFactory.GetSentenceDetector(sentenceModelFile); NLPTokenizerOp tokenizerOp = OpenNLPOpsFactory.GetTokenizer(tokenizerModelFile); return(new OpenNLPTokenizer(factory, reader, sentenceOp, tokenizerOp)); } catch (IOException e) { throw new Exception(e.ToString(), e); } }
public override Tokenizer Create(AttributeFactory factory, TextReader reader) { try { NLPSentenceDetectorOp sentenceOp = OpenNLPOpsFactory.GetSentenceDetector(sentenceModelFile); NLPTokenizerOp tokenizerOp = OpenNLPOpsFactory.GetTokenizer(tokenizerModelFile); return(new OpenNLPTokenizer(factory, reader, sentenceOp, tokenizerOp)); } catch (Exception e) when(e.IsIOException()) { throw RuntimeException.Create(e); } }