public override Tokenizer Create(AttributeFactory factory, TextReader reader)
 {
     try
     {
         NLPSentenceDetectorOp sentenceOp  = OpenNLPOpsFactory.GetSentenceDetector(sentenceModelFile);
         NLPTokenizerOp        tokenizerOp = OpenNLPOpsFactory.GetTokenizer(tokenizerModelFile);
         return(new OpenNLPTokenizer(factory, reader, sentenceOp, tokenizerOp));
     }
     catch (IOException e)
     {
         throw new Exception(e.ToString(), e);
     }
 }
Esempio n. 2
0
 public override Tokenizer Create(AttributeFactory factory, TextReader reader)
 {
     try
     {
         NLPSentenceDetectorOp sentenceOp  = OpenNLPOpsFactory.GetSentenceDetector(sentenceModelFile);
         NLPTokenizerOp        tokenizerOp = OpenNLPOpsFactory.GetTokenizer(tokenizerModelFile);
         return(new OpenNLPTokenizer(factory, reader, sentenceOp, tokenizerOp));
     }
     catch (Exception e) when(e.IsIOException())
     {
         throw RuntimeException.Create(e);
     }
 }