public static STTokenizerResult Parse(string[] argLines, CancellationToken argCancelToken) { var pTokenizer = new STTokenizer(argLines, argCancelToken); var pRet = pTokenizer.Parse(); return(pRet); }
public void Run() { var pTokernizer = new ST.STTokenizer(); var pCanceltoken = new CancellationTokenSource(); try { foreach (var t in mTexts) { var pText = t; try { do { var pTokens = pTokernizer.Parse(pText, pCanceltoken.Token); Console.WriteLine($"{pTokens.Terminate} {pTokens.Tokens}"); if (pTokens.Terminate == ST.ESTTokenizerTerminate.No) { break; } pText = pTokens.PromptNoParse; } while (pText != null); } catch (AggregateException ex) { ex.Handle(e => PrintError(pText, e)); } catch (Exception ex) { PrintError(pText, ex); } } } finally { pCanceltoken.Cancel(); } }