public static STTokenizerResult Parse(string[] argLines, CancellationToken argCancelToken)
{
var pTokenizer = new STTokenizer(argLines, argCancelToken);
var pRet = pTokenizer.Parse();
return(pRet);
}
public void Run()
{
var pTokernizer = new ST.STTokenizer();
var pCanceltoken = new CancellationTokenSource();
try
{
foreach (var t in mTexts)
{
var pText = t;
try
{
do
{
var pTokens = pTokernizer.Parse(pText, pCanceltoken.Token);
Console.WriteLine($"{pTokens.Terminate} {pTokens.Tokens}");
if (pTokens.Terminate == ST.ESTTokenizerTerminate.No)
{
break;
}
pText = pTokens.PromptNoParse;
} while (pText != null);
}
catch (AggregateException ex)
{
ex.Handle(e => PrintError(pText, e));
}
catch (Exception ex)
{
PrintError(pText, ex);
}
}
}
finally
{
pCanceltoken.Cancel();
}
}
