/// <summary>
///
/// </summary>
/// <param name="analyzer"></param>
/// <param name="token"></param>
private static void AnalyzeTokenType(TextTokenAnalyzer analyzer, TextTokenInfo token)
{
if (!string.IsNullOrEmpty(token.TokenType))
{
return;
}
token.TokenType = analyzer.Analyze(token);
}
/// <summary>
///
/// </summary>
/// <param name="analyzer"></param>
private static void AnalyzePartsTokens(TextTokenAnalyzer analyzer, List <TextTokenPartInfo> parts)
{
var tokens = parts.SelectMany(s => s.Tokens).ToList();
tokens.ForEach(f => AnalyzeTokenType(analyzer, f));
}
