public Tokenizer(ILexicalElements tokens,
IJ4JLogger?logger = null,
params ICleanupTokens[] cleanupProcessors)
{
TextComparison = tokens.TextComparison;
_tokens = tokens;
_logger = logger;
_logger?.SetLoggedType(GetType());
if (cleanupProcessors.Length > 0)
{
_cleanupProcessors = cleanupProcessors;
}
else
{
_cleanupProcessors = new ICleanupTokens[]
{
new ConsolidateQuotedText(TextComparison, _logger),
new MergeSequentialSeparators()
}
};
}
public ColorHelpDisplay(ILexicalElements tokens,
OptionCollection collection)
: base(tokens, collection)
{
}
protected HelpDisplay(ILexicalElements tokens,
OptionCollection collection)
{
Tokens = tokens;
Collection = collection;
}
