public MmlMatchLongestLexer(MmlTokenizerSource source)
: base(source)
{
}
protected MmlLexer(MmlTokenizerSource source)
{
TokenizerSource = source;
}
public static MmlTokenSet Tokenize(MmlTokenizerSource source)
{
var tokenizer = new MmlTokenizer (source);
tokenizer.Process ();
return tokenizer.result;
}
public void Process(IList<MmlInputSource> inputs)
{
result = new MmlTokenizerSource ();
DoProcess (inputs);
}
public MmlTokenizer(MmlTokenizerSource source)
{
this.source = source;
this.result = new MmlTokenSet ();
}