public AlphanumericTokenizer(Location location, RootTokenizer rootTokenizer)
: base(rootTokenizer)
{
rootTokenizer.OnToken(
parser => parser.ParseIdentifier(
() => stringBuilder.ToString(), new Region(location, stringBuilder.Length)));
}
public NumberLiteralTokenizer(Location location, RootTokenizer rootTokenizer)
: base(rootTokenizer)
{
rootTokenizer.OnToken(
parser => parser.ParseNumberLiteral(
() => double.Parse(stringBuilder.ToString()), new Region(location, stringBuilder.Length)));
}
