public AlphanumericTokenizer(Location location, RootTokenizer rootTokenizer) : base(rootTokenizer) { rootTokenizer.OnToken( parser => parser.ParseIdentifier( () => stringBuilder.ToString(), new Region(location, stringBuilder.Length))); }
public NumberLiteralTokenizer(Location location, RootTokenizer rootTokenizer) : base(rootTokenizer) { rootTokenizer.OnToken( parser => parser.ParseNumberLiteral( () => double.Parse(stringBuilder.ToString()), new Region(location, stringBuilder.Length))); }