public NumberLiteralTokenizer(Location location, RootTokenizer rootTokenizer)
: base(rootTokenizer)
{
rootTokenizer.OnToken(
parser => parser.ParseNumberLiteral(
() => double.Parse(stringBuilder.ToString()), new Region(location, stringBuilder.Length)));
}
public AlphanumericTokenizer(Location location, RootTokenizer rootTokenizer)
: base(rootTokenizer)
{
rootTokenizer.OnToken(
parser => parser.ParseIdentifier(
() => stringBuilder.ToString(), new Region(location, stringBuilder.Length)));
}
protected SubTokenizer(RootTokenizer rootTokenizer)
{
if(rootTokenizer == null) {
throw new ArgumentNullException("rootTokenizer");
}
this.RootTokenizer = rootTokenizer;
}
public DotTokenizer(RootTokenizer lineTokenizer, Location location)
: base(lineTokenizer)
{
//token = parser => doubleDot ? parser.ParseDoubleDot(location) : parser.ParseDot(location);
}
public StringLiteralTokenizer(RootTokenizer rootTokenizer)
: base(rootTokenizer)
{
}
