public NumberLiteralTokenizer(Location location, RootTokenizer rootTokenizer) : base(rootTokenizer) { rootTokenizer.OnToken( parser => parser.ParseNumberLiteral( () => double.Parse(stringBuilder.ToString()), new Region(location, stringBuilder.Length))); }
public AlphanumericTokenizer(Location location, RootTokenizer rootTokenizer) : base(rootTokenizer) { rootTokenizer.OnToken( parser => parser.ParseIdentifier( () => stringBuilder.ToString(), new Region(location, stringBuilder.Length))); }
protected SubTokenizer(RootTokenizer rootTokenizer) { if(rootTokenizer == null) { throw new ArgumentNullException("rootTokenizer"); } this.RootTokenizer = rootTokenizer; }
public DotTokenizer(RootTokenizer lineTokenizer, Location location) : base(lineTokenizer) { //token = parser => doubleDot ? parser.ParseDoubleDot(location) : parser.ParseDot(location); }
public StringLiteralTokenizer(RootTokenizer rootTokenizer) : base(rootTokenizer) { }