public override TokenInfo ReadToken()
{
Token token = tokenizer.GetNext ();
SourceLocation location = new SourceLocation(token.StartPosition,token.StartLine,token.StartColumn);
SS.SourceSpan span = new SS.SourceSpan (ConvertToSSSrcLocation(location), ConvertToSSSrcLocation(tokenizer.Position));
TokenTriggers trigger = GetTrigger(token.Kind);
TokenCategory category = GetCategory (token.Kind);
return new TokenInfo (span, category, trigger);
}
public override TokenInfo ReadToken()
{
Token token = tokenizer.GetNext();
SourceLocation location = new SourceLocation(token.StartPosition, token.StartLine, token.StartColumn);
SS.SourceSpan span = new SS.SourceSpan(ConvertToSSSrcLocation(location), ConvertToSSSrcLocation(tokenizer.Position));
TokenTriggers trigger = GetTrigger(token.Kind);
TokenCategory category = GetCategory(token.Kind);
return(new TokenInfo(span, category, trigger));
}