public override TokenInfo ReadToken()
		{
			Token token = tokenizer.GetNext ();
			SourceLocation location = new SourceLocation(token.StartPosition,token.StartLine,token.StartColumn);
			SS.SourceSpan span = new SS.SourceSpan (ConvertToSSSrcLocation(location), ConvertToSSSrcLocation(tokenizer.Position));
			TokenTriggers trigger = GetTrigger(token.Kind);
			TokenCategory category = GetCategory (token.Kind);
			return new TokenInfo (span, category, trigger);
		}
Example #2
0
        public override TokenInfo ReadToken()
        {
            Token          token    = tokenizer.GetNext();
            SourceLocation location = new SourceLocation(token.StartPosition, token.StartLine, token.StartColumn);

            SS.SourceSpan span     = new SS.SourceSpan(ConvertToSSSrcLocation(location), ConvertToSSSrcLocation(tokenizer.Position));
            TokenTriggers trigger  = GetTrigger(token.Kind);
            TokenCategory category = GetCategory(token.Kind);

            return(new TokenInfo(span, category, trigger));
        }