public TokenStream lex() { while (!characterStream.isEndOfStream()) { addToken(); } return(tokenStream); }
private SyntaxNode parseIdentifier() { SyntaxNode node = readNode(); while (!currentCharacterStream.isEndOfStream()) { SyntaxNode operatorNode = SyntaxNode.createMultiplierNode(); operatorNode.right = node; operatorNode.left = readNode(); node = operatorNode; } return(node); }