public void Test2InsertBeforeAfterMiddleIndex() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abc" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.InsertBefore( 1, "x" ); tokens.InsertAfter( 1, "x" ); string result = tokens.ToString(); string expecting = "axbxc"; Assert.AreEqual( expecting, result ); }
public void TestReplaceThenDeleteMiddleIndex() /*throws Exception*/ { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n"); ICharStream input = new ANTLRStringStream("abc"); Interpreter lexEngine = new Interpreter(g, input); TokenRewriteStream tokens = new TokenRewriteStream(lexEngine); tokens.Fill(); tokens.Replace(1, "x"); tokens.Delete(1); string result = tokens.ToString(); string expecting = "ac"; assertEquals(expecting, result); }
public void TestDisjointInserts() /*throws Exception*/ { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n"); ICharStream input = new ANTLRStringStream("abc"); Interpreter lexEngine = new Interpreter(g, input); TokenRewriteStream tokens = new TokenRewriteStream(lexEngine); tokens.Fill(); tokens.InsertBefore(1, "x"); tokens.InsertBefore(2, "y"); tokens.InsertBefore(0, "z"); string result = tokens.ToString(); string expecting = "zaxbyc"; Assert.AreEqual(expecting, result); }
public void Test2InsertThenReplaceIndex0() /*throws Exception*/ { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n"); ICharStream input = new ANTLRStringStream("abc"); Interpreter lexEngine = new Interpreter(g, input); TokenRewriteStream tokens = new TokenRewriteStream(lexEngine); tokens.Fill(); tokens.InsertBefore(0, "x"); tokens.InsertBefore(0, "y"); tokens.Replace(0, "z"); string result = tokens.ToString(); string expecting = "yxzbc"; assertEquals(expecting, result); }
public void TestToStringStartStop() /*throws Exception*/ { Grammar g = new Grammar( "lexer grammar t;\n" + "ID : 'a'..'z'+;\n" + "INT : '0'..'9'+;\n" + "SEMI : ';';\n" + "MUL : '*';\n" + "ASSIGN : '=';\n" + "WS : ' '+;\n"); // Tokens: 0123456789 // Input: x = 3 * 0; ICharStream input = new ANTLRStringStream("x = 3 * 0;"); Interpreter lexEngine = new Interpreter(g, input); TokenRewriteStream tokens = new TokenRewriteStream(lexEngine); tokens.Fill(); tokens.Replace(4, 8, "0"); // replace 3 * 0 with 0 string result = tokens.ToOriginalString(); string expecting = "x = 3 * 0;"; Assert.AreEqual(expecting, result); result = tokens.ToString(); expecting = "x = 0;"; Assert.AreEqual(expecting, result); result = tokens.ToString(0, 9); expecting = "x = 0;"; Assert.AreEqual(expecting, result); result = tokens.ToString(4, 8); expecting = "0"; Assert.AreEqual(expecting, result); }
public void TestReplaceRangeThenInsertAtRightEdge() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abcccba" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 2, 4, "x" ); tokens.InsertBefore( 4, "y" ); // no effect; within range of a replace Exception exc = null; try { tokens.ToString(); } catch ( ArgumentException iae ) { exc = iae; } string expecting = "insert op <InsertBeforeOp@[@4,4:4='c',<6>,1:4]:\"y\"> within boundaries of previous <ReplaceOp@[@2,2:2='c',<6>,1:2]..[@4,4:4='c',<6>,1:4]:\"x\">"; Assert.IsNotNull( exc ); Assert.AreEqual( expecting, exc.Message ); }
public void TestCombineInsertOnLeftWithDelete() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abc" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Delete( 0, 2 ); tokens.InsertBefore( 0, "z" ); // combine with left edge of rewrite string result = tokens.ToString(); string expecting = "z"; // make sure combo is not znull assertEquals( expecting, result ); }
public void TestOverlappingReplace4() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abcc" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 1, 2, "foo" ); tokens.Replace( 1, 3, "bar" ); // wipes prior nested replace string result = tokens.ToString(); string expecting = "abar"; Assert.AreEqual( expecting, result ); }
public void TestReplaceRangeThenInsertAtLeftEdge() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abcccba" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 2, 4, "x" ); tokens.InsertBefore( 2, "y" ); string result = tokens.ToString(); string expecting = "abyxba"; assertEquals( expecting, result ); }
public void TestToStringStartStop() { Grammar g = new Grammar( "lexer grammar t;\n" + "ID : 'a'..'z'+;\n" + "INT : '0'..'9'+;\n" + "SEMI : ';';\n" + "MUL : '*';\n" + "ASSIGN : '=';\n" + "WS : ' '+;\n" ); // Tokens: 0123456789 // Input: x = 3 * 0; ICharStream input = new ANTLRStringStream( "x = 3 * 0;" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 4, 8, "0" ); // replace 3 * 0 with 0 string result = tokens.ToOriginalString(); string expecting = "x = 3 * 0;"; Assert.AreEqual( expecting, result ); result = tokens.ToString(); expecting = "x = 0;"; Assert.AreEqual( expecting, result ); result = tokens.ToString( 0, 9 ); expecting = "x = 0;"; Assert.AreEqual( expecting, result ); result = tokens.ToString( 4, 8 ); expecting = "0"; Assert.AreEqual( expecting, result ); }
public void TestReplaceThenInsertAfterLastIndex() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abc" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 2, "x" ); tokens.InsertAfter( 2, "y" ); string result = tokens.ToString(); string expecting = "abxy"; Assert.AreEqual( expecting, result ); }
public void TestInsertBeforeTokenThenDeleteThatToken() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n"); ICharStream input = new ANTLRStringStream("abc"); Interpreter lexEngine = new Interpreter(g, input); TokenRewriteStream tokens = new TokenRewriteStream(lexEngine); tokens.Fill(); tokens.InsertBefore(2, "y"); tokens.Delete(2); string result = tokens.ToString(); string expecting = "aby"; Assert.AreEqual(expecting, result); }
public void TestDropPrevCoveredInsert() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abc" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.InsertBefore( 1, "foo" ); tokens.Replace( 1, 2, "foo" ); // kill prev insert string result = tokens.ToString(); string expecting = "afoofoo"; Assert.AreEqual( expecting, result ); }
public void TestDropIdenticalReplace() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abcc" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 1, 2, "foo" ); tokens.Replace( 1, 2, "foo" ); // drop previous, identical string result = tokens.ToString(); string expecting = "afooc"; Assert.AreEqual( expecting, result ); }
public void TestCombineInsertOnLeftWithReplace() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abc" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 0, 2, "foo" ); tokens.InsertBefore( 0, "z" ); // combine with left edge of rewrite string result = tokens.ToString(); string expecting = "zfoo"; Assert.AreEqual( expecting, result ); }
public void Test2InsertThenReplaceIndex0() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abc" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.InsertBefore( 0, "x" ); tokens.InsertBefore( 0, "y" ); tokens.Replace( 0, "z" ); string result = tokens.ToString(); string expecting = "zbc"; assertEquals( expecting, result ); }
public void TestReplaceThenReplaceSuperset() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abcccba" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 2, 4, "xyz" ); tokens.Replace( 3, 5, "foo" ); // overlaps, error Exception exc = null; try { tokens.ToString(); } catch ( ArgumentException iae ) { exc = iae; } string expecting = "replace op boundaries of <[email protected]:\"foo\"> overlap with previous <[email protected]:\"xyz\">"; assertNotNull( exc ); assertEquals( expecting, exc.Message ); }
public void TestReplaceThenDeleteMiddleIndex() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abc" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 1, "x" ); tokens.Delete( 1 ); string result = tokens.ToString(); string expecting = "ac"; assertEquals( expecting, result ); }
public void TestReplaceSingleMiddleThenOverlappingSuperset() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abcba" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 2, 2, "xyz" ); tokens.Replace( 0, 3, "foo" ); string result = tokens.ToString(); string expecting = "fooa"; Assert.AreEqual( expecting, result ); }
public void TestReplaceSubsetThenFetch() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abcccba" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 2, 4, "xyz" ); string result = tokens.ToString( 0, 6 ); string expecting = "abxyzba"; Assert.AreEqual( expecting, result ); }
public void TestInsertInPriorReplace() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abc" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 0, 2, "x" ); tokens.InsertBefore( 1, "0" ); Exception exc = null; try { tokens.ToString(); } catch ( ArgumentException iae ) { exc = iae; } string expecting = "insert op <InsertBeforeOp@[@1,1:1='b',<5>,1:1]:\"0\"> within boundaries of previous <ReplaceOp@[@0,0:0='a',<4>,1:0]..[@2,2:2='c',<6>,1:2]:\"x\">"; Assert.IsNotNull( exc ); Assert.AreEqual( expecting, exc.Message ); }
public void TestReplaceThenReplaceSuperset() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abcccba" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 2, 4, "xyz" ); tokens.Replace( 3, 5, "foo" ); // overlaps, error Exception exc = null; try { tokens.ToString(); } catch ( ArgumentException iae ) { exc = iae; } string expecting = "replace op boundaries of <ReplaceOp@[@3,3:3='c',<6>,1:3]..[@5,5:5='b',<5>,1:5]:\"foo\"> overlap with previous <ReplaceOp@[@2,2:2='c',<6>,1:2]..[@4,4:4='c',<6>,1:4]:\"xyz\">"; Assert.IsNotNull( exc ); Assert.AreEqual( expecting, exc.Message ); }
public void TestLeaveAloneDisjointInsert2() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abcc" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 2, 3, "foo" ); tokens.InsertBefore( 1, "x" ); string result = tokens.ToString(); string expecting = "axbfoo"; Assert.AreEqual( expecting, result ); }
public void TestToStringStartStop2() { Grammar g = new Grammar( "lexer grammar t;\n" + "ID : 'a'..'z'+;\n" + "INT : '0'..'9'+;\n" + "SEMI : ';';\n" + "ASSIGN : '=';\n" + "PLUS : '+';\n" + "MULT : '*';\n" + "WS : ' '+;\n" ); // Tokens: 012345678901234567 // Input: x = 3 * 0 + 2 * 0; ICharStream input = new ANTLRStringStream( "x = 3 * 0 + 2 * 0;" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); string result = tokens.ToOriginalString(); string expecting = "x = 3 * 0 + 2 * 0;"; Assert.AreEqual( expecting, result ); tokens.Replace( 4, 8, "0" ); // replace 3 * 0 with 0 result = tokens.ToString(); expecting = "x = 0 + 2 * 0;"; Assert.AreEqual( expecting, result ); result = tokens.ToString( 0, 17 ); expecting = "x = 0 + 2 * 0;"; Assert.AreEqual( expecting, result ); result = tokens.ToString( 4, 8 ); expecting = "0"; Assert.AreEqual( expecting, result ); result = tokens.ToString( 0, 8 ); expecting = "x = 0"; Assert.AreEqual( expecting, result ); result = tokens.ToString( 12, 16 ); expecting = "2 * 0"; Assert.AreEqual( expecting, result ); tokens.InsertAfter( 17, "// comment" ); result = tokens.ToString( 12, 18 ); expecting = "2 * 0;// comment"; Assert.AreEqual( expecting, result ); result = tokens.ToString( 0, 8 ); // try again after insert at end expecting = "x = 0"; Assert.AreEqual( expecting, result ); }
public void TestOverlappingReplace2() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abcc" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 0, 3, "bar" ); tokens.Replace( 1, 2, "foo" ); // cannot split earlier replace Exception exc = null; try { tokens.ToString(); } catch ( ArgumentException iae ) { exc = iae; } string expecting = "replace op boundaries of <ReplaceOp@[@1,1:1='b',<5>,1:1]..[@2,2:2='c',<6>,1:2]:\"foo\"> overlap with previous <ReplaceOp@[@0,0:0='a',<4>,1:0]..[@3,3:3='c',<6>,1:3]:\"bar\">"; Assert.IsNotNull( exc ); Assert.AreEqual( expecting, exc.Message ); }
public void TestInsertThenReplaceSameIndex() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abc" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.InsertBefore( 0, "0" ); tokens.Replace( 0, "x" ); // supercedes insert at 0 string result = tokens.ToString(); string expecting = "0xbc"; Assert.AreEqual( expecting, result ); }
public void TestOverlappingReplace2() { Grammar g = new Grammar( "lexer grammar t;\n" + "A : 'a';\n" + "B : 'b';\n" + "C : 'c';\n" ); ICharStream input = new ANTLRStringStream( "abcc" ); Interpreter lexEngine = new Interpreter( g, input ); TokenRewriteStream tokens = new TokenRewriteStream( lexEngine ); tokens.Fill(); tokens.Replace( 0, 3, "bar" ); tokens.Replace( 1, 2, "foo" ); // cannot split earlier replace Exception exc = null; try { tokens.ToString(); } catch ( ArgumentException iae ) { exc = iae; } string expecting = "replace op boundaries of <[email protected]:\"foo\"> overlap with previous <[email protected]:\"bar\">"; assertNotNull( exc ); assertEquals( expecting, exc.Message ); }