| """Testsuite for TokenRewriteStream class.""" |
| |
| # don't care about docstrings |
| # pylint: disable-msg=C0111 |
| |
| import unittest |
| import antlr3 |
| import testbase |
| |
| class T1(testbase.ANTLRTest): |
| def setUp(self): |
| self.compileGrammar() |
| |
| |
| def _parse(self, input): |
| cStream = antlr3.StringStream(input) |
| lexer = self.getLexer(cStream) |
| tStream = antlr3.TokenRewriteStream(lexer) |
| tStream.fillBuffer() |
| |
| return tStream |
| |
| |
| def testInsertBeforeIndex0(self): |
| tokens = self._parse("abc") |
| tokens.insertBefore(0, "0") |
| |
| result = tokens.toString() |
| expecting = "0abc" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def testInsertAfterLastIndex(self): |
| tokens = self._parse("abc") |
| tokens.insertAfter(2, "x") |
| |
| result = tokens.toString() |
| expecting = "abcx" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def test2InsertBeforeAfterMiddleIndex(self): |
| tokens = self._parse("abc") |
| tokens.insertBefore(1, "x") |
| tokens.insertAfter(1, "x") |
| |
| result = tokens.toString() |
| expecting = "axbxc" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def testReplaceIndex0(self): |
| tokens = self._parse("abc") |
| tokens.replace(0, "x") |
| |
| result = tokens.toString() |
| expecting = "xbc" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def testReplaceLastIndex(self): |
| tokens = self._parse("abc") |
| tokens.replace(2, "x") |
| |
| result = tokens.toString() |
| expecting = "abx" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def testReplaceMiddleIndex(self): |
| tokens = self._parse("abc") |
| tokens.replace(1, "x") |
| |
| result = tokens.toString() |
| expecting = "axc" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def test2ReplaceMiddleIndex(self): |
| tokens = self._parse("abc") |
| tokens.replace(1, "x") |
| tokens.replace(1, "y") |
| |
| result = tokens.toString() |
| expecting = "ayc" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def test2ReplaceMiddleIndex1InsertBefore(self): |
| tokens = self._parse("abc") |
| tokens.insertBefore(0, "_") |
| tokens.replace(1, "x") |
| tokens.replace(1, "y") |
| |
| result = tokens.toString() |
| expecting = "_ayc" |
| self.failUnlessEqual(expecting, result) |
| |
| |
| def testReplaceThenDeleteMiddleIndex(self): |
| tokens = self._parse("abc") |
| tokens.replace(1, "x") |
| tokens.delete(1) |
| |
| result = tokens.toString() |
| expecting = "ac" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def testInsertInPriorReplace(self): |
| tokens = self._parse("abc") |
| tokens.replace(0, 2, "x") |
| tokens.insertBefore(1, "0") |
| try: |
| tokens.toString() |
| self.fail() |
| except ValueError, exc: |
| self.failUnlessEqual( |
| str(exc), |
| "insert op <InsertBeforeOp@1:\"0\"> within boundaries of " |
| "previous <ReplaceOp@0..2:\"x\">" |
| ) |
| |
| def testInsertThenReplaceSameIndex(self): |
| tokens = self._parse("abc") |
| tokens.insertBefore(0, "0") |
| tokens.replace(0, "x") # supercedes insert at 0 |
| |
| result = tokens.toString() |
| expecting = "0xbc" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def test2InsertMiddleIndex(self): |
| tokens = self._parse("abc") |
| tokens.insertBefore(1, "x") |
| tokens.insertBefore(1, "y") |
| |
| result = tokens.toString() |
| expecting = "ayxbc" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def test2InsertThenReplaceIndex0(self): |
| tokens = self._parse("abc") |
| tokens.insertBefore(0, "x") |
| tokens.insertBefore(0, "y") |
| tokens.replace(0, "z") |
| |
| result = tokens.toString() |
| expecting = "yxzbc" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def testReplaceThenInsertBeforeLastIndex(self): |
| tokens = self._parse("abc") |
| tokens.replace(2, "x") |
| tokens.insertBefore(2, "y") |
| |
| result = tokens.toString() |
| expecting = "abyx" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def testInsertThenReplaceLastIndex(self): |
| tokens = self._parse("abc") |
| tokens.insertBefore(2, "y") |
| tokens.replace(2, "x") |
| |
| result = tokens.toString() |
| expecting = "abyx" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def testReplaceThenInsertAfterLastIndex(self): |
| tokens = self._parse("abc") |
| tokens.replace(2, "x") |
| tokens.insertAfter(2, "y") |
| |
| result = tokens.toString() |
| expecting = "abxy" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def testReplaceRangeThenInsertAtLeftEdge(self): |
| tokens = self._parse("abcccba") |
| tokens.replace(2, 4, "x") |
| tokens.insertBefore(2, "y") |
| |
| result = tokens.toString() |
| expecting = "abyxba" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def testReplaceRangeThenInsertAtRightEdge(self): |
| tokens = self._parse("abcccba") |
| tokens.replace(2, 4, "x") |
| tokens.insertBefore(4, "y") # no effect; within range of a replace |
| |
| try: |
| tokens.toString() |
| self.fail() |
| except ValueError, exc: |
| self.failUnlessEqual( |
| str(exc), |
| "insert op <InsertBeforeOp@4:\"y\"> within boundaries of " |
| "previous <ReplaceOp@2..4:\"x\">") |
| |
| |
| def testReplaceRangeThenInsertAfterRightEdge(self): |
| tokens = self._parse("abcccba") |
| tokens.replace(2, 4, "x") |
| tokens.insertAfter(4, "y") |
| |
| result = tokens.toString() |
| expecting = "abxyba" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def testReplaceAll(self): |
| tokens = self._parse("abcccba") |
| tokens.replace(0, 6, "x") |
| |
| result = tokens.toString() |
| expecting = "x" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def testReplaceSubsetThenFetch(self): |
| tokens = self._parse("abcccba") |
| tokens.replace(2, 4, "xyz") |
| |
| result = tokens.toString(0, 6) |
| expecting = "abxyzba" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def testReplaceThenReplaceSuperset(self): |
| tokens = self._parse("abcccba") |
| tokens.replace(2, 4, "xyz") |
| tokens.replace(3, 5, "foo") # overlaps, error |
| |
| try: |
| tokens.toString() |
| self.fail() |
| except ValueError, exc: |
| self.failUnlessEqual( |
| str(exc), |
| "replace op boundaries of <ReplaceOp@3..5:\"foo\"> overlap " |
| "with previous <ReplaceOp@2..4:\"xyz\">") |
| |
| |
| def testReplaceThenReplaceLowerIndexedSuperset(self): |
| tokens = self._parse("abcccba") |
| tokens.replace(2, 4, "xyz") |
| tokens.replace(1, 3, "foo") # overlap, error |
| |
| try: |
| tokens.toString() |
| self.fail() |
| except ValueError, exc: |
| self.failUnlessEqual( |
| str(exc), |
| "replace op boundaries of <ReplaceOp@1..3:\"foo\"> overlap " |
| "with previous <ReplaceOp@2..4:\"xyz\">") |
| |
| |
| def testReplaceSingleMiddleThenOverlappingSuperset(self): |
| tokens = self._parse("abcba") |
| tokens.replace(2, 2, "xyz") |
| tokens.replace(0, 3, "foo") |
| |
| result = tokens.toString() |
| expecting = "fooa" |
| self.failUnlessEqual(result, expecting) |
| |
| |
| def testCombineInserts(self): |
| tokens = self._parse("abc") |
| tokens.insertBefore(0, "x") |
| tokens.insertBefore(0, "y") |
| result = tokens.toString() |
| expecting = "yxabc" |
| self.failUnlessEqual(expecting, result) |
| |
| |
| def testCombine3Inserts(self): |
| tokens = self._parse("abc") |
| tokens.insertBefore(1, "x") |
| tokens.insertBefore(0, "y") |
| tokens.insertBefore(1, "z") |
| result = tokens.toString() |
| expecting = "yazxbc" |
| self.failUnlessEqual(expecting, result) |
| |
| |
| def testCombineInsertOnLeftWithReplace(self): |
| tokens = self._parse("abc") |
| tokens.replace(0, 2, "foo") |
| tokens.insertBefore(0, "z") # combine with left edge of rewrite |
| result = tokens.toString() |
| expecting = "zfoo" |
| self.failUnlessEqual(expecting, result) |
| |
| |
| def testCombineInsertOnLeftWithDelete(self): |
| tokens = self._parse("abc") |
| tokens.delete(0, 2) |
| tokens.insertBefore(0, "z") # combine with left edge of rewrite |
| result = tokens.toString() |
| expecting = "z" # make sure combo is not znull |
| self.failUnlessEqual(expecting, result) |
| |
| |
| def testDisjointInserts(self): |
| tokens = self._parse("abc") |
| tokens.insertBefore(1, "x") |
| tokens.insertBefore(2, "y") |
| tokens.insertBefore(0, "z") |
| result = tokens.toString() |
| expecting = "zaxbyc" |
| self.failUnlessEqual(expecting, result) |
| |
| |
| def testOverlappingReplace(self): |
| tokens = self._parse("abcc") |
| tokens.replace(1, 2, "foo") |
| tokens.replace(0, 3, "bar") # wipes prior nested replace |
| result = tokens.toString() |
| expecting = "bar" |
| self.failUnlessEqual(expecting, result) |
| |
| |
| def testOverlappingReplace2(self): |
| tokens = self._parse("abcc") |
| tokens.replace(0, 3, "bar") |
| tokens.replace(1, 2, "foo") # cannot split earlier replace |
| |
| try: |
| tokens.toString() |
| self.fail() |
| except ValueError, exc: |
| self.failUnlessEqual( |
| str(exc), |
| "replace op boundaries of <ReplaceOp@1..2:\"foo\"> overlap " |
| "with previous <ReplaceOp@0..3:\"bar\">") |
| |
| |
| def testOverlappingReplace3(self): |
| tokens = self._parse("abcc") |
| tokens.replace(1, 2, "foo") |
| tokens.replace(0, 2, "bar") # wipes prior nested replace |
| result = tokens.toString() |
| expecting = "barc" |
| self.failUnlessEqual(expecting, result) |
| |
| |
| def testOverlappingReplace4(self): |
| tokens = self._parse("abcc") |
| tokens.replace(1, 2, "foo") |
| tokens.replace(1, 3, "bar") # wipes prior nested replace |
| result = tokens.toString() |
| expecting = "abar" |
| self.failUnlessEqual(expecting, result) |
| |
| |
| def testDropIdenticalReplace(self): |
| tokens = self._parse("abcc") |
| tokens.replace(1, 2, "foo") |
| tokens.replace(1, 2, "foo") # drop previous, identical |
| result = tokens.toString() |
| expecting = "afooc" |
| self.failUnlessEqual(expecting, result) |
| |
| |
| def testDropPrevCoveredInsert(self): |
| tokens = self._parse("abc") |
| tokens.insertBefore(1, "foo") |
| tokens.replace(1, 2, "foo") # kill prev insert |
| result = tokens.toString() |
| expecting = "afoofoo" |
| self.failUnlessEqual(expecting, result) |
| |
| |
| def testLeaveAloneDisjointInsert(self): |
| tokens = self._parse("abcc") |
| tokens.insertBefore(1, "x") |
| tokens.replace(2, 3, "foo") |
| result = tokens.toString() |
| expecting = "axbfoo" |
| self.failUnlessEqual(expecting, result) |
| |
| |
| def testLeaveAloneDisjointInsert2(self): |
| tokens = self._parse("abcc") |
| tokens.replace(2, 3, "foo") |
| tokens.insertBefore(1, "x") |
| result = tokens.toString() |
| expecting = "axbfoo" |
| self.failUnlessEqual(expecting, result) |
| |
| |
| def testInsertBeforeTokenThenDeleteThatToken(self): |
| tokens = self._parse("abc") |
| tokens.insertBefore(2, "y") |
| tokens.delete(2) |
| result = tokens.toString() |
| expecting = "aby" |
| self.failUnlessEqual(expecting, result) |
| |
| |
| class T2(testbase.ANTLRTest): |
| def setUp(self): |
| self.compileGrammar('t048rewrite2.g') |
| |
| |
| def _parse(self, input): |
| cStream = antlr3.StringStream(input) |
| lexer = self.getLexer(cStream) |
| tStream = antlr3.TokenRewriteStream(lexer) |
| tStream.fillBuffer() |
| |
| return tStream |
| |
| |
| def testToStringStartStop(self): |
| # Tokens: 0123456789 |
| # Input: x = 3 * 0 |
| tokens = self._parse("x = 3 * 0;") |
| tokens.replace(4, 8, "0") # replace 3 * 0 with 0 |
| |
| result = tokens.toOriginalString() |
| expecting = "x = 3 * 0;" |
| self.failUnlessEqual(expecting, result) |
| |
| result = tokens.toString() |
| expecting = "x = 0;" |
| self.failUnlessEqual(expecting, result) |
| |
| result = tokens.toString(0, 9) |
| expecting = "x = 0;" |
| self.failUnlessEqual(expecting, result) |
| |
| result = tokens.toString(4, 8) |
| expecting = "0" |
| self.failUnlessEqual(expecting, result) |
| |
| |
| def testToStringStartStop2(self): |
| # Tokens: 012345678901234567 |
| # Input: x = 3 * 0 + 2 * 0 |
| tokens = self._parse("x = 3 * 0 + 2 * 0;") |
| |
| result = tokens.toOriginalString() |
| expecting = "x = 3 * 0 + 2 * 0;" |
| self.failUnlessEqual(expecting, result) |
| |
| tokens.replace(4, 8, "0") # replace 3 * 0 with 0 |
| result = tokens.toString() |
| expecting = "x = 0 + 2 * 0;" |
| self.failUnlessEqual(expecting, result) |
| |
| result = tokens.toString(0, 17) |
| expecting = "x = 0 + 2 * 0;" |
| self.failUnlessEqual(expecting, result) |
| |
| result = tokens.toString(4, 8) |
| expecting = "0" |
| self.failUnlessEqual(expecting, result) |
| |
| result = tokens.toString(0, 8) |
| expecting = "x = 0" |
| self.failUnlessEqual(expecting, result) |
| |
| result = tokens.toString(12, 16) |
| expecting = "2 * 0" |
| self.failUnlessEqual(expecting, result) |
| |
| tokens.insertAfter(17, "// comment") |
| result = tokens.toString(12, 18) |
| expecting = "2 * 0;// comment" |
| self.failUnlessEqual(expecting, result) |
| |
| result = tokens.toString(0, 8) # try again after insert at end |
| expecting = "x = 0" |
| self.failUnlessEqual(expecting, result) |
| |
| |
| if __name__ == '__main__': |
| unittest.main() |
