diff options
Diffstat (limited to 'tool/src/test/java/org/antlr/test/TestRewriteTemplates.java')
| -rw-r--r-- | tool/src/test/java/org/antlr/test/TestRewriteTemplates.java | 318 |
1 files changed, 318 insertions, 0 deletions
diff --git a/tool/src/test/java/org/antlr/test/TestRewriteTemplates.java b/tool/src/test/java/org/antlr/test/TestRewriteTemplates.java new file mode 100644 index 0000000..4dc89f2 --- /dev/null +++ b/tool/src/test/java/org/antlr/test/TestRewriteTemplates.java @@ -0,0 +1,318 @@ +/* + * [The "BSD license"] + * Copyright (c) 2010 Terence Parr + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * 3. The name of the author may not be used to endorse or promote products + * derived from this software without specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR + * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES + * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. + * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, + * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT + * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF + * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + */ +package org.antlr.test; + +import org.antlr.Tool; +import org.antlr.codegen.CodeGenerator; +import org.antlr.tool.*; +import org.junit.Test; + +public class TestRewriteTemplates extends BaseTest { + protected boolean debug = false; + + @Test public void testDelete() throws Exception { + String grammar = + "grammar T;\n" + + "options {output=template;}\n" + + "a : ID INT -> ;\n" + + "ID : 'a'..'z'+ ;\n" + + "INT : '0'..'9'+;\n" + + "WS : (' '|'\\n') {$channel=HIDDEN;} ;\n"; + String found = execParser("T.g", grammar, "TParser", "TLexer", + "a", "abc 34", debug); + assertEquals("", found); + } + + @Test public void testAction() throws Exception { + String grammar = + "grammar T;\n" + + "options {output=template;}\n" + + "a : ID INT -> {new StringTemplate($ID.text)} ;\n" + + "ID : 'a'..'z'+ ;\n" + + "INT : '0'..'9'+;\n" + + "WS : (' '|'\\n') {$channel=HIDDEN;} ;\n"; + String found = execParser("T.g", grammar, "TParser", "TLexer", + "a", "abc 34", debug); + assertEquals("abc\n", found); + } + + @Test public void testEmbeddedLiteralConstructor() throws Exception { + String grammar = + "grammar T;\n" + + "options {output=template;}\n" + + "a : ID INT -> {%{$ID.text}} ;\n" + + "ID : 'a'..'z'+ ;\n" + + "INT : '0'..'9'+;\n" + + "WS : (' '|'\\n') {$channel=HIDDEN;} ;\n"; + String found = execParser("T.g", grammar, "TParser", "TLexer", + "a", "abc 34", debug); + assertEquals("abc\n", found); + } + + @Test public void testInlineTemplate() throws Exception { + String grammar = + "grammar T;\n" + + "options {output=template;}\n" + + "a : ID INT -> template(x={$ID},y={$INT}) <<x:<x.text>, y:<y.text>;>> ;\n" + + "ID : 'a'..'z'+ ;\n" + + "INT : '0'..'9'+;\n" + + "WS : (' '|'\\n') {$channel=HIDDEN;} ;\n"; + String found = execParser("T.g", grammar, "TParser", "TLexer", + "a", "abc 34", debug); + assertEquals("x:abc, y:34;\n", found); + } + + @Test public void testNamedTemplate() throws Exception { + // the support code adds template group in it's output Test.java + // that defines template foo. + String grammar = + "grammar T;\n" + + "options {output=template;}\n" + + "a : ID INT -> foo(x={$ID.text},y={$INT.text}) ;\n" + + "ID : 'a'..'z'+ ;\n" + + "INT : '0'..'9'+;\n" + + "WS : (' '|'\\n') {$channel=HIDDEN;} ;\n"; + String found = execParser("T.g", grammar, "TParser", "TLexer", + "a", "abc 34", debug); + assertEquals("abc 34\n", found); + } + + @Test public void testIndirectTemplate() throws Exception { + // the support code adds template group in it's output Test.java + // that defines template foo. + String grammar = + "grammar T;\n" + + "options {output=template;}\n" + + "a : ID INT -> ({\"foo\"})(x={$ID.text},y={$INT.text}) ;\n" + + "ID : 'a'..'z'+ ;\n" + + "INT : '0'..'9'+;\n" + + "WS : (' '|'\\n') {$channel=HIDDEN;} ;\n"; + String found = execParser("T.g", grammar, "TParser", "TLexer", + "a", "abc 34", debug); + assertEquals("abc 34\n", found); + } + + @Test public void testInlineTemplateInvokingLib() throws Exception { + String grammar = + "grammar T;\n" + + "options {output=template;}\n" + + "a : ID INT -> template(x={$ID.text},y={$INT.text}) \"<foo(...)>\" ;\n" + + "ID : 'a'..'z'+ ;\n" + + "INT : '0'..'9'+;\n" + + "WS : (' '|'\\n') {$channel=HIDDEN;} ;\n"; + String found = execParser("T.g", grammar, "TParser", "TLexer", + "a", "abc 34", debug); + assertEquals("abc 34\n", found); + } + + @Test public void testPredicatedAlts() throws Exception { + // the support code adds template group in it's output Test.java + // that defines template foo. + String grammar = + "grammar T;\n" + + "options {output=template;}\n" + + "a : ID INT -> {false}? foo(x={$ID.text},y={$INT.text})\n" + + " -> foo(x={\"hi\"}, y={$ID.text})\n" + + " ;\n" + + "ID : 'a'..'z'+ ;\n" + + "INT : '0'..'9'+;\n" + + "WS : (' '|'\\n') {$channel=HIDDEN;} ;\n"; + String found = execParser("T.g", grammar, "TParser", "TLexer", + "a", "abc 34", debug); + assertEquals("hi abc\n", found); + } + + @Test public void testTemplateReturn() throws Exception { + String grammar = + "grammar T;\n" + + "options {output=template;}\n" + + "a : b {System.out.println($b.st);} ;\n" + + "b : ID INT -> foo(x={$ID.text},y={$INT.text}) ;\n" + + "ID : 'a'..'z'+ ;\n" + + "INT : '0'..'9'+;\n" + + "WS : (' '|'\\n') {$channel=HIDDEN;} ;\n"; + String found = execParser("T.g", grammar, "TParser", "TLexer", + "a", "abc 34", debug); + assertEquals("abc 34\n", found); + } + + @Test public void testReturnValueWithTemplate() throws Exception { + String grammar = + "grammar T;\n" + + "options {output=template;}\n" + + "a : b {System.out.println($b.i);} ;\n" + + "b returns [int i] : ID INT {$i=8;} ;\n" + + "ID : 'a'..'z'+ ;\n" + + "INT : '0'..'9'+;\n" + + "WS : (' '|'\\n') {$channel=HIDDEN;} ;\n"; + String found = execParser("T.g", grammar, "TParser", "TLexer", + "a", "abc 34", debug); + assertEquals("8\n", found); + } + + @Test public void testTemplateRefToDynamicAttributes() throws Exception { + String grammar = + "grammar T;\n" + + "options {output=template;}\n" + + "a scope {String id;} : ID {$a::id=$ID.text;} b\n" + + " {System.out.println($b.st.toString());}\n" + + " ;\n" + + "b : INT -> foo(x={$a::id}) ;\n" + + "ID : 'a'..'z'+ ;\n" + + "INT : '0'..'9'+;\n" + + "WS : (' '|'\\n') {$channel=HIDDEN;} ;\n"; + String found = execParser("T.g", grammar, "TParser", "TLexer", + "a", "abc 34", debug); + assertEquals("abc \n", found); + } + + // tests for rewriting templates in tree parsers + + @Test public void testSingleNode() throws Exception { + String grammar = + "grammar T;\n" + + "options {output=AST;}\n" + + "a : ID ;\n" + + "ID : 'a'..'z'+ ;\n" + + "INT : '0'..'9'+;\n" + + "WS : (' '|'\\n') {$channel=HIDDEN;} ;\n"; + + String treeGrammar = + "tree grammar TP;\n"+ + "options {ASTLabelType=CommonTree; output=template;}\n" + + "s : a {System.out.println($a.st);} ;\n" + + "a : ID -> template(x={$ID.text}) <<|<x>|>> ;\n"; + + String found = execTreeParser("T.g", grammar, "TParser", "TP.g", + treeGrammar, "TP", "TLexer", "a", "s", "abc"); + assertEquals("|abc|\n", found); + } + + @Test public void testSingleNodeRewriteMode() throws Exception { + String grammar = + "grammar T;\n" + + "options {output=AST;}\n" + + "a : ID ;\n" + + "ID : 'a'..'z'+ ;\n" + + "INT : '0'..'9'+;\n" + + "WS : (' '|'\\n') {$channel=HIDDEN;} ;\n"; + + String treeGrammar = + "tree grammar TP;\n"+ + "options {ASTLabelType=CommonTree; output=template; rewrite=true;}\n" + + "s : a {System.out.println(input.getTokenStream().toString(0,0));} ;\n" + + "a : ID -> template(x={$ID.text}) <<|<x>|>> ;\n"; + + String found = execTreeParser("T.g", grammar, "TParser", "TP.g", + treeGrammar, "TP", "TLexer", "a", "s", "abc"); + assertEquals("|abc|\n", found); + } + + @Test public void testRewriteRuleAndRewriteModeOnSimpleElements() throws Exception { + ErrorQueue equeue = new ErrorQueue(); + ErrorManager.setErrorListener(equeue); + Grammar g = new Grammar( + "tree grammar TP;\n"+ + "options {ASTLabelType=CommonTree; output=template; rewrite=true;}\n" + + "a: ^(A B) -> {ick}\n" + + " | y+=INT -> {ick}\n" + + " | x=ID -> {ick}\n" + + " | BLORT -> {ick}\n" + + " ;\n" + ); + Tool antlr = newTool(); + antlr.setOutputDirectory(null); // write to /dev/null + CodeGenerator generator = new CodeGenerator(antlr, g, "Java"); + g.setCodeGenerator(generator); + generator.genRecognizer(); + + assertEquals("unexpected errors: "+equeue, 0, equeue.warnings.size()); + } + + @Test public void testRewriteRuleAndRewriteModeIgnoreActionsPredicates() throws Exception { + ErrorQueue equeue = new ErrorQueue(); + ErrorManager.setErrorListener(equeue); + Grammar g = new Grammar( + "tree grammar TP;\n"+ + "options {ASTLabelType=CommonTree; output=template; rewrite=true;}\n" + + "a: {action} {action2} x=A -> {ick}\n" + + " | {pred1}? y+=B -> {ick}\n" + + " | C {action} -> {ick}\n" + + " | {pred2}?=> z+=D -> {ick}\n" + + " | (E)=> ^(F G) -> {ick}\n" + + " ;\n" + ); + Tool antlr = newTool(); + antlr.setOutputDirectory(null); // write to /dev/null + CodeGenerator generator = new CodeGenerator(antlr, g, "Java"); + g.setCodeGenerator(generator); + generator.genRecognizer(); + + assertEquals("unexpected errors: "+equeue, 0, equeue.warnings.size()); + } + + @Test public void testRewriteRuleAndRewriteModeNotSimple() throws Exception { + ErrorQueue equeue = new ErrorQueue(); + ErrorManager.setErrorListener(equeue); + Grammar g = new Grammar( + "tree grammar TP;\n"+ + "options {ASTLabelType=CommonTree; output=template; rewrite=true;}\n" + + "a : ID+ -> {ick}\n" + + " | INT INT -> {ick}\n" + + " ;\n" + ); + Tool antlr = newTool(); + antlr.setOutputDirectory(null); // write to /dev/null + CodeGenerator generator = new CodeGenerator(antlr, g, "Java"); + g.setCodeGenerator(generator); + generator.genRecognizer(); + + assertEquals("unexpected errors: "+equeue, 0, equeue.warnings.size()); + } + + @Test public void testRewriteRuleAndRewriteModeRefRule() throws Exception { + ErrorQueue equeue = new ErrorQueue(); + ErrorManager.setErrorListener(equeue); + Grammar g = new Grammar( + "tree grammar TP;\n"+ + "options {ASTLabelType=CommonTree; output=template; rewrite=true;}\n" + + "a : b+ -> {ick}\n" + + " | b b A -> {ick}\n" + + " ;\n" + + "b : B ;\n" + ); + Tool antlr = newTool(); + antlr.setOutputDirectory(null); // write to /dev/null + CodeGenerator generator = new CodeGenerator(antlr, g, "Java"); + g.setCodeGenerator(generator); + generator.genRecognizer(); + + assertEquals("unexpected errors: "+equeue, 0, equeue.warnings.size()); + } + +} |