Refine search
public static BuilderClassDef parse(String path, InputStream is, DexBuilder dexBuilder) throws UnsupportedEncodingException, RecognitionException { File smaliFile = new File(path); InputStreamReader reader = new InputStreamReader(is, "UTF-8"); LexerErrorInterface lexer = new smaliFlexLexer(reader); ((smaliFlexLexer) lexer).setSourceFile(smaliFile); CommonTokenStream tokens = new CommonTokenStream((TokenSource) lexer); smaliParser parser = new smaliParser(tokens); parser.setApiLevel(DEFAULT_API_LEVEL); smaliParser.smali_file_return result = parser.smali_file(); if ((parser.getNumberOfSyntaxErrors() > 0) || (lexer.getNumberOfSyntaxErrors() > 0)) { throw new RuntimeException("Unable to parse: " + smaliFile); } CommonTree t = result.getTree(); CommonTreeNodeStream treeStream = new CommonTreeNodeStream(t); treeStream.setTokenStream(tokens); smaliTreeWalker dexGen = new smaliTreeWalker(treeStream); dexGen.setVerboseErrors(false); dexGen.setDexBuilder(dexBuilder); BuilderClassDef classDef = (BuilderClassDef) dexGen.smali_file(); if (dexGen.getNumberOfSyntaxErrors() != 0) { throw new RuntimeException("Unable to walk: " + smaliFile); } return classDef; }
tokens = new CommonTokenStream((TokenSource) lexer); tokens.getTokens(); for (int i=0; i<tokens.size(); i++) { Token token = tokens.get(i); if (token.getChannel() == smaliParser.HIDDEN) { CommonTreeNodeStream treeStream = new CommonTreeNodeStream(t); treeStream.setTokenStream(tokens);
public ConstructConfig parse(InputStream in) throws IOException, RecognitionException { CharStream cs = new ANTLRInputStream(in); SparqlifyConfigLexer lexer = new SparqlifyConfigLexer(cs); CommonTokenStream tokens = new CommonTokenStream(); tokens.setTokenSource(lexer); SparqlifyConfigParser parser = new SparqlifyConfigParser(tokens); CommonTree ast = (CommonTree)parser.constructViewConfig().getTree(); //printAst(ast, 0); SparqlifyConfigTree treeParser = new SparqlifyConfigTree(new CommonTreeNodeStream(ast)); ConstructConfig config = treeParser.constructConfig(); return config; } }
public static void main(String[] args) { try { CharStream input = new ANTLRFileStream("./src/cfml/parsing/cfml/antlr/input3"); XMLLexer lex = new XMLLexer(input); CommonTokenStream tokens = new CommonTokenStream(lex); XMLParser parser = new XMLParser(tokens); XMLParser.compilationUnit_return root = parser.compilationUnit(); System.out.println("tree=" + ((Tree) root.tree).toStringTree()); CommonTreeNodeStream nodes = new CommonTreeNodeStream(root.tree); XMLTree walker = new XMLTree(nodes); walker.document(); } catch (Throwable t) { System.out.println("exception: " + t); t.printStackTrace(); } } }
private static CSSTreeParser feedAST(CommonTokenStream source, CommonTree ast, Preparator preparator, StyleSheet stylesheet) { if (log.isTraceEnabled()) { log.trace("Feeding tree parser with AST:\n{}", TreeUtil .toStringTree(ast)); } // Walk resulting tree; create tree-node stream first CommonTreeNodeStream nodes = new CommonTreeNodeStream(ast); // AST nodes have payloads that point into token stream nodes.setTokenStream(source); CSSTreeParser parser = new CSSTreeParser(nodes); return parser.init(stylesheet, preparator); }
private ANTLRTreePrinter.block_return block(GrammarAST t, boolean forceParens) throws RecognitionException { ANTLRTreePrinter other = new ANTLRTreePrinter(new CommonTreeNodeStream(t)); other.buf = buf; return other.block(forceParens); }
public String toTokenString() { CharStream input = this.token.getInputStream(); GrammarASTAdaptor adaptor = new GrammarASTAdaptor(input); CommonTreeNodeStream nodes = new CommonTreeNodeStream(adaptor, this); StringBuilder buf = new StringBuilder(); GrammarAST o = (GrammarAST)nodes.LT(1); int type = adaptor.getType(o); while ( type!=Token.EOF ) { buf.append(" "); buf.append(o.getText()); nodes.consume(); o = (GrammarAST)nodes.LT(1); type = adaptor.getType(o); } return buf.toString(); }
CommonTree tree = (CommonTree) r.getTree(); if (tree != null) { CommonTreeNodeStream nodes = new CommonTreeNodeStream(tree); nodes.setTokenStream(tokens); // where to find tokens nodes.setTreeAdaptor(ADAPTOR); nodes.reset(); nodes.reset(); OPPLDefine define = new OPPLDefine(nodes, symtab, getListener(), constraintSystem); define.setTreeAdaptor(ADAPTOR); define.downup(tree); nodes.reset(); OPPLPatternsDefine patternsDefine = new OPPLPatternsDefine(nodes, symtab, getListener(), getPatternReferenceResolver(), constraintSystem); patternsDefine.setTreeAdaptor(ADAPTOR); patternsDefine.downup(tree); nodes.reset(); SilentListener silentListener = new SilentListener(); symtab.setErrorListener(silentListener); symtab, silentListener); mOWLTypes.downup(tree); nodes.reset(); OPPLTypeEnforcement typeEnforcement = new OPPLTypeEnforcement(nodes, symtab, new DefaultTypeEnforcer(symtab, getOPPLPatternFactory() getListener()); typeEnforcement.downup(tree);
/** For debugging; destructive: moves tree iterator to end. */ public String toTokenTypeString() { reset(); StringBuilder buf = new StringBuilder(); Object o = LT(1); int type = adaptor.getType(o); while ( type!=Token.EOF ) { buf.append(" "); buf.append(type); consume(); o = LT(1); type = adaptor.getType(o); } return buf.toString(); } }
@Override public int LA(int i) { return adaptor.getType(LT(i)); }
CommonTokenStream tokens = new CommonTokenStream((TokenSource)lexer); tokens.getTokens(); for (int i=0; i<tokens.size(); i++) { Token token = tokens.get(i); if (token.getChannel() == smaliParser.HIDDEN) { CommonTreeNodeStream treeStream = new CommonTreeNodeStream(t); treeStream.setTokenStream(tokens);
public ConstructConfig parse(InputStream in) throws IOException, RecognitionException { CharStream cs = new ANTLRInputStream(in); SparqlifyConfigLexer lexer = new SparqlifyConfigLexer(cs); CommonTokenStream tokens = new CommonTokenStream(); tokens.setTokenSource(lexer); SparqlifyConfigParser parser = new SparqlifyConfigParser(tokens); CommonTree ast = (CommonTree)parser.constructViewConfig().getTree(); //printAst(ast, 0); SparqlifyConfigTree treeParser = new SparqlifyConfigTree(new CommonTreeNodeStream(ast)); ConstructConfig config = treeParser.constructConfig(); return config; } }
private ControlFlowGraph parse(InputFile input) throws CodeParserException, RecognitionException { ANTLRStringStream inputStream = new ANTLRStringStream(input.getContent()); GaaletLexer lexer = new GaaletLexer(inputStream); CommonTokenStream tokenStream = new CommonTokenStream(lexer); GaaletParser parser = new GaaletParser(tokenStream); GaaletParser.script_return parserResult = parser.script(); CommonTreeNodeStream treeNodeStream = new CommonTreeNodeStream(parserResult.getTree()); GaaletTransformer transformer = new GaaletTransformer(treeNodeStream); ControlFlowGraph graph = transformer.script();
public void applyOnce(Object t, fptr whichRule) { if ( t==null ) return; try { // share TreeParser object but not parsing-related state state = new RecognizerSharedState(); input = new CommonTreeNodeStream(originalAdaptor, t); ((CommonTreeNodeStream)input).setTokenStream(originalTokenStream); setBacktrackingLevel(1); whichRule.rule(); setBacktrackingLevel(0); } catch (RecognitionException e) { ; } }
public final int testSetRule( GrammarAST t ) throws RecognitionException { TreeToNFAConverter other = new TreeToNFAConverter( new CommonTreeNodeStream( t ), grammar, nfa, factory ); other.state.backtracking++; other.currentRuleName = currentRuleName; other.outerAltNum = outerAltNum; other.blockLevel = blockLevel; int result = other.testSetRule(); if ( other.state.failed ) state.failed = true; return result; }
public String toTokenString() { CharStream input = this.token.getInputStream(); GrammarASTAdaptor adaptor = new GrammarASTAdaptor(input); CommonTreeNodeStream nodes = new CommonTreeNodeStream(adaptor, this); StringBuilder buf = new StringBuilder(); GrammarAST o = (GrammarAST)nodes.LT(1); int type = adaptor.getType(o); while ( type!=Token.EOF ) { buf.append(" "); buf.append(o.getText()); nodes.consume(); o = (GrammarAST)nodes.LT(1); type = adaptor.getType(o); } return buf.toString(); }
CommonTree tree = (CommonTree) r.getTree(); if (tree != null) { CommonTreeNodeStream nodes = new CommonTreeNodeStream(tree); nodes.setTokenStream(tokens); // where to find tokens nodes.setTreeAdaptor(ADAPTOR); nodes.reset(); simplify.setTreeAdaptor(ADAPTOR); tree = (CommonTree) simplify.downup(tree); nodes.reset(); OPPLDefine define = new OPPLDefine(nodes, symtab, getListener(), constraintSystem); define.setTreeAdaptor(ADAPTOR); define.downup(tree); nodes.reset(); ManchesterOWLSyntaxTypes mOWLTypes = new ManchesterOWLSyntaxTypes(nodes, symtab, new SilentListener()); symtab.setErrorListener(mOWLTypes.getErrorListener()); mOWLTypes.downup(tree); nodes.reset(); OPPLTypeEnforcement typeEnforcement = new OPPLTypeEnforcement(nodes, symtab, new DefaultTypeEnforcer(symtab, getOPPLTestCaseFactory() typeEnforcement.downup(tree); symtab.setErrorListener(typeEnforcement.getErrorListener()); nodes.reset(); nodes.reset(); OPPLTypes opplTypes = new OPPLTypes(nodes, symtab, getListener(),
/** For debugging; destructive: moves tree iterator to end. */ public String toTokenTypeString() { reset(); StringBuilder buf = new StringBuilder(); Object o = LT(1); int type = adaptor.getType(o); while ( type!=Token.EOF ) { buf.append(" "); buf.append(type); consume(); o = LT(1); type = adaptor.getType(o); } return buf.toString(); } }
@Override public int LA(int i) { return adaptor.getType(LT(i)); }
final CommonTokenStream tokens = new CommonTokenStream(lexer); final CSSParser parser = new CSSParser(tokens); final CSSParser.stylesheet_return stylesheet = parser.stylesheet(); final CommonTree ast = (CommonTree)stylesheet.getTree(); final CommonTreeNodeStream nodes = new CommonTreeNodeStream(ast); nodes.setTokenStream(tokens);