/** * Create comment AST from token. Depending on token type * SINGLE_LINE_COMMENT or BLOCK_COMMENT_BEGIN is created. * @param token to create the AST * @return DetailAST of comment node */ private static DetailAST createCommentAstFromToken(Token token) { final DetailAST commentAst; if (token.getType() == TokenTypes.SINGLE_LINE_COMMENT) { commentAst = createSlCommentNode(token); } else { commentAst = CommonUtil.createBlockCommentNode(token); } return commentAst; }
protected Token makeToken(int t) { Token tok = super.makeToken(t); if (tok.getType() == EOF) tok.setText("EOF"); if (tok.getText() == null) { tok.setText("(no text)"); } return tok; } public OQLLexer(InputStream in) {
_ttype = _returnToken.getType(); _returnToken.setType(_ttype); return _returnToken;
_ttype = _returnToken.getType(); _ttype = testLiteralsTable(_ttype); _returnToken.setType(_ttype);
_ttype = _returnToken.getType(); _returnToken.setType(_ttype); return _returnToken;
_ttype = _returnToken.getType(); _ttype = testLiteralsTable(_ttype); _returnToken.setType(_ttype);
_ttype = _returnToken.getType(); _ttype = testLiteralsTable(_ttype); _returnToken.setType(_ttype);
_ttype = _returnToken.getType(); _returnToken.setType(_ttype); return _returnToken;
public int getType() { if ( token!=null ) { return token.getType(); } return -1; }
_ttype = _returnToken.getType(); _returnToken.setType(_ttype); return _returnToken;
private boolean isUpperCase(Token x) { if (x == null || x.getType() != IDENT) return false; // cannot happen? String xtext = x.getText(); return (xtext.length() > 0 && Character.isUpperCase(xtext.charAt(0))); }
@Override public void initialize(Token t) { this.token = (ProToken) t; setType(t.getType()); }
_ttype = _returnToken.getType(); _returnToken.setType(_ttype); return _returnToken;
/** Get a lookahead token value */ public final int LA(int i) throws TokenStreamException { fill(i); return queue.elementAt(markerOffset + i - 1).getType(); }
public AST create(Token tok) { AST t = create(tok.getType()); if ( t!=null ) { t.initialize(tok); } return t; }
private boolean isConstructorIdent(Token x) { if (currentClass == null) return false; if (currentClass.getType() != IDENT) return false; // cannot happen? String cname = currentClass.getText(); if (x == null || x.getType() != IDENT) return false; // cannot happen? return cname.equals(x.getText()); }
private boolean isConstructorIdent(Token x) { if (currentClass == null) return false; if (currentClass.getType() != IDENT) return false; // cannot happen? String cname = currentClass.getText(); if (x == null || x.getType() != IDENT) return false; // cannot happen? return cname.equals(x.getText()); }
private boolean isConstructorIdent(Token x) { if (currentClass == null) return false; if (currentClass.getType() != IDENT) return false; // cannot happen? String cname = currentClass.getText(); if (x == null || x.getType() != IDENT) return false; // cannot happen? return cname.equals(x.getText()); }
protected Token makeToken(int t) { Token tok = super.makeToken(t); if (tok.getType() == EOF) tok.setText("EOF"); if (tok.getText() == null) { tok.setText("(no text)"); } return tok; } public OQLLexer(InputStream in) {
/** * Clones the token */ public Token cloneToken(Token t) { CommonToken clone = new CommonToken(t.getType(),t.getText()); clone.setLine(t.getLine()); clone.setColumn(t.getColumn()); return clone; }