private static Token extractDocstringFromSimpleStmt(@Nullable AstNode firstSimpleStmt) { if (firstSimpleStmt != null) { Token token = firstSimpleStmt.getToken(); if (token.getType().equals(PythonTokenType.STRING)) { return token; } } return null; }
private String getClassName(AstNode expr) { StringBuilder builder = new StringBuilder(); for (Token token : expr.getTokens()) { if (token.getType() == PHPPunctuator.LPARENTHESIS) { break; } if (token.getType() != PHPKeyword.NAMESPACE) { builder.append(token.getOriginalValue()); } } return builder.toString(); }
private static Token extractDocstringFromSimpleStmt(@Nullable AstNode firstSimpleStmt) { if (firstSimpleStmt != null) { Token token = firstSimpleStmt.getToken(); if (token.getType().equals(PythonTokenType.STRING)) { return token; } } return null; }
private void checkFirstStatement(@Nullable AstNode firstStatement) { if (firstStatement != null) { List<Token> tokens = firstStatement.getTokens(); if (tokens.size() == 2 && tokens.get(0).getType().equals(PythonTokenType.STRING)) { // second token is NEWLINE highlight(tokens.get(0), TypeOfText.STRUCTURED_COMMENT); docStringTokens.add(tokens.get(0)); } } }
private void checkFirstStatement(@Nullable AstNode firstStatement) { if (firstStatement != null) { List<Token> tokens = firstStatement.getTokens(); if (tokens.size() == 2 && tokens.get(0).getType().equals(PythonTokenType.STRING)) { // second token is NEWLINE highlight(tokens.get(0), TypeOfText.STRUCTURED_COMMENT); docStringTokens.add(tokens.get(0)); } } }
private String getTokenImage(Token token) { if (token.getType() == GenericTokenType.LITERAL) { return GenericTokenType.LITERAL.getValue(); } return token.getValue(); }
private void checkParenthesis(@Nullable AstNode child, String keyword, AstNode errorNode) { if (child != null && child.getToken().getType().equals(PythonPunctuator.LPARENTHESIS) && isOnASingleLine(child)) { getContext().createLineViolation(this, "Remove the parentheses after this \"{0}\" keyword", errorNode, keyword); } }
public void visitToken(Token token) { if (token.getType().equals(GenericTokenType.EOF)) { return; } linesOfCode.add(token.getLine()); List<Trivia> trivias = token.getTrivia(); for (Trivia trivia : trivias) { if (trivia.isComment()) { linesOfComments.add(trivia.getToken().getLine()); } } }
private void addSimpleField(AstNode test) { Token token = test.getToken(); if (test.getNumberOfChildren() == 1 && test.getFirstChild().is(PythonGrammar.ATOM) && token.getType().equals(GenericTokenType.IDENTIFIER) && !CheckUtils.containsValue(symbols, token.getValue())) { symbols.add(token); } }
private void addSimpleField(AstNode test) { Token token = test.getToken(); if (test.getNumberOfChildren() == 1 && test.getFirstChild().is(PythonGrammar.ATOM) && token.getType().equals(GenericTokenType.IDENTIFIER) && !CheckUtils.containsValue(symbols, token.getValue())) { symbols.add(token); } }
private void addSimpleField(AstNode test) { Token token = test.getToken(); if (test.getNumberOfChildren() == 1 && test.getFirstChild().is(PythonGrammar.ATOM) && token.getType().equals(GenericTokenType.IDENTIFIER) && !CheckUtils.containsValue(symbols, token.getValue())) { symbols.add(token); } }
@Override public void execute(Machine machine) { if (machine.length() == 0 || typeClass != machine.tokenAt(0).getType().getClass()) { machine.backtrack(); return; } machine.createLeafNode(this, 1); machine.jump(1); }
@Override public void execute(Machine machine) { if (machine.length() == 0 || !types.contains(machine.tokenAt(0).getType())) { machine.backtrack(); return; } machine.createLeafNode(this, 1); machine.jump(1); }
@Override public void execute(Machine machine) { if (machine.length() == 0 || !types.contains(machine.tokenAt(0).getType())) { machine.backtrack(); return; } machine.createLeafNode(this, 1); machine.jump(1); }
@Override public void execute(Machine machine) { if (machine.length() == 0 || typeClass != machine.tokenAt(0).getType().getClass()) { machine.backtrack(); return; } machine.createLeafNode(this, 1); machine.jump(1); }
@Override public void execute(Machine machine) { if (machine.length() == 0 || type != machine.tokenAt(0).getType()) { machine.backtrack(); return; } machine.createLeafNode(this, 1); machine.jump(1); }
/** * {@inheritDoc} */ @Override public void visitToken(Token token) { if (EOF.equals(token.getType())) { getContext().peekSourceCode().setMeasure(metric, token.getLine()); } }
@Override public void execute(Machine machine) { if (machine.length() == 0 || type != machine.tokenAt(0).getType()) { machine.backtrack(); return; } machine.createLeafNode(this, 1); machine.jump(1); }
private AstNode visitTerminal(ParseNode node) { Token token = tokens.get(node.getStartIndex()); // For compatibility with SSLR < 1.19, TokenType should be checked only for TokenTypeExpression: if ((node.getMatcher() instanceof TokenTypeExpression) && token.getType().hasToBeSkippedFromAst(null)) { return null; } AstNode astNode = new AstNode(token); astNode.setFromIndex(node.getStartIndex()); astNode.setToIndex(node.getEndIndex()); return astNode; }
private AstNode visitTerminal(ParseNode node) { Token token = tokens.get(node.getStartIndex()); // For compatibility with SSLR < 1.19, TokenType should be checked only for TokenTypeExpression: if ((node.getMatcher() instanceof TokenTypeExpression) && token.getType().hasToBeSkippedFromAst(null)) { return null; } AstNode astNode = new AstNode(token); astNode.setFromIndex(node.getStartIndex()); astNode.setToIndex(node.getEndIndex()); return astNode; }