public ImmutableList<ErrorProneToken> getTokens() { Scanner scanner = new AccessibleScanner(scannerFactory, commentSavingTokenizer); ImmutableList.Builder<ErrorProneToken> tokens = ImmutableList.builder(); do { scanner.nextToken(); tokens.add(new ErrorProneToken(scanner.token())); } while (scanner.token().kind != TokenKind.EOF); return tokens.build(); }
public Token token() { return token(0); }
public Token token() { return token(0); }
public ImmutableList<ErrorProneToken> getTokens() { Scanner scanner = new AccessibleScanner(scannerFactory, commentSavingTokenizer); ImmutableList.Builder<ErrorProneToken> tokens = ImmutableList.builder(); do { scanner.nextToken(); tokens.add(new ErrorProneToken(scanner.token())); } while (scanner.token().kind != TokenKind.EOF); return tokens.build(); }