@Override public Token nextElement() { Token t = tokenSource.nextToken(); t.setTokenIndex(tokenIndex++); return t; }
@Override public Token nextElement() { Token t = tokenSource.nextToken(); t.setTokenIndex(tokenIndex++); return t; }
protected List<TokenInfo> createTokenInfos(String string) { List<TokenInfo> result = Lists.newArrayListWithExpectedSize(string.length() / 3); TokenSource source = createTokenSource(string); CommonToken token = (CommonToken) source.nextToken(); while (token != Token.EOF_TOKEN) { TokenInfo info = createTokenInfo(token); result.add(info); token = (CommonToken) source.nextToken(); } return result; }
@Override public Token nextElement() { Token t = tokenSource.nextToken(); t.setTokenIndex(tokenIndex++); return t; }
@Override public Token nextElement() { Token t = tokenSource.nextToken(); t.setTokenIndex(tokenIndex++); return t; }
public Token nextElement() { Token t = tokenSource.nextToken(); t.setTokenIndex(tokenIndex++); return t; }
@Override public Token nextElement() { Token t = tokenSource.nextToken(); t.setTokenIndex(tokenIndex++); return t; }
protected boolean equalTokenSequence(TokenSource first, TokenSource second) { Token token = null; while (!(token = first.nextToken()).equals(Token.EOF_TOKEN)) { Token otherToken = second.nextToken(); if (otherToken.equals(Token.EOF_TOKEN)) { return false; } if (!token.getText().equals(otherToken.getText())) { return false; } } return true; }
/** * Returns next token from the wrapped token source. Stores it in a list if * necessary. * */ @Override public CommonToken nextToken() { CommonToken nextToken = (CommonToken)source.nextToken(); if (shouldCollect(nextToken)) { collectedTokens.add(nextToken); } return nextToken; }
protected boolean isSameTokenSequence(TokenSource originalSource, TokenSource newSource, int expectedLength) { Token token = originalSource.nextToken(); int newLength = 0; while(Token.EOF != token.getType()) { Token newToken = newSource.nextToken(); if (token.getType() != newToken.getType()) { return false; } newLength += TokenTool.getLength(newToken); token = originalSource.nextToken(); } return newLength == expectedLength; }
/** add n elements to buffer */ protected void fetch(int n) { for (int i=1; i<=n; i++) { Token t = tokenSource.nextToken(); t.setTokenIndex(tokens.size()); //System.out.println("adding "+t+" at index "+tokens.size()); tokens.add(t); if ( t.getType()==Token.EOF ) break; } }
/** add n elements to buffer */ protected void fetch(int n) { for (int i=1; i<=n; i++) { Token t = tokenSource.nextToken(); t.setTokenIndex(tokens.size()); //System.out.println("adding "+t+" at index "+tokens.size()); tokens.add(t); if ( t.getType()==Token.EOF ) break; } }
/** add n elements to buffer */ protected void fetch(int n) { for (int i=1; i<=n; i++) { Token t = tokenSource.nextToken(); t.setTokenIndex(tokens.size()); //System.out.println("adding "+t+" at index "+tokens.size()); tokens.add(t); if ( t.getType()==Token.EOF ) break; } }
/** add n elements to buffer */ protected void fetch(int n) { for (int i=1; i<=n; i++) { Token t = tokenSource.nextToken(); t.setTokenIndex(tokens.size()); //System.out.println("adding "+t+" at index "+tokens.size()); tokens.add(t); if ( t.getType()==Token.EOF ) break; } }
/** add n elements to buffer */ protected void fetch(int n) { for (int i=1; i<=n; i++) { Token t = tokenSource.nextToken(); t.setTokenIndex(tokens.size()); //System.out.println("adding "+t+" at index "+tokens.size()); tokens.add(t); if ( t.getType()==Token.EOF ) break; } }
/** add n elements to buffer */ protected void fetch(int n) { for (int i=1; i<=n; i++) { Token t = tokenSource.nextToken(); t.setTokenIndex(tokens.size()); //System.out.println("adding "+t+" at index "+tokens.size()); tokens.add(t); if ( t.getType()==Token.EOF ) break; } }
public Token nextToken() { if (nextTokens.hasNext()) { Token result = nextTokens.next(); return result; } Token result = delegate.nextToken(); splitToken(result, nextTokens); result = nextTokens.next(); return result; }
@Override public boolean existsConflict(String lastCompleteText, String proposal, ContentAssistContext context) { initTokenSources(lastCompleteText, proposal, context); if (!equalTokenSequence(getLastCompleteLexer(), getCombinedLexer())) return true; if (!equalTokenSequence(getProposalLexer(), getCombinedLexer())) return true; Token lastToken = getProposalLexer().nextToken(); if (!lastToken.equals(Token.EOF_TOKEN)) return true; return false; }
@Override public boolean existsConflict(String lastCompleteText, String proposal, ContentAssistContext context) { initTokenSources(lastCompleteText, proposal, context); if (!equalTokenSequence(getLastCompleteLexer(), getCombinedLexer())) return true; if (!equalTokenSequence(getProposalLexer(), getCombinedLexer())) return true; Token lastToken = getProposalLexer().nextToken(); if (!lastToken.equals(Token.EOF_TOKEN)) return true; return false; }
public Token nextToken() { CommonToken commonToken = (CommonToken) delegate.nextToken(); commonToken.setText(commonToken.getText()); commonToken.setStartIndex(commonToken.getStartIndex()+offset); commonToken.setStopIndex(commonToken.getStopIndex()+offset); return commonToken; }