private Token<RubyTokenId> token(RubyTokenId id, int length) { String fixedText = id.fixedText(); return (fixedText != null) ? tokenFactory.getFlyweightToken(id, fixedText) : tokenFactory.createToken(id, length); }
@NonNull private Token<DockerfileTokenId> token(DockerfileTokenId id) { final String fixedText = id.fixedText(); return (fixedText != null && fixedText.length() == input.readLength()) ? tokenFactory.getFlyweightToken(id, fixedText) : tokenFactory.createToken(id); }
private Token<GroovyTokenId> createToken(int tokenIntId, int tokenLength) { GroovyTokenId id = getTokenId(tokenIntId); LOG.log(Level.FINEST, "Creating token: {0}, length: {1}", new Object[]{id.name(), tokenLength}); String fixedText = id.fixedText(); return (fixedText != null) ? tokenFactory.getFlyweightToken(id, fixedText) : tokenFactory.createToken(id, tokenLength); }
/** * Creates token */ private Token<FortranTokenId> token(FortranTokenId id, String fixedText, PartType part) { assert id != null : "id must be not null"; Token<FortranTokenId> token; if (fixedText != null) { // create flyweight token token = tokenFactory.getFlyweightToken(id, fixedText); } else { if (part != PartType.COMPLETE) { token = tokenFactory.createToken(id, input.readLength(), part); } else { token = tokenFactory.createToken(id); } } assert token != null : "token must be created as result for " + id; return token; }
private Token<CppStringTokenId> token(CppStringTokenId id, String fixedText, PartType part) { assert id != null : "id must be not null"; Token<CppStringTokenId> token; if (fixedText != null && !escapedLF) { // create flyweight token token = tokenFactory.getFlyweightToken(id, fixedText); } else { if (part != PartType.COMPLETE) { token = tokenFactory.createToken(id, input.readLength(), part); } else { token = tokenFactory.createToken(id); } } escapedLF = false; assert token != null : "token must be created as result for " + id; return token; }
private Token<CppTokenId> token(CppTokenId id, String fixedText, PartType part) { assert id != null : "id must be not null"; Token<CppTokenId> token; if (fixedText != null && !isTokenSplittedByEscapedLine()) { // create flyweight token token = tokenFactory.getFlyweightToken(id, fixedText); } else { if (part != PartType.COMPLETE) { token = tokenFactory.createToken(id, input.readLength(), part); } else { token = tokenFactory.createToken(id); } } tokenSplittedByEscapedLine = 0; escapedEatenChars = 0; assert token != null : "token must be created as result for " + id; postTokenCreate(id); return token; }
backup(1); return input.readLength() == 1 ? tokenFactory.getFlyweightToken(DockerfileTokenId.WHITESPACE, " ") //NOI18N : tokenFactory.createToken(DockerfileTokenId.WHITESPACE);