private boolean matchEnded(TokenEntry token1, TokenEntry token2) { return token1.getIdentifier() != token2.getIdentifier() || token1 == TokenEntry.EOF || token2 == TokenEntry.EOF; } }
TokenEntry token = code.get(i); if (token != TokenEntry.EOF) { int last = tokenAt(min, token).getIdentifier(); lastHash = MOD * lastHash + token.getIdentifier() - lastMod * last; token.setHashCode(lastHash); Object o = markGroups.get(token); for (int end = Math.max(0, i - min + 1); i > end; i--) { token = code.get(i - 1); lastHash = MOD * lastHash + token.getIdentifier(); if (token == TokenEntry.EOF) { break;
@Test public void shouldClearCacheInTokenEntry() { bridge.chunk("file.txt", new InputStreamReader(new ByteArrayInputStream(new byte[0]), StandardCharsets.UTF_8)); TokenEntry token = new TokenEntry("image", "srcId", 0); assertThat(token.getIndex(), is(0)); assertThat(token.getIdentifier(), is(1)); }
private boolean matchEnded(TokenEntry token1, TokenEntry token2) { return token1.getIdentifier() != token2.getIdentifier() || token1 == TokenEntry.EOF || token2 == TokenEntry.EOF; } }
TokenEntry token = code.get(i); if (token != TokenEntry.EOF) { int last = tokenAt(min, token).getIdentifier(); lastHash = MOD * lastHash + token.getIdentifier() - lastMod * last; token.setHashCode(lastHash); Object o = markGroups.get(token); for (int end = Math.max(0, i - min + 1); i > end; i--) { token = code.get(i - 1); lastHash = MOD * lastHash + token.getIdentifier(); if (token == TokenEntry.EOF) { break;