private int tokenStartingAt(int start) { int tokenIndex = this.ctm.findIndex(start, -1, false); Token token = this.ctm.get(tokenIndex); if (token.originalStart == start) return tokenIndex; assert start > token.originalStart && start <= token.originalEnd; splitToken(token, tokenIndex, start); return tokenIndex + 1; }
private int tokenStartingAt(int start) { int tokenIndex = this.ctm.findIndex(start, -1, false); Token token = this.ctm.get(tokenIndex); if (token.originalStart == start) return tokenIndex; assert start > token.originalStart && start <= token.originalEnd; splitToken(token, tokenIndex, start); return tokenIndex + 1; }
private int tokenEndingAt(int end) { int tokenIndex = this.ctm.findIndex(end, -1, true); Token token = this.ctm.get(tokenIndex); if (token.originalEnd == end) return tokenIndex; assert end < token.originalEnd && end >= token.originalStart; splitToken(token, tokenIndex, end + 1); return tokenIndex; }
private int tokenStartingAt(int start) { int tokenIndex = this.ctm.findIndex(start, -1, false); Token token = this.ctm.get(tokenIndex); if (token.originalStart == start) return tokenIndex; assert start > token.originalStart && start <= token.originalEnd; splitToken(token, tokenIndex, start); return tokenIndex + 1; }
private int tokenEndingAt(int end) { int tokenIndex = this.ctm.findIndex(end, -1, true); Token token = this.ctm.get(tokenIndex); if (token.originalEnd == end) return tokenIndex; assert end < token.originalEnd && end >= token.originalStart; splitToken(token, tokenIndex, end + 1); return tokenIndex; }
private int tokenEndingAt(int end) { int tokenIndex = this.ctm.findIndex(end, -1, true); Token token = this.ctm.get(tokenIndex); if (token.originalEnd == end) return tokenIndex; assert end < token.originalEnd && end >= token.originalStart; splitToken(token, tokenIndex, end + 1); return tokenIndex; }