public static PackedTokenAttributeImpl subToken(PackedTokenAttributeImpl oriToken, int termBufferOffset, int termBufferLength) { //CharTermAttributeImpl termImpl = new CharTermAttributeImpl(); //termImpl.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); //new Token(oriToken.buffer(), termBufferOffset, termBufferLength, // oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); //Token token = new Token(termImpl, oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); PackedTokenAttributeImpl token = new PackedTokenAttributeImpl(); token.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); token.setOffset(oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); token.setType(oriToken.type()); return token; } }
public static PackedTokenAttributeImpl subToken(PackedTokenAttributeImpl oriToken, int termBufferOffset, int termBufferLength) { //CharTermAttributeImpl termImpl = new CharTermAttributeImpl(); //termImpl.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); //new Token(oriToken.buffer(), termBufferOffset, termBufferLength, // oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); //Token token = new Token(termImpl, oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); PackedTokenAttributeImpl token = new PackedTokenAttributeImpl(); token.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); token.setOffset(oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); token.setType(oriToken.type()); return token; } }
public static PackedTokenAttributeImpl subToken(PackedTokenAttributeImpl oriToken, int termBufferOffset, int termBufferLength) { //CharTermAttributeImpl termImpl = new CharTermAttributeImpl(); //termImpl.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); //new Token(oriToken.buffer(), termBufferOffset, termBufferLength, // oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); //Token token = new Token(termImpl, oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); PackedTokenAttributeImpl token = new PackedTokenAttributeImpl(); token.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); token.setOffset(oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); token.setType(oriToken.type()); return token; } }
public final boolean incrementToken() throws IOException { clearAttributes(); PackedTokenAttributeImpl token = nextToken(reusableToken); if(token != null) { termAtt.copyBuffer(token.buffer(), 0, token.length()); offsetAtt.setOffset(token.startOffset(), token.endOffset()); typeAtt.setType(token.type()); return true; } else { return false; } }
public final boolean incrementToken() throws IOException { clearAttributes(); PackedTokenAttributeImpl token = nextToken(reusableToken); if(token != null) { termAtt.copyBuffer(token.buffer(), 0, token.length()); offsetAtt.setOffset(token.startOffset(), token.endOffset()); typeAtt.setType(token.type()); return true; } else { return false; } }
public final boolean incrementToken() throws IOException { clearAttributes(); PackedTokenAttributeImpl token = nextToken(reusableToken); if(token != null) { termAtt.copyBuffer(token.buffer(), 0, token.length()); offsetAtt.setOffset(token.startOffset(), token.endOffset()); typeAtt.setType(token.type()); return true; } else { return false; } }