public static PackedTokenAttributeImpl subToken(PackedTokenAttributeImpl oriToken, int termBufferOffset, int termBufferLength) { //CharTermAttributeImpl termImpl = new CharTermAttributeImpl(); //termImpl.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); //new Token(oriToken.buffer(), termBufferOffset, termBufferLength, // oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); //Token token = new Token(termImpl, oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); PackedTokenAttributeImpl token = new PackedTokenAttributeImpl(); token.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); token.setOffset(oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); token.setType(oriToken.type()); return token; } }
public static PackedTokenAttributeImpl subToken(PackedTokenAttributeImpl oriToken, int termBufferOffset, int termBufferLength) { //CharTermAttributeImpl termImpl = new CharTermAttributeImpl(); //termImpl.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); //new Token(oriToken.buffer(), termBufferOffset, termBufferLength, // oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); //Token token = new Token(termImpl, oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); PackedTokenAttributeImpl token = new PackedTokenAttributeImpl(); token.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); token.setOffset(oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); token.setType(oriToken.type()); return token; } }
public static PackedTokenAttributeImpl subToken(PackedTokenAttributeImpl oriToken, int termBufferOffset, int termBufferLength) { //CharTermAttributeImpl termImpl = new CharTermAttributeImpl(); //termImpl.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); //new Token(oriToken.buffer(), termBufferOffset, termBufferLength, // oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); //Token token = new Token(termImpl, oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); PackedTokenAttributeImpl token = new PackedTokenAttributeImpl(); token.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); token.setOffset(oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); token.setType(oriToken.type()); return token; } }
reusableToken.setOffset(offsetAtt.startOffset(), offsetAtt.endOffset());
reusableToken.setOffset(offsetAtt.startOffset(), offsetAtt.endOffset());
reusableToken.setOffset(offsetAtt.startOffset(), offsetAtt.endOffset());