@Override public void copyTo(AttributeImpl target) { TermFrequencyAttribute t = (TermFrequencyAttribute) target; t.setTermFrequency(termFrequency); }
@Override public boolean incrementToken() { if (used) { return false; } clearAttributes(); termAttribute.append(value); freqAttribute.setTermFrequency(freq); used = true; return true; }
@Override public void copyTo(AttributeImpl target) { if (target instanceof PackedTokenAttributeImpl) { final PackedTokenAttributeImpl to = (PackedTokenAttributeImpl) target; to.copyBuffer(buffer(), 0, length()); to.positionIncrement = positionIncrement; to.positionLength = positionLength; to.startOffset = startOffset; to.endOffset = endOffset; to.type = type; to.termFrequency = termFrequency; } else { super.copyTo(target); ((OffsetAttribute) target).setOffset(startOffset, endOffset); ((PositionIncrementAttribute) target).setPositionIncrement(positionIncrement); ((PositionLengthAttribute) target).setPositionLength(positionLength); ((TypeAttribute) target).setType(type); ((TermFrequencyAttribute) target).setTermFrequency(termFrequency); } }
@Override public boolean incrementToken() throws IOException { if (input.incrementToken()) { final char[] buffer = termAtt.buffer(); final int length = termAtt.length(); for (int i = 0; i < length; i++) { if (buffer[i] == delimiter) { termAtt.setLength(i); // simply set a new length i++; tfAtt.setTermFrequency(ArrayUtil.parseInt(buffer, i, length - i)); return true; } } return true; } return false; } }
@Override public void copyTo(AttributeImpl target) { TermFrequencyAttribute t = (TermFrequencyAttribute) target; t.setTermFrequency(termFrequency); }
@Override public boolean incrementToken() { if (used) { return false; } clearAttributes(); termAttribute.append(value); freqAttribute.setTermFrequency(freq); used = true; return true; }
@Override public void copyTo(AttributeImpl target) { if (target instanceof PackedTokenAttributeImpl) { final PackedTokenAttributeImpl to = (PackedTokenAttributeImpl) target; to.copyBuffer(buffer(), 0, length()); to.positionIncrement = positionIncrement; to.positionLength = positionLength; to.startOffset = startOffset; to.endOffset = endOffset; to.type = type; to.termFrequency = termFrequency; } else { super.copyTo(target); ((OffsetAttribute) target).setOffset(startOffset, endOffset); ((PositionIncrementAttribute) target).setPositionIncrement(positionIncrement); ((PositionLengthAttribute) target).setPositionLength(positionLength); ((TypeAttribute) target).setType(type); ((TermFrequencyAttribute) target).setTermFrequency(termFrequency); } }