public void seekPartitionToEnd(KafkaConsumer<?, ?> consumer, TopicPartition partition) { consumer.seekToEnd(partition); }
@Override public void seekPartitionToEnd(KafkaConsumer<?, ?> consumer, TopicPartition partition) { consumer.seekToEnd(Collections.singletonList(partition)); } }
@Override public void seekToLatest(Set<StreamPartition<Integer>> partitions) { consumer.seekToEnd(partitions .stream() .map(e -> new TopicPartition(e.getStream(), e.getPartitionId())) .collect(Collectors.toList())); }
public static long getLatestOffset(KafkaConsumer consumer, String topic, int partitionId) { TopicPartition topicPartition = new TopicPartition(topic, partitionId); consumer.assign(Arrays.asList(topicPartition)); consumer.seekToEnd(Arrays.asList(topicPartition)); return consumer.position(topicPartition); }
newPartitionState.setOffset(consumerTmp.position(newPartitionState.getKafkaPartitionHandle()) - 1); } else if (newPartitionState.getOffset() == KafkaTopicPartitionStateSentinel.LATEST_OFFSET) { consumerTmp.seekToEnd(Collections.singletonList(newPartitionState.getKafkaPartitionHandle())); newPartitionState.setOffset(consumerTmp.position(newPartitionState.getKafkaPartitionHandle()) - 1); } else if (newPartitionState.getOffset() == KafkaTopicPartitionStateSentinel.GROUP_OFFSET) {
consumer.seekToEnd(singleton(tp0)); consumer.seekToBeginning(singleton(tp1));
kafkaConsumer.seekToEnd(assignments); for (TopicPartition topicPartition : assignments) { endOffsetsMap.put(topicPartition, kafkaConsumer.position(topicPartition));
kafkaConsumer.seekToEnd(assignments); for (TopicPartition topicPartition : assignments) { offsetsMap.put(topicPartition, kafkaConsumer.position(topicPartition));
consumer.seekToEnd(partitions);
public Map<Integer, Long> getKafkaOffsetMap(KafkaConsumer<String, String> consumer, String topic ) { Map<Integer, Long> ret = new HashMap<>(); if(!consumer.subscription().contains(topic)) { consumer.subscribe(Collections.singletonList(topic)); } consumer.poll(0); List<TopicPartition> partitions = getTopicPartition(consumer, topic); consumer.seekToEnd(partitions); for(TopicPartition par : partitions) { ret.put(par.partition(), consumer.position(par)-1); } return ret; } }
consumer.seekToEnd(partitions);
consumer.seekToEnd(partitions);
client.seekToEnd(intermediateTopicPartitions);
/** * Seek to the last offser for the specified list of partitions * @param partitions list of partitions */ @Override public void seekToEnd(TopicPartition... partitions) { consumer.seekToEnd(partitions); }
@Override void seekToEnd(final TopicPartition topicPartition) { kafkaConsumer.seekToEnd(Collections.singletonList(topicPartition)); } }
@Override public void seekPartitionToEnd(KafkaConsumer<?, ?> consumer, TopicPartition partition) { consumer.seekToEnd(Collections.singletonList(partition)); } }
@Override public void toEnd() { log.debug("toEnd: " + id); lastOffsets.clear(); records.clear(); consumer.seekToEnd(Collections.emptyList()); consumerMoved = true; }
public static long getLatestOffset(KafkaConsumer consumer, String topic, int partitionId) { TopicPartition topicPartition = new TopicPartition(topic, partitionId); consumer.assign(Arrays.asList(topicPartition)); consumer.seekToEnd(Arrays.asList(topicPartition)); return consumer.position(topicPartition); }
protected long getLogSize(KafkaConsumer<String, Serializable> kafkaConsumer,String topic, int partition) { TopicPartition topicPartition = new TopicPartition(topic, partition); List<TopicPartition> asList = Arrays.asList(topicPartition); kafkaConsumer.assign(asList); kafkaConsumer.seekToEnd(asList); long logEndOffset = kafkaConsumer.position(topicPartition); return logEndOffset; }
/** * Get the latest offset. * * @return the latest offset */ public long getLatestOffset() { long currentPosition = consumer.position(partition); consumer.seekToEnd(Collections.singletonList(partition)); long latestPosition = consumer.position(partition); consumer.seek(partition, currentPosition); return latestPosition; }