new SegmentsAndMetadata( snapshot .values()
return new SegmentsAndMetadata(dataSegments, commitMetadata); }, pushExecutor
/** * Drop segments in background. The segments should be pushed (in batch ingestion) or published (in streaming * ingestion) before being dropped. * * @param segmentsAndMetadata result of pushing or publishing * * @return a future for dropping segments */ ListenableFuture<SegmentsAndMetadata> dropInBackground(SegmentsAndMetadata segmentsAndMetadata) { log.info("Dropping segments[%s]", segmentsAndMetadata.getSegments()); final ListenableFuture<?> dropFuture = Futures.allAsList( segmentsAndMetadata .getSegments() .stream() .map(segment -> appenderator.drop(SegmentIdWithShardSpec.fromDataSegment(segment))) .collect(Collectors.toList()) ); return Futures.transform( dropFuture, (Function<Object, SegmentsAndMetadata>) x -> { final Object metadata = segmentsAndMetadata.getCommitMetadata(); return new SegmentsAndMetadata( segmentsAndMetadata.getSegments(), metadata == null ? null : ((AppenderatorDriverMetadata) metadata).getCallerMetadata() ); } ); }
new SegmentsAndMetadata( segmentsAndMetadata.getSegments(), ((AppenderatorDriverMetadata) metadata).getCallerMetadata() log.info("Successfully handed off [%d] segments.", segmentsAndMetadata.getSegments().size()); resultFuture.set( new SegmentsAndMetadata( segmentsAndMetadata.getSegments(), ((AppenderatorDriverMetadata) metadata).getCallerMetadata()
return Futures.transform( persistAll(committer), (Function<Object, SegmentsAndMetadata>) commitMetadata -> new SegmentsAndMetadata(segments, commitMetadata) ); } else {
new SegmentsAndMetadata( snapshot .values()
return new SegmentsAndMetadata(dataSegments, commitMetadata); }, pushExecutor
/** * Drop segments in background. The segments should be pushed (in batch ingestion) or published (in streaming * ingestion) before being dropped. * * @param segmentsAndMetadata result of pushing or publishing * * @return a future for dropping segments */ ListenableFuture<SegmentsAndMetadata> dropInBackground(SegmentsAndMetadata segmentsAndMetadata) { log.info("Dropping segments[%s]", segmentsAndMetadata.getSegments()); final ListenableFuture<?> dropFuture = Futures.allAsList( segmentsAndMetadata .getSegments() .stream() .map(segment -> appenderator.drop(SegmentIdentifier.fromDataSegment(segment))) .collect(Collectors.toList()) ); return Futures.transform( dropFuture, (Function<Object, SegmentsAndMetadata>) x -> { final Object metadata = segmentsAndMetadata.getCommitMetadata(); return new SegmentsAndMetadata( segmentsAndMetadata.getSegments(), metadata == null ? null : ((AppenderatorDriverMetadata) metadata).getCallerMetadata() ); } ); }
new SegmentsAndMetadata( segmentsAndMetadata.getSegments(), ((AppenderatorDriverMetadata) metadata).getCallerMetadata() log.info("Successfully handed off [%d] segments.", segmentsAndMetadata.getSegments().size()); resultFuture.set( new SegmentsAndMetadata( segmentsAndMetadata.getSegments(), ((AppenderatorDriverMetadata) metadata).getCallerMetadata()