SourceVertexDataFetcher(final SourceVertex dataSource, final Readable readable, final OutputCollector outputCollector) { super(dataSource, outputCollector); this.readable = readable; this.readable.prepare(); this.bounded = dataSource.isBounded(); if (!bounded) { this.watermarkTriggerService = Executors.newScheduledThreadPool(1); this.watermarkTriggerService.scheduleAtFixedRate(() -> { watermarkTriggered = true; }, WATERMARK_PERIOD, WATERMARK_PERIOD, TimeUnit.MILLISECONDS); } else { this.watermarkTriggerService = null; } }
final SourceVertex sourceVertex = (SourceVertex) irVertex; try { final List<Readable> readables = sourceVertex.getReadables(stageParallelism); for (int i = 0; i < stageParallelism; i++) { vertexIdToReadables.get(i).put(irVertex.getId(), readables.get(i)); sourceVertex.clearInternalStates();
sourceVertex.getReadables(desiredSourceParallelism).size()));
final SourceVertex sourceVertex = (SourceVertex) irVertex; try { final List<Readable> readables = sourceVertex.getReadables(stageParallelism); for (int i = 0; i < stageParallelism; i++) { vertexIdToReadables.get(i).put(irVertex.getId(), readables.get(i)); sourceVertex.clearInternalStates();
sourceVertex.getReadables(desiredSourceParallelism).size()));
SourceVertexDataFetcher(final SourceVertex dataSource, final Readable readable, final OutputCollector outputCollector) { super(dataSource, outputCollector); this.readable = readable; this.readable.prepare(); this.bounded = dataSource.isBounded(); if (!bounded) { this.watermarkTriggerService = Executors.newScheduledThreadPool(1); this.watermarkTriggerService.scheduleAtFixedRate(() -> { watermarkTriggered = true; }, WATERMARK_PERIOD, WATERMARK_PERIOD, TimeUnit.MILLISECONDS); } else { this.watermarkTriggerService = null; } }