protected void configureStreamingFork(Fork fork, String watermarkingStrategy) throws IOException { if (isStreamingTask()) { DataWriter forkWriter = fork.getWriter(); if (forkWriter instanceof WatermarkAwareWriter) { if (watermarkingStrategy.equals("WriterBased")) { ((MultiWriterWatermarkManager) this.watermarkManager.get()).registerWriter((WatermarkAwareWriter) forkWriter); } } else { String errorMessage = String.format("The Task is configured to run in continuous mode, " + "but the writer %s is not a WatermarkAwareWriter", forkWriter.getClass().getName()); LOG.error(errorMessage); throw new RuntimeException(errorMessage); } } }
public String getProgress() { long currentTime = System.currentTimeMillis(); long lastRecordTimeElapsed = currentTime - this.lastRecordPulledTimestampMillis; if (isStreamingTask()) { WatermarkManager.CommitStatus commitStatus = this.watermarkManager.get().getCommitStatus(); long lastWatermarkCommitTimeElapsed = currentTime - commitStatus.getLastWatermarkCommitSuccessTimestampMillis(); String progressString = String.format("recordsPulled:%d, lastRecordExtracted: %d ms ago, " + "lastWatermarkCommitted: %d ms ago, lastWatermarkCommitted: %s", this.recordsPulled.get(), lastRecordTimeElapsed, lastWatermarkCommitTimeElapsed, commitStatus.getLastCommittedWatermarks()); return progressString; } else { String progressString = String .format("recordsPulled:%d, lastRecordExtracted: %d ms ago", this.recordsPulled.get(), lastRecordTimeElapsed); return progressString; } }
if (isStreamingTask()) { Extractor underlyingExtractor = this.taskContext.getRawSourceExtractor(); if (!(underlyingExtractor instanceof StreamingExtractor)) {
Object recordForFork = needToCopy ? CopyHelper.copy(convertedRecord) : convertedRecord; copyInstance++; if (isStreamingTask()) {
return r; }); if (this.task.isStreamingTask()) {
protected void configureStreamingFork(Fork fork, String watermarkingStrategy) throws IOException { if (isStreamingTask()) { DataWriter forkWriter = fork.getWriter(); if (forkWriter instanceof WatermarkAwareWriter) { if (watermarkingStrategy.equals("WriterBased")) { ((MultiWriterWatermarkManager) this.watermarkManager.get()).registerWriter((WatermarkAwareWriter) forkWriter); } } else { String errorMessage = String.format("The Task is configured to run in continuous mode, " + "but the writer %s is not a WatermarkAwareWriter", forkWriter.getClass().getName()); LOG.error(errorMessage); throw new RuntimeException(errorMessage); } } }
public String getProgress() { long currentTime = System.currentTimeMillis(); long lastRecordTimeElapsed = currentTime - this.lastRecordPulledTimestampMillis; if (isStreamingTask()) { WatermarkManager.CommitStatus commitStatus = this.watermarkManager.get().getCommitStatus(); long lastWatermarkCommitTimeElapsed = currentTime - commitStatus.getLastWatermarkCommitSuccessTimestampMillis(); String progressString = String.format("recordsPulled:%d, lastRecordExtracted: %d ms ago, " + "lastWatermarkCommitted: %d ms ago, lastWatermarkCommitted: %s", this.recordsPulled.get(), lastRecordTimeElapsed, lastWatermarkCommitTimeElapsed, commitStatus.getLastCommittedWatermarks()); return progressString; } else { String progressString = String .format("recordsPulled:%d, lastRecordExtracted: %d ms ago", this.recordsPulled.get(), lastRecordTimeElapsed); return progressString; } }
if (isStreamingTask()) { Extractor underlyingExtractor = this.taskContext.getRawSourceExtractor(); if (!(underlyingExtractor instanceof StreamingExtractor)) {
Object recordForFork = needToCopy ? CopyHelper.copy(convertedRecord) : convertedRecord; copyInstance++; if (isStreamingTask()) {
return r; }); if (this.task.isStreamingTask()) {