public ShuffleReadMetrics(TaskMetrics metrics) { this(metrics.shuffleReadMetrics().remoteBlocksFetched(), metrics.shuffleReadMetrics().localBlocksFetched(), metrics.shuffleReadMetrics().fetchWaitTime(), metrics.shuffleReadMetrics().remoteBytesRead(), metrics.shuffleReadMetrics().localBytesRead(), metrics.shuffleReadMetrics().remoteBytesReadToDisk(), metrics.shuffleReadMetrics().recordsRead()); }
public ShuffleReadMetrics(TaskMetrics metrics) { this(metrics.shuffleReadMetrics().get().remoteBlocksFetched(), metrics.shuffleReadMetrics().get().localBlocksFetched(), metrics.shuffleReadMetrics().get().fetchWaitTime(), metrics.shuffleReadMetrics().get().remoteBytesRead()); }
tryToSet(() -> taskEventBuilder.setDiskBytesSpilled(taskEnd.taskMetrics().diskBytesSpilled())); tryToSet(() -> taskEventBuilder.setMemoryBytesSpilled(taskEnd.taskMetrics().memoryBytesSpilled())); tryToSet(() -> taskEventBuilder.setShuffleReadRecords(taskEnd.taskMetrics().shuffleReadMetrics().recordsRead())); tryToSet(() -> taskEventBuilder.setShuffleReadFetchWaitTime(taskEnd.taskMetrics().shuffleReadMetrics().fetchWaitTime())); tryToSet(() -> taskEventBuilder.setShuffleReadLocalBytes(taskEnd.taskMetrics().shuffleReadMetrics().localBytesRead())); tryToSet(() -> taskEventBuilder.setShuffleReadRemoteBytes(taskEnd.taskMetrics().shuffleReadMetrics().remoteBytesRead())); tryToSet(() -> taskEventBuilder.setShuffleReadTotalBytes(taskEnd.taskMetrics().shuffleReadMetrics().totalBytesRead())); tryToSet(() -> taskEventBuilder.setShuffleReadLocalBlocksFetched(taskEnd.taskMetrics().shuffleReadMetrics().localBlocksFetched())); tryToSet(() -> taskEventBuilder.setShuffleReadRemoteBlocksFetched(taskEnd.taskMetrics().shuffleReadMetrics().remoteBlocksFetched())); tryToSet(() -> taskEventBuilder.setShuffleReadTotalBlocksFetched(taskEnd.taskMetrics().shuffleReadMetrics().totalBlocksFetched())); tryToSet(() -> taskEventBuilder.setShuffleWriteShuffleRecords(taskEnd.taskMetrics().shuffleWriteMetrics().shuffleRecordsWritten())); tryToSet(() -> taskEventBuilder.setShuffleWriteShuffleTime(taskEnd.taskMetrics().shuffleWriteMetrics().shuffleWriteTime()));
public ShuffleReadMetrics(TaskMetrics metrics) { this(metrics.shuffleReadMetrics().get().remoteBlocksFetched(), metrics.shuffleReadMetrics().get().localBlocksFetched(), metrics.shuffleReadMetrics().get().fetchWaitTime(), metrics.shuffleReadMetrics().get().remoteBytesRead()); }
tryToSet(() -> stageEventBuilder.setDiskBytesSpilled(stageCompleted.stageInfo().taskMetrics().diskBytesSpilled())); tryToSet(() -> stageEventBuilder.setMemoryBytesSpilled(stageCompleted.stageInfo().taskMetrics().memoryBytesSpilled())); tryToSet(() -> stageEventBuilder.setShuffleReadRecords(stageCompleted.stageInfo().taskMetrics().shuffleReadMetrics().recordsRead())); tryToSet(() -> stageEventBuilder.setShuffleReadFetchWaitTime(stageCompleted.stageInfo().taskMetrics().shuffleReadMetrics().fetchWaitTime())); tryToSet(() -> stageEventBuilder.setShuffleReadLocalBytes(stageCompleted.stageInfo().taskMetrics().shuffleReadMetrics().localBytesRead())); tryToSet(() -> stageEventBuilder.setShuffleReadRemoteBytes(stageCompleted.stageInfo().taskMetrics().shuffleReadMetrics().remoteBytesRead())); tryToSet(() -> stageEventBuilder.setShuffleReadTotalBytes(stageCompleted.stageInfo().taskMetrics().shuffleReadMetrics().totalBytesRead())); tryToSet(() -> stageEventBuilder.setShuffleReadLocalBlocksFetched(stageCompleted.stageInfo().taskMetrics().shuffleReadMetrics() .localBlocksFetched())); tryToSet(() -> stageEventBuilder.setShuffleReadRemoteBlocksFetched(stageCompleted.stageInfo().taskMetrics().shuffleReadMetrics() .remoteBlocksFetched())); tryToSet(() -> stageEventBuilder.setShuffleReadTotalBlocksFetched(stageCompleted.stageInfo().taskMetrics().shuffleReadMetrics() .totalBlocksFetched())); tryToSet(() -> stageEventBuilder.setShuffleWriteShuffleRecords(stageCompleted.stageInfo().taskMetrics().shuffleWriteMetrics() .shuffleRecordsWritten()));
if (!shuffleReadMetricsOption.isEmpty()) { shuffleReadMetricExist = true; remoteBlocksFetched += shuffleReadMetricsOption.get().remoteBlocksFetched(); localBlocksFetched += shuffleReadMetricsOption.get().localBlocksFetched(); fetchWaitTime += shuffleReadMetricsOption.get().fetchWaitTime(); remoteBytesRead += shuffleReadMetricsOption.get().remoteBytesRead();
if (!shuffleReadMetricsOption.isEmpty()) { shuffleReadMetricExist = true; remoteBlocksFetched += shuffleReadMetricsOption.get().remoteBlocksFetched(); localBlocksFetched += shuffleReadMetricsOption.get().localBlocksFetched(); fetchWaitTime += shuffleReadMetricsOption.get().fetchWaitTime(); remoteBytesRead += shuffleReadMetricsOption.get().remoteBytesRead();