public ShuffleReadMetrics(TaskMetrics metrics) { this(metrics.shuffleReadMetrics().remoteBlocksFetched(), metrics.shuffleReadMetrics().localBlocksFetched(), metrics.shuffleReadMetrics().fetchWaitTime(), metrics.shuffleReadMetrics().remoteBytesRead(), metrics.shuffleReadMetrics().localBytesRead(), metrics.shuffleReadMetrics().remoteBytesReadToDisk(), metrics.shuffleReadMetrics().recordsRead()); }
public ShuffleReadMetrics(TaskMetrics metrics) { this(metrics.shuffleReadMetrics().get().remoteBlocksFetched(), metrics.shuffleReadMetrics().get().localBlocksFetched(), metrics.shuffleReadMetrics().get().fetchWaitTime(), metrics.shuffleReadMetrics().get().remoteBytesRead()); }
public ShuffleReadMetrics(TaskMetrics metrics) { this(metrics.shuffleReadMetrics().get().remoteBlocksFetched(), metrics.shuffleReadMetrics().get().localBlocksFetched(), metrics.shuffleReadMetrics().get().fetchWaitTime(), metrics.shuffleReadMetrics().get().remoteBytesRead()); }
shuffleReadMetricExist = true; remoteBlocksFetched += shuffleReadMetricsOption.get().remoteBlocksFetched(); localBlocksFetched += shuffleReadMetricsOption.get().localBlocksFetched(); fetchWaitTime += shuffleReadMetricsOption.get().fetchWaitTime(); remoteBytesRead += shuffleReadMetricsOption.get().remoteBytesRead();
shuffleReadMetricExist = true; remoteBlocksFetched += shuffleReadMetricsOption.get().remoteBlocksFetched(); localBlocksFetched += shuffleReadMetricsOption.get().localBlocksFetched(); fetchWaitTime += shuffleReadMetricsOption.get().fetchWaitTime(); remoteBytesRead += shuffleReadMetricsOption.get().remoteBytesRead();
tryToSet(() -> taskEventBuilder.setShuffleReadRemoteBytes(taskEnd.taskMetrics().shuffleReadMetrics().remoteBytesRead())); tryToSet(() -> taskEventBuilder.setShuffleReadTotalBytes(taskEnd.taskMetrics().shuffleReadMetrics().totalBytesRead())); tryToSet(() -> taskEventBuilder.setShuffleReadLocalBlocksFetched(taskEnd.taskMetrics().shuffleReadMetrics().localBlocksFetched())); tryToSet(() -> taskEventBuilder.setShuffleReadRemoteBlocksFetched(taskEnd.taskMetrics().shuffleReadMetrics().remoteBlocksFetched())); tryToSet(() -> taskEventBuilder.setShuffleReadTotalBlocksFetched(taskEnd.taskMetrics().shuffleReadMetrics().totalBlocksFetched()));
tryToSet(() -> stageEventBuilder.setShuffleReadTotalBytes(stageCompleted.stageInfo().taskMetrics().shuffleReadMetrics().totalBytesRead())); tryToSet(() -> stageEventBuilder.setShuffleReadLocalBlocksFetched(stageCompleted.stageInfo().taskMetrics().shuffleReadMetrics() .localBlocksFetched())); tryToSet(() -> stageEventBuilder.setShuffleReadRemoteBlocksFetched(stageCompleted.stageInfo().taskMetrics().shuffleReadMetrics() .remoteBlocksFetched()));