public ShuffleReadMetrics(TaskMetrics metrics) { this(metrics.shuffleReadMetrics().remoteBlocksFetched(), metrics.shuffleReadMetrics().localBlocksFetched(), metrics.shuffleReadMetrics().fetchWaitTime(), metrics.shuffleReadMetrics().remoteBytesRead(), metrics.shuffleReadMetrics().localBytesRead(), metrics.shuffleReadMetrics().remoteBytesReadToDisk(), metrics.shuffleReadMetrics().recordsRead()); }
public ShuffleReadMetrics(TaskMetrics metrics) { this(metrics.shuffleReadMetrics().get().remoteBlocksFetched(), metrics.shuffleReadMetrics().get().localBlocksFetched(), metrics.shuffleReadMetrics().get().fetchWaitTime(), metrics.shuffleReadMetrics().get().remoteBytesRead()); }
public ShuffleReadMetrics(TaskMetrics metrics) { this(metrics.shuffleReadMetrics().get().remoteBlocksFetched(), metrics.shuffleReadMetrics().get().localBlocksFetched(), metrics.shuffleReadMetrics().get().fetchWaitTime(), metrics.shuffleReadMetrics().get().remoteBytesRead()); }
remoteBlocksFetched += shuffleReadMetricsOption.get().remoteBlocksFetched(); localBlocksFetched += shuffleReadMetricsOption.get().localBlocksFetched(); fetchWaitTime += shuffleReadMetricsOption.get().fetchWaitTime(); remoteBytesRead += shuffleReadMetricsOption.get().remoteBytesRead();
remoteBlocksFetched += shuffleReadMetricsOption.get().remoteBlocksFetched(); localBlocksFetched += shuffleReadMetricsOption.get().localBlocksFetched(); fetchWaitTime += shuffleReadMetricsOption.get().fetchWaitTime(); remoteBytesRead += shuffleReadMetricsOption.get().remoteBytesRead();
tryToSet(() -> taskEventBuilder.setMemoryBytesSpilled(taskEnd.taskMetrics().memoryBytesSpilled())); tryToSet(() -> taskEventBuilder.setShuffleReadRecords(taskEnd.taskMetrics().shuffleReadMetrics().recordsRead())); tryToSet(() -> taskEventBuilder.setShuffleReadFetchWaitTime(taskEnd.taskMetrics().shuffleReadMetrics().fetchWaitTime())); tryToSet(() -> taskEventBuilder.setShuffleReadLocalBytes(taskEnd.taskMetrics().shuffleReadMetrics().localBytesRead())); tryToSet(() -> taskEventBuilder.setShuffleReadRemoteBytes(taskEnd.taskMetrics().shuffleReadMetrics().remoteBytesRead()));
tryToSet(() -> stageEventBuilder.setMemoryBytesSpilled(stageCompleted.stageInfo().taskMetrics().memoryBytesSpilled())); tryToSet(() -> stageEventBuilder.setShuffleReadRecords(stageCompleted.stageInfo().taskMetrics().shuffleReadMetrics().recordsRead())); tryToSet(() -> stageEventBuilder.setShuffleReadFetchWaitTime(stageCompleted.stageInfo().taskMetrics().shuffleReadMetrics().fetchWaitTime())); tryToSet(() -> stageEventBuilder.setShuffleReadLocalBytes(stageCompleted.stageInfo().taskMetrics().shuffleReadMetrics().localBytesRead())); tryToSet(() -> stageEventBuilder.setShuffleReadRemoteBytes(stageCompleted.stageInfo().taskMetrics().shuffleReadMetrics().remoteBytesRead()));