public InputMetrics(TaskMetrics metrics) { this(metrics.inputMetrics().bytesRead(), metrics.inputMetrics().recordsRead()); }
private static InputMetrics optionalInputMetric(TaskMetrics metrics) { return (metrics.inputMetrics() != null) ? new InputMetrics(metrics) : null; }
public InputMetrics(TaskMetrics metrics) { this(DataReadMethod.valueOf(metrics.inputMetrics().get().readMethod().toString()), metrics.inputMetrics().get().bytesRead()); }
public InputMetrics(TaskMetrics metrics) { this(DataReadMethod.valueOf(metrics.inputMetrics().get().readMethod().toString()), metrics.inputMetrics().get().bytesRead()); }
private static InputMetrics optionalInputMetric(TaskMetrics metrics) { return metrics.inputMetrics().isDefined() ? new InputMetrics(metrics) : null; }
private static InputMetrics optionalInputMetric(TaskMetrics metrics) { return metrics.inputMetrics().isDefined() ? new InputMetrics(metrics) : null; }
memoryBytesSpilled += taskMetrics.memoryBytesSpilled(); diskBytesSpilled += taskMetrics.diskBytesSpilled(); if (!taskMetrics.inputMetrics().isEmpty()) { inputMetricExist = true; bytesRead += taskMetrics.inputMetrics().get().bytesRead();
memoryBytesSpilled += taskMetrics.memoryBytesSpilled(); diskBytesSpilled += taskMetrics.diskBytesSpilled(); if (!taskMetrics.inputMetrics().isEmpty()) { inputMetricExist = true; bytesRead += taskMetrics.inputMetrics().get().bytesRead();
tryToSet(() -> taskEventBuilder.setShuffleWriteShuffleTime(taskEnd.taskMetrics().shuffleWriteMetrics().shuffleWriteTime())); tryToSet(() -> taskEventBuilder.setShuffleWriteShuffleBytes(taskEnd.taskMetrics().shuffleWriteMetrics().shuffleBytesWritten())); tryToSet(() -> taskEventBuilder.setInputRecords(taskEnd.taskMetrics().inputMetrics().recordsRead())); tryToSet(() -> taskEventBuilder.setInputBytes(taskEnd.taskMetrics().inputMetrics().bytesRead())); tryToSet(() -> taskEventBuilder.setOutputRecords(taskEnd.taskMetrics().outputMetrics().recordsWritten())); tryToSet(() -> taskEventBuilder.setOutputBytes(taskEnd.taskMetrics().outputMetrics().bytesWritten()));
tryToSet(() -> stageEventBuilder.setShuffleWriteShuffleTime(stageCompleted.stageInfo().taskMetrics().shuffleWriteMetrics().shuffleWriteTime())); tryToSet(() -> stageEventBuilder.setShuffleWriteShuffleBytes(stageCompleted.stageInfo().taskMetrics().shuffleWriteMetrics().shuffleBytesWritten())); tryToSet(() -> stageEventBuilder.setInputRecords(stageCompleted.stageInfo().taskMetrics().inputMetrics().recordsRead())); tryToSet(() -> stageEventBuilder.setInputBytes(stageCompleted.stageInfo().taskMetrics().inputMetrics().bytesRead())); tryToSet(() -> stageEventBuilder.setOutputRecords(stageCompleted.stageInfo().taskMetrics().outputMetrics().recordsWritten())); tryToSet(() -> stageEventBuilder.setOutputBytes(stageCompleted.stageInfo().taskMetrics().outputMetrics().bytesWritten()));