public InputMetrics(TaskMetrics metrics) { this(metrics.inputMetrics().bytesRead(), metrics.inputMetrics().recordsRead()); }
public InputMetrics(TaskMetrics metrics) { this(DataReadMethod.valueOf(metrics.inputMetrics().get().readMethod().toString()), metrics.inputMetrics().get().bytesRead()); }
if (!taskMetrics.inputMetrics().isEmpty()) { inputMetricExist = true; bytesRead += taskMetrics.inputMetrics().get().bytesRead();
this.iterator = SparkJdbcUtil.resultSetToSparkInternalRows(resultSet, schema, new InputMetrics());
public InputMetrics(TaskMetrics metrics) { this(DataReadMethod.valueOf(metrics.inputMetrics().get().readMethod().toString()), metrics.inputMetrics().get().bytesRead()); }
if (!taskMetrics.inputMetrics().isEmpty()) { inputMetricExist = true; bytesRead += taskMetrics.inputMetrics().get().bytesRead();
tryToSet(() -> taskEventBuilder.setShuffleWriteShuffleTime(taskEnd.taskMetrics().shuffleWriteMetrics().shuffleWriteTime())); tryToSet(() -> taskEventBuilder.setShuffleWriteShuffleBytes(taskEnd.taskMetrics().shuffleWriteMetrics().shuffleBytesWritten())); tryToSet(() -> taskEventBuilder.setInputRecords(taskEnd.taskMetrics().inputMetrics().recordsRead())); tryToSet(() -> taskEventBuilder.setInputBytes(taskEnd.taskMetrics().inputMetrics().bytesRead())); tryToSet(() -> taskEventBuilder.setOutputRecords(taskEnd.taskMetrics().outputMetrics().recordsWritten())); tryToSet(() -> taskEventBuilder.setOutputBytes(taskEnd.taskMetrics().outputMetrics().bytesWritten()));
tryToSet(() -> stageEventBuilder.setShuffleWriteShuffleTime(stageCompleted.stageInfo().taskMetrics().shuffleWriteMetrics().shuffleWriteTime())); tryToSet(() -> stageEventBuilder.setShuffleWriteShuffleBytes(stageCompleted.stageInfo().taskMetrics().shuffleWriteMetrics().shuffleBytesWritten())); tryToSet(() -> stageEventBuilder.setInputRecords(stageCompleted.stageInfo().taskMetrics().inputMetrics().recordsRead())); tryToSet(() -> stageEventBuilder.setInputBytes(stageCompleted.stageInfo().taskMetrics().inputMetrics().bytesRead())); tryToSet(() -> stageEventBuilder.setOutputRecords(stageCompleted.stageInfo().taskMetrics().outputMetrics().recordsWritten())); tryToSet(() -> stageEventBuilder.setOutputBytes(stageCompleted.stageInfo().taskMetrics().outputMetrics().bytesWritten()));