protected Map<String, Long> execute(TaskContext taskContext) { List<Driver> drivers = createDrivers(taskContext); long peakMemory = 0; boolean done = false; while (!done) { boolean processed = false; for (Driver driver : drivers) { if (!driver.isFinished()) { driver.process(); long lastPeakMemory = peakMemory; peakMemory = (long) taskContext.getTaskStats().getUserMemoryReservation().getValue(BYTE); if (peakMemory <= lastPeakMemory) { peakMemory = lastPeakMemory; } processed = true; } } done = !processed; } return ImmutableMap.of("peak_memory", peakMemory); }
private TaskStats getTaskStats(TaskHolder taskHolder) { TaskInfo finalTaskInfo = taskHolder.getFinalTaskInfo(); if (finalTaskInfo != null) { return finalTaskInfo.getStats(); } SqlTaskExecution taskExecution = taskHolder.getTaskExecution(); if (taskExecution != null) { return taskExecution.getTaskContext().getTaskStats(); } // if the task completed without creation, set end time DateTime endTime = taskStateMachine.getState().isDone() ? DateTime.now() : null; return new TaskStats(taskStateMachine.getCreatedTime(), endTime); }
CpuDuration executionTime = cpuTimer.elapsedTime(); TaskStats taskStats = taskContext.getTaskStats(); long inputRows = taskStats.getRawInputPositions(); long inputBytes = taskStats.getRawInputDataSize().toBytes();
@Override public TaskStatus getTaskStatus() { TaskStats stats = taskContext.getTaskStats(); return new TaskStatus(taskStateMachine.getTaskId(), TASK_INSTANCE_ID, nextTaskInfoVersion.get(), taskStateMachine.getState(), location, nodeId, ImmutableSet.of(), ImmutableList.of(), stats.getQueuedPartitionedDrivers(), stats.getRunningPartitionedDrivers(), false, stats.getPhysicalWrittenDataSize(), stats.getUserMemoryReservation(), stats.getSystemMemoryReservation(), 0, new Duration(0, MILLISECONDS)); }
outputBuffer.getInfo(), ImmutableSet.of(), taskContext.getTaskStats(), true);
protected Map<String, Long> execute(TaskContext taskContext) { List<Driver> drivers = createDrivers(taskContext); long peakMemory = 0; boolean done = false; while (!done) { boolean processed = false; for (Driver driver : drivers) { if (!driver.isFinished()) { driver.process(); long lastPeakMemory = peakMemory; peakMemory = (long) taskContext.getTaskStats().getUserMemoryReservation().getValue(BYTE); if (peakMemory <= lastPeakMemory) { peakMemory = lastPeakMemory; } processed = true; } } done = !processed; } return ImmutableMap.of("peak_memory", peakMemory); }
SqlTaskExecution taskExecution = taskHolder.getTaskExecution(); if (taskExecution != null) { taskStats = taskExecution.getTaskContext().getTaskStats(); noMoreSplits = taskExecution.getNoMoreSplits();
@Override public TaskInfo getTaskInfo() { TaskState state = taskStateMachine.getState(); List<ExecutionFailureInfo> failures = ImmutableList.of(); if (state == TaskState.FAILED) { failures = toFailures(taskStateMachine.getFailureCauses()); } return new TaskInfo( taskStateMachine.getTaskId(), TASK_INSTANCE_ID, nextTaskInfoVersion.getAndIncrement(), state, location, DateTime.now(), sharedBuffer.getInfo(), ImmutableSet.<PlanNodeId>of(), taskContext.getTaskStats(), failures, true); }
CpuDuration executionTime = cpuTimer.elapsedTime(); TaskStats taskStats = taskContext.getTaskStats(); long inputRows = taskStats.getRawInputPositions(); long inputBytes = taskStats.getRawInputDataSize().toBytes();
CpuDuration executionTime = cpuTimer.elapsedTime(); TaskStats taskStats = taskContext.getTaskStats(); long inputRows = taskStats.getRawInputPositions(); long inputBytes = taskStats.getRawInputDataSize().toBytes();