private synchronized void updateMemoryUsage(TaskStatus taskStatus) { long currentUserMemory = taskStatus.getMemoryReservation().toBytes(); long currentSystemMemory = taskStatus.getSystemMemoryReservation().toBytes(); long deltaUserMemoryInBytes = currentUserMemory - previousUserMemory; long deltaTotalMemoryInBytes = (currentUserMemory + currentSystemMemory) - (previousUserMemory + previousSystemMemory); previousUserMemory = currentUserMemory; previousSystemMemory = currentSystemMemory; stateMachine.updateMemoryUsage(deltaUserMemoryInBytes, deltaTotalMemoryInBytes); }
@Override public synchronized void stateChanged(TaskStatus newStatus) { long currentUserMemory = newStatus.getMemoryReservation().toBytes(); long currentSystemMemory = newStatus.getSystemMemoryReservation().toBytes(); long currentTotalMemory = currentUserMemory + currentSystemMemory; long deltaUserMemoryInBytes = currentUserMemory - previousUserMemory; long deltaTotalMemoryInBytes = currentTotalMemory - (previousUserMemory + previousSystemMemory); previousUserMemory = currentUserMemory; previousSystemMemory = currentSystemMemory; stateMachine.updateMemoryUsage(deltaUserMemoryInBytes, deltaTotalMemoryInBytes, currentTotalMemory); } }
public static TaskStatus failWith(TaskStatus taskStatus, TaskState state, List<ExecutionFailureInfo> exceptions) { return new TaskStatus( taskStatus.getTaskId(), taskStatus.getTaskInstanceId(), MAX_VERSION, state, taskStatus.getSelf(), taskStatus.getNodeId(), taskStatus.getCompletedDriverGroups(), exceptions, taskStatus.getQueuedPartitionedDrivers(), taskStatus.getRunningPartitionedDrivers(), taskStatus.isOutputBufferOverutilized(), taskStatus.getPhysicalWrittenDataSize(), taskStatus.getMemoryReservation(), taskStatus.getSystemMemoryReservation(), taskStatus.getFullGcCount(), taskStatus.getFullGcTime()); } }
initialTaskStatus.isOutputBufferOverutilized(), initialTaskStatus.getPhysicalWrittenDataSize(), initialTaskStatus.getMemoryReservation(), initialTaskStatus.getSystemMemoryReservation(), initialTaskStatus.getFullGcCount(),