public ScheduledUnit( Execution task, @Nullable SlotSharingGroupId slotSharingGroupId, @Nullable CoLocationConstraint coLocationConstraint) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), slotSharingGroupId, coLocationConstraint); }
public ScheduledUnit( Execution task, @Nullable SlotSharingGroupId slotSharingGroupId, @Nullable CoLocationConstraint coLocationConstraint) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), slotSharingGroupId, coLocationConstraint); }
public ScheduledUnit( Execution task, @Nullable SlotSharingGroupId slotSharingGroupId, @Nullable CoLocationConstraint coLocationConstraint) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), slotSharingGroupId, coLocationConstraint); }
public ScheduledUnit(Execution task, @Nullable SlotSharingGroupId slotSharingGroupId) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), slotSharingGroupId, null); }
public ScheduledUnit(Execution task, @Nullable SlotSharingGroupId slotSharingGroupId) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), slotSharingGroupId, null); }
public ScheduledUnit(Execution task) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), null, null); }
public ScheduledUnit(Execution task) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), null, null); }
public ScheduledUnit(Execution task) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), null, null); }
public CompletableFuture<Void> scheduleForExecution() { final ExecutionGraph executionGraph = getVertex().getExecutionGraph(); final SlotProvider resourceProvider = executionGraph.getSlotProvider(); final boolean allowQueued = executionGraph.isQueuedSchedulingAllowed(); return scheduleForExecution( resourceProvider, allowQueued, LocationPreferenceConstraint.ANY, Collections.emptySet()); }
private ResourceProfile computeResource(SlotSharingGroup slotSharingGroup) { if (slotSharingGroup != null && slotSharingGroup.getResourceProfile() != null) { return slotSharingGroup.getResourceProfile(); } else { return getVertex().calculateResourceProfile(); } }
@Override public Future<SimpleSlot> allocateSlot(ScheduledUnit task, boolean allowQueued) { Iterable<TaskManagerLocation> locationPreferences = task.getTaskToExecute().getVertex().getPreferredLocations(); return gateway.allocateSlot(task, ResourceProfile.UNKNOWN, locationPreferences, timeout); } }
public CompletableFuture<Void> scheduleForExecution() { final ExecutionGraph executionGraph = getVertex().getExecutionGraph(); final SlotProvider resourceProvider = executionGraph.getSlotProvider(); final boolean allowQueued = executionGraph.isQueuedSchedulingAllowed(); return scheduleForExecution( resourceProvider, allowQueued, LocationPreferenceConstraint.ANY); }
NoResourceAvailableException(ScheduledUnit task, int numInstances, int numSlotsTotal, int availableSlots) { super(String.format("%s Task to schedule: < %s > with groupID < %s > in sharing group < %s >. Resources available to scheduler: Number of instances=%d, total number of slots=%d, available slots=%d", BASE_MESSAGE, task.getTaskToExecute(), task.getCoLocationConstraint() == null ? task.getTaskToExecute().getVertex().getJobvertexId() : task.getCoLocationConstraint().getGroupId(), task.getSlotSharingGroupId(), numInstances, numSlotsTotal, availableSlots)); }
NoResourceAvailableException(ScheduledUnit task, int numInstances, int numSlotsTotal, int availableSlots) { super(String.format("%s Task to schedule: < %s > with groupID < %s > in sharing group < %s >. Resources available to scheduler: Number of instances=%d, total number of slots=%d, available slots=%d", BASE_MESSAGE, task.getTaskToExecute(), task.getLocationConstraint() == null ? task.getTaskToExecute().getVertex().getJobvertexId() : task.getLocationConstraint().getGroupId(), task.getSlotSharingGroup(), numInstances, numSlotsTotal, availableSlots)); }
NoResourceAvailableException(ScheduledUnit task, int numInstances, int numSlotsTotal, int availableSlots) { super(String.format("%s Task to schedule: < %s > with groupID < %s > in sharing group < %s >. Resources available to scheduler: Number of instances=%d, total number of slots=%d, available slots=%d", BASE_MESSAGE, task.getTaskToExecute(), task.getCoLocationConstraint() == null ? task.getTaskToExecute().getVertex().getJobvertexId() : task.getCoLocationConstraint().getGroupId(), task.getSlotSharingGroupId(), numInstances, numSlotsTotal, availableSlots)); }
public ArchivedExecution(Execution execution) { this.userAccumulators = execution.getUserAccumulatorsStringified(); this.attemptId = execution.getAttemptId(); this.attemptNumber = execution.getAttemptNumber(); this.stateTimestamps = execution.getStateTimestamps(); this.parallelSubtaskIndex = execution.getVertex().getParallelSubtaskIndex(); this.state = execution.getState(); this.failureCause = ExceptionUtils.stringifyException(execution.getFailureCause()); this.assignedResourceLocation = execution.getAssignedResourceLocation(); this.ioMetrics = execution.getIOMetrics(); }
public static PendingScheduledUnit of(ScheduledUnit scheduledUnit) { CoLocationConstraint coLocationConstraint = scheduledUnit.getCoLocationConstraint(); Execution subTask = scheduledUnit.getTaskToExecute(); return new PendingScheduledUnit( scheduledUnit.getJobVertexId(), scheduledUnit.getSlotSharingGroupId(), (coLocationConstraint != null) ? coLocationConstraint.getGroup().getId() : null, subTask.getVertex().getTaskName(), subTask.getParallelSubtaskIndex(), subTask.getAttemptNumber()); }
public ArchivedExecution(Execution execution) { this.userAccumulators = execution.getUserAccumulatorsStringified(); this.attemptId = execution.getAttemptId(); this.attemptNumber = execution.getAttemptNumber(); this.stateTimestamps = execution.getStateTimestamps(); this.parallelSubtaskIndex = execution.getVertex().getParallelSubtaskIndex(); this.state = execution.getState(); this.failureCause = ExceptionUtils.stringifyException(execution.getFailureCause()); this.assignedResourceLocation = execution.getAssignedResourceLocation(); this.ioMetrics = execution.getIOMetrics(); }
public ArchivedExecution(Execution execution) { this( execution.getUserAccumulatorsStringified(), execution.getIOMetrics(), execution.getAttemptId(), execution.getAttemptNumber(), execution.getState(), ExceptionUtils.stringifyException(execution.getFailureCause()), execution.getAssignedResourceLocation(), execution.getAssignedAllocationID(), execution.getVertex().getParallelSubtaskIndex(), execution.getStateTimestamps()); }