private Collection<ExecutionVertexID> getConsumerExecutionVerticesAllToAll() { Collection<ExecutionVertexID> consumerVertices = new ArrayList<>(); for (int i = 0; i < target.getParallelism(); i++) { consumerVertices.add(new ExecutionVertexID(target.getID(), i)); } return consumerVertices; }
private synchronized void scheduleRunningUnit(LogicalJobVertexRunningUnit jobVertexRunningUnit) { currentScheduledUnit = jobVertexRunningUnit; LOG.info("begin to schedule runningUnit: "); currentScheduledUnit.getJobVertexSet().forEach(x-> LOG.info(x.toString())); jobVertexRunningUnit.getToScheduleJobVertices().forEach(j -> { for (int i = 0; i < j.getParallelism(); i++) { scheduler.scheduleExecutionVertices(Collections.singletonList(new ExecutionVertexID(j.getJobVertexID(), i))); } }); }
@Override public void onSchedulingStarted() { final List<ExecutionVertexID> verticesToSchedule = new ArrayList<>(); for (JobVertex vertex : jobGraph.getVerticesSortedTopologicallyFromSources()) { for (int i = 0; i < vertex.getParallelism(); i++) { verticesToSchedule.add(new ExecutionVertexID(vertex.getID(), i)); } } scheduler.scheduleExecutionVertices(verticesToSchedule); }
@Override public void onSchedulingStarted() { final List<ExecutionVertexID> verticesToSchedule = new ArrayList<>(); for (JobVertex vertex : jobGraph.getVerticesSortedTopologicallyFromSources()) { if (vertex.isInputVertex()) { for (int i = 0; i < vertex.getParallelism(); i++) { verticesToSchedule.add(new ExecutionVertexID(vertex.getID(), i)); } } } scheduleOneByOne(verticesToSchedule); }
consumerVertices.add(new ExecutionVertexID(target.getID(), partitionNumber)); } else if (sourceCount > targetCount) { int vertexSubtaskIndex; consumerVertices.add(new ExecutionVertexID(target.getID(), vertexSubtaskIndex)); } else { if (targetCount % sourceCount == 0) { consumerVertices.add(new ExecutionVertexID(target.getID(), startIndex + i)); int mirrorVertexSubTaskIndex = start + i; int vertexSubtaskIndex = targetCount - 1 - mirrorVertexSubTaskIndex; consumerVertices.add(new ExecutionVertexID(target.getID(), vertexSubtaskIndex));
this.executionVertexID = new ExecutionVertexID(jobVertex.getJobVertexId(), subTaskIndex); this.taskNameWithSubtask = String.format("%s (%d/%d)", jobVertex.getJobVertex().getName(), subTaskIndex + 1, jobVertex.getParallelism());
String optionalMessage) { ExecutionVertexID executionVertexID = new ExecutionVertexID(vertexID, subtaskIndex); Map<OperatorID, List<InputSplit>> inputSplits = null; ResultDescriptor resultDescriptor = null;