public int getMaxParallelism() { return this.jobVertex.getMaxParallelism(); }
public int getMaxParallelism() { return this.jobVertex.getMaxParallelism(); }
public int getMaxParallelism() { return this.jobVertex.getMaxParallelism(); }
public int getMaxParallelism() { return this.jobVertex.getMaxParallelism(); }
private String generateDebugString() { return "ExecutionJobVertex" + "(" + jobVertex.getName() + " | " + jobVertex.getID() + ")" + "{" + "parallelism=" + parallelism + ", maxParallelism=" + getMaxParallelism() + ", maxParallelismConfigured=" + maxParallelismConfigured + '}'; }
private String generateDebugString() { return "ExecutionJobVertex" + "(" + jobVertex.getName() + " | " + jobVertex.getID() + ")" + "{" + "parallelism=" + parallelism + ", maxParallelism=" + getMaxParallelism() + ", maxParallelismConfigured=" + maxParallelismConfigured + '}'; }
private String generateDebugString() { return "ExecutionJobVertex" + "(" + jobVertex.getName() + " | " + jobVertex.getID() + ")" + "{" + "parallelism=" + parallelism + ", maxParallelism=" + getMaxParallelism() + ", maxParallelismConfigured=" + maxParallelismConfigured + '}'; }
private String generateDebugString() { return "ExecutionJobVertex" + "(" + jobVertex.getName() + " | " + jobVertex.getID() + ")" + "{" + "parallelism=" + parallelism + ", maxParallelism=" + getMaxParallelism() + ", maxParallelismConfigured=" + maxParallelismConfigured + '}'; }
operatorID, executionJobVertex.getParallelism(), executionJobVertex.getMaxParallelism()); } else { statelessTask = false;
operatorID, executionJobVertex.getParallelism(), executionJobVertex.getMaxParallelism()); } else { statelessTask = false;
operatorID, executionJobVertex.getParallelism(), executionJobVertex.getMaxParallelism()); } else { statelessTask = false;
if (operatorState.getMaxParallelism() != executionJobVertex.getMaxParallelism()) { executionJobVertex.getJobVertexId(), executionJobVertex.getMaxParallelism(), operatorState.getMaxParallelism()); "checkpoint of the execution job vertex " + executionJobVertex + " has been taken and the current maximum parallelism (" + executionJobVertex.getMaxParallelism() + ") changed. This " + "is currently not supported.");
/** * Rescales the given operators of the {@link JobGraph} of this {@link JobMaster} with respect to given * parallelism and {@link RescalingBehaviour}. * * @param operators to rescale * @param newParallelism new parallelism for these operators * @param rescalingBehaviour of the rescaling operation * @throws FlinkException if the {@link JobGraph} could not be rescaled */ private void rescaleJobGraph(Collection<JobVertexID> operators, int newParallelism, RescalingBehaviour rescalingBehaviour) throws FlinkException { for (JobVertexID jobVertexId : operators) { final JobVertex jobVertex = jobGraph.findVertexByID(jobVertexId); // update max parallelism in case that it has not been configured final ExecutionJobVertex executionJobVertex = executionGraph.getJobVertex(jobVertexId); if (executionJobVertex != null) { jobVertex.setMaxParallelism(executionJobVertex.getMaxParallelism()); } rescalingBehaviour.accept(jobVertex, newParallelism); } }
/** * Rescales the given operators of the {@link JobGraph} of this {@link JobMaster} with respect to given * parallelism and {@link RescalingBehaviour}. * * @param operators to rescale * @param newParallelism new parallelism for these operators * @param rescalingBehaviour of the rescaling operation * @throws FlinkException if the {@link JobGraph} could not be rescaled */ private void rescaleJobGraph(Collection<JobVertexID> operators, int newParallelism, RescalingBehaviour rescalingBehaviour) throws FlinkException { for (JobVertexID jobVertexId : operators) { final JobVertex jobVertex = jobGraph.findVertexByID(jobVertexId); // update max parallelism in case that it has not been configured final ExecutionJobVertex executionJobVertex = executionGraph.getJobVertex(jobVertexId); if (executionJobVertex != null) { jobVertex.setMaxParallelism(executionJobVertex.getMaxParallelism()); } rescalingBehaviour.accept(jobVertex, newParallelism); } }
/** * Rescales the given operators of the {@link JobGraph} of this {@link JobMaster} with respect to given * parallelism and {@link RescalingBehaviour}. * * @param operators to rescale * @param newParallelism new parallelism for these operators * @param rescalingBehaviour of the rescaling operation * @throws FlinkException if the {@link JobGraph} could not be rescaled */ private void rescaleJobGraph(Collection<JobVertexID> operators, int newParallelism, RescalingBehaviour rescalingBehaviour) throws FlinkException { for (JobVertexID jobVertexId : operators) { final JobVertex jobVertex = jobGraph.findVertexByID(jobVertexId); // update max parallelism in case that it has not been configured final ExecutionJobVertex executionJobVertex = executionGraph.getJobVertex(jobVertexId); if (executionJobVertex != null) { jobVertex.setMaxParallelism(executionJobVertex.getMaxParallelism()); } rescalingBehaviour.acceptWithException(jobVertex, newParallelism); } }
public SerializedValue<TaskInformation> getSerializedTaskInformation() throws IOException { if (null == serializedTaskInformation) { int parallelism = getParallelism(); int maxParallelism = getMaxParallelism(); if (LOG.isDebugEnabled()) { LOG.debug("Creating task information for " + generateDebugString()); } serializedTaskInformation = new SerializedValue<>( new TaskInformation( jobVertex.getID(), jobVertex.getName(), parallelism, maxParallelism, jobVertex.getInvokableClassName(), jobVertex.getConfiguration())); } return serializedTaskInformation; }
public ArchivedExecutionJobVertex(ExecutionJobVertex jobVertex) { this.taskVertices = new ArchivedExecutionVertex[jobVertex.getTaskVertices().length]; for (int x = 0; x < taskVertices.length; x++) { taskVertices[x] = jobVertex.getTaskVertices()[x].archive(); } archivedUserAccumulators = jobVertex.getAggregatedUserAccumulatorsStringified(); this.id = jobVertex.getJobVertexId(); this.name = jobVertex.getJobVertex().getName(); this.parallelism = jobVertex.getParallelism(); this.maxParallelism = jobVertex.getMaxParallelism(); }
public ArchivedExecutionJobVertex(ExecutionJobVertex jobVertex) { this.taskVertices = new ArchivedExecutionVertex[jobVertex.getTaskVertices().length]; for (int x = 0; x < taskVertices.length; x++) { taskVertices[x] = jobVertex.getTaskVertices()[x].archive(); } archivedUserAccumulators = jobVertex.getAggregatedUserAccumulatorsStringified(); this.id = jobVertex.getJobVertexId(); this.name = jobVertex.getJobVertex().getName(); this.parallelism = jobVertex.getParallelism(); this.maxParallelism = jobVertex.getMaxParallelism(); }
public ArchivedExecutionJobVertex(ExecutionJobVertex jobVertex) { this.taskVertices = new ArchivedExecutionVertex[jobVertex.getTaskVertices().length]; for (int x = 0; x < taskVertices.length; x++) { taskVertices[x] = jobVertex.getTaskVertices()[x].archive(); } archivedUserAccumulators = jobVertex.getAggregatedUserAccumulatorsStringified(); this.id = jobVertex.getJobVertexId(); this.name = jobVertex.getJobVertex().getName(); this.parallelism = jobVertex.getParallelism(); this.maxParallelism = jobVertex.getMaxParallelism(); }
public ArchivedExecutionJobVertex(ExecutionJobVertex jobVertex) { this.taskVertices = new ArchivedExecutionVertex[jobVertex.getTaskVertices().length]; for (int x = 0; x < taskVertices.length; x++) { taskVertices[x] = jobVertex.getTaskVertices()[x].archive(); } archivedUserAccumulators = jobVertex.getAggregatedUserAccumulatorsStringified(); this.id = jobVertex.getJobVertexId(); this.name = jobVertex.getJobVertex().getName(); this.parallelism = jobVertex.getParallelism(); this.maxParallelism = jobVertex.getMaxParallelism(); this.operatorDescriptors = jobVertex.getOperatorDescriptors(); }