jobVertex.setParallelism(parallelism); } else { parallelism = jobVertex.getParallelism();
vertex.setParallelism(pd); vertex.setMaxParallelism(pd);
@Nonnull private JobGraph createJobGraph(long delay, int parallelism) throws IOException { SlotSharingGroup slotSharingGroup = new SlotSharingGroup(); final JobVertex source = new JobVertex("source"); source.setInvokableClass(OneTimeFailingInvokable.class); source.setParallelism(parallelism); source.setSlotSharingGroup(slotSharingGroup); final JobVertex sink = new JobVertex("sink"); sink.setInvokableClass(NoOpInvokable.class); sink.setParallelism(parallelism); sink.setSlotSharingGroup(slotSharingGroup); sink.connectNewDataSetAsInput(source, DistributionPattern.POINTWISE, ResultPartitionType.PIPELINED); JobGraph jobGraph = new JobGraph(source, sink); jobGraph.setScheduleMode(ScheduleMode.EAGER); ExecutionConfig executionConfig = new ExecutionConfig(); executionConfig.setRestartStrategy(RestartStrategies.fixedDelayRestart(1, delay)); jobGraph.setExecutionConfig(executionConfig); return jobGraph; }
producer.setParallelism(numSubtasks); producer.getConfiguration().setInteger(DATA_VOLUME_GB_CONFIG_KEY, dataVolumeGb); producer.getConfiguration().setBoolean(IS_SLOW_SENDER_CONFIG_KEY, isSlowSender); forwarder.setParallelism(numSubtasks); consumer.setParallelism(numSubtasks); consumer.getConfiguration().setBoolean(IS_SLOW_RECEIVER_CONFIG_KEY, isSlowReceiver);
sender.setParallelism(2); sender.setInvokableClass(BlockingInvokable.class);
vertex.setParallelism(1);
sync.setResources(bulkNode.getMinResources(), bulkNode.getPreferredResources()); sync.setInvokableClass(IterationSynchronizationSinkTask.class); sync.setParallelism(1); sync.setMaxParallelism(1); this.auxVertices.add(sync);
receiver.setInvokableClass(Tasks.BlockingOnceReceiver.class); sender.setParallelism(parallelism); receiver.setParallelism(parallelism);
sender.setParallelism(2); sender.setInvokableClass(BlockingInvokable.class);
sync.setResources(iterNode.getMinResources(), iterNode.getPreferredResources()); sync.setInvokableClass(IterationSynchronizationSinkTask.class); sync.setParallelism(1); sync.setMaxParallelism(1); this.auxVertices.add(sync);
@Override public void updateVertex(JobVertex jobVertex) { jobVertex.setParallelism(newParallelism); } }
@Override public void accept(JobVertex jobVertex, Integer newParallelism) { jobVertex.setParallelism(Math.min(jobVertex.getMaxParallelism(), newParallelism)); } }
@Override public void acceptWithException(JobVertex jobVertex, Integer newParallelism) { jobVertex.setParallelism(Math.min(jobVertex.getMaxParallelism(), newParallelism)); } }
@Override public void accept(JobVertex jobVertex, Integer newParallelism) { jobVertex.setParallelism(Math.min(jobVertex.getMaxParallelism(), newParallelism)); } }
@Override public void acceptWithException(JobVertex jobVertex, Integer newParallelism) throws FlinkException { if (jobVertex.getMaxParallelism() < newParallelism) { throw new FlinkException("Cannot rescale vertex " + jobVertex.getName() + " because its maximum parallelism " + jobVertex.getMaxParallelism() + " is smaller than the new parallelism " + newParallelism + '.'); } else { jobVertex.setParallelism(newParallelism); } } },
@Override public void accept(JobVertex jobVertex, Integer newParallelism) throws FlinkException { if (jobVertex.getMaxParallelism() < newParallelism) { throw new FlinkException("Cannot rescale vertex " + jobVertex.getName() + " because its maximum parallelism " + jobVertex.getMaxParallelism() + " is smaller than the new parallelism " + newParallelism + '.'); } else { jobVertex.setParallelism(newParallelism); } } },
@Override public void accept(JobVertex jobVertex, Integer newParallelism) throws FlinkException { if (jobVertex.getMaxParallelism() < newParallelism) { throw new FlinkException("Cannot rescale vertex " + jobVertex.getName() + " because its maximum parallelism " + jobVertex.getMaxParallelism() + " is smaller than the new parallelism " + newParallelism + '.'); } else { jobVertex.setParallelism(newParallelism); } } },
jobVertex.setParallelism(parallelism); } else { parallelism = jobVertex.getParallelism();
jobVertex.setParallelism(parallelism); } else { parallelism = jobVertex.getParallelism();
jobVertex.setParallelism(parallelism); } else { parallelism = jobVertex.getParallelism();