protected Step createPartitionStep() { PartitionStepBuilder builder; if (partitioner != null) { builder = new StepBuilder(name).partitioner(step != null ? step.getName() : name, partitioner).step(step); } else { builder = new StepBuilder(name).partitioner(step); } enhanceCommonStep(builder); if (partitionHandler != null) { builder.partitionHandler(partitionHandler); } else { builder.gridSize(gridSize); builder.taskExecutor(taskExecutor); } builder.aggregator(stepExecutionAggregator); return builder.build(); }
/** * Create a partition step builder for a remote (or local) step. * * @param stepName the name of the remote or delegate step * @param partitioner a partitioner to be used to construct new step executions * @return a {@link PartitionStepBuilder} */ public PartitionStepBuilder partitioner(String stepName, Partitioner partitioner) { return new PartitionStepBuilder(this).partitioner(stepName, partitioner); }
/** * Create a partition step builder for a remote (or local) step. * * @param step the step to execute in parallel * @return a PartitionStepBuilder */ public PartitionStepBuilder partitioner(Step step) { return new PartitionStepBuilder(this).step(step); }
@Override protected Step configureStep(StepBuilder stepBuilder) { //Partitioner partitioner = new PartitionerSparqlSlice(source, query); Step result = stepBuilder .partitioner(slaveStep) .partitioner(name, partitioner) .taskExecutor(taskExecutor) .gridSize(throttle != null ? throttle : 6) // PartitionStepBuilder.DEFAULT_GRID_SIZE is private, but value is 6 .build() ; return result; }
@Bean public Step step1(PartitionHandler partitionHandler) throws Exception { return stepBuilderFactory.get("step1") .partitioner(workerStep().getName(), partitioner()) .step(workerStep()) .partitionHandler(partitionHandler) .build(); }
@Bean public Step step1() throws Exception { return stepBuilderFactory.get("step1") .partitioner(slaveStep().getName(), partitioner()) .step(slaveStep()) .gridSize(4) .taskExecutor(new SimpleAsyncTaskExecutor()) .build(); }
public Step build() { PartitionStep step = new PartitionStep(); step.setName(getName()); super.enhance(step); boolean allowStartIfComplete = isAllowStartIfComplete(); String name = stepName; if (this.step != null) { splitter.setJobRepository(getJobRepository()); splitter.setAllowStartIfComplete(allowStartIfComplete); splitter.setStepName(name);
@Bean public Step partitionStep(){ return stepBuilders.get("partitionStep") .partitioner(flatfileToDbStep()) .partitioner("flatfileToDbStep", partitioner()) .taskExecutor(infrastructureConfiguration.taskExecutor()) .build(); }
@Override public JsrPartitionStepBuilder step(Step step) { super.step(step); return this; }
super.partitionHandler(partitionHandler); return super.build();
@Override public RemotePartitioningMasterStepBuilder partitioner(String slaveStepName, Partitioner partitioner) { super.partitioner(slaveStepName, partitioner); return this; }
@Override public RemotePartitioningMasterStepBuilder gridSize(int gridSize) { super.gridSize(gridSize); return this; }
PartitionStep step = new PartitionStep(); step.setName(getName()); super.enhance(step);
@Override public RemotePartitioningMasterStepBuilder aggregator(StepExecutionAggregator aggregator) { super.aggregator(aggregator); return this; }
result = stepBuilder .partitioner(slaveStep) .partitioner(name, partitioner) .taskExecutor(taskExecutor) .gridSize(throttle) .build()
@Bean public Step step1() throws Exception { return stepBuilderFactory.get("step1") .partitioner(slaveStep().getName(), partitioner()) .step(slaveStep()) .partitionHandler(partitionHandler(null)) .build(); }
/** * Create a partition step builder for a remote (or local) step. * * @param step the step to execute in parallel * @return a PartitionStepBuilder */ public PartitionStepBuilder partitioner(Step step) { return new PartitionStepBuilder(this).step(step); }
public Step build() { PartitionStep step = new PartitionStep(); step.setName(getName()); super.enhance(step); boolean allowStartIfComplete = isAllowStartIfComplete(); String name = stepName; if (this.step != null) { splitter.setJobRepository(getJobRepository()); splitter.setAllowStartIfComplete(allowStartIfComplete); splitter.setStepName(name);
@Override public RemotePartitioningMasterStepBuilder step(Step step) { super.step(step); return this; }
PartitionStep step = new PartitionStep(); step.setName(getName()); super.enhance(step);