private <OUT> DataStreamSource<OUT> fromParallelCollection(SplittableIterator<OUT> iterator, TypeInformation<OUT> typeInfo, String operatorName) { return addSource(new FromSplittableIteratorFunction<>(iterator), operatorName, typeInfo); }
@Override public void open(Configuration parameters) throws Exception { int numberOfSubTasks = getRuntimeContext().getNumberOfParallelSubtasks(); int indexofThisSubTask = getRuntimeContext().getIndexOfThisSubtask(); iterator = fullIterator.split(numberOfSubTasks)[indexofThisSubTask]; isRunning = true; }
private <OUT> DataStreamSource<OUT> fromParallelCollection(SplittableIterator<OUT> iterator, TypeInformation<OUT> typeInfo, String operatorName) { return addSource(new FromSplittableIteratorFunction<>(iterator), operatorName, typeInfo); }
@Override public void open(Configuration parameters) throws Exception { int numberOfSubTasks = getRuntimeContext().getNumberOfParallelSubtasks(); int indexofThisSubTask = getRuntimeContext().getIndexOfThisSubtask(); iterator = fullIterator.split(numberOfSubTasks)[indexofThisSubTask]; isRunning = true; }
private <OUT> DataStreamSource<OUT> fromParallelCollection(SplittableIterator<OUT> iterator, TypeInformation<OUT> typeInfo, String operatorName) { return addSource(new FromSplittableIteratorFunction<>(iterator), operatorName, typeInfo); }
@Override public void open(Configuration parameters) throws Exception { int numberOfSubTasks = getRuntimeContext().getNumberOfParallelSubtasks(); int indexofThisSubTask = getRuntimeContext().getIndexOfThisSubtask(); iterator = fullIterator.split(numberOfSubTasks)[indexofThisSubTask]; isRunning = true; }
private <OUT> DataStreamSource<OUT> fromParallelCollection(SplittableIterator<OUT> iterator, TypeInformation<OUT> typeInfo, String operatorName) { return addSource(new FromSplittableIteratorFunction<>(iterator), operatorName, typeInfo); }
@Override public void open(Configuration parameters) throws Exception { int numberOfSubTasks = getRuntimeContext().getNumberOfParallelSubtasks(); int indexofThisSubTask = getRuntimeContext().getIndexOfThisSubtask(); iterator = fullIterator.split(numberOfSubTasks)[indexofThisSubTask]; isRunning = true; }
private <OUT> DataStreamSource<OUT> fromParallelCollection(SplittableIterator<OUT> iterator, TypeInformation<OUT> typeInfo, String operatorName) { return addSource(new FromSplittableIteratorFunction<>(iterator), operatorName, typeInfo); }