@Override public void open(Configuration parameters) throws Exception { RuntimeContext context = getRuntimeContext(); format.configure(parameters); int indexInSubtaskGroup = context.getIndexOfThisSubtask(); int currentNumberOfSubtasks = context.getNumberOfParallelSubtasks(); format.open(indexInSubtaskGroup, currentNumberOfSubtasks); }
((RichOutputFormat<?>) format).setRuntimeContext(ctx); format.open(0, 1); for (IN element : inputData) { format.writeRecord(element);
@Override public void writeRecord(IT record) throws IOException { String subDirectory = getDirectoryForRecord(record); OutputFormat<IT> format; if (formatsPerSubdirectory.containsKey(subDirectory)) { format = formatsPerSubdirectory.get(subDirectory); } else { format = createFormatForDirectory(new Path(rootOutputPath, subDirectory)); format.open(taskNumber, numTasks); formatsPerSubdirectory.put(subDirectory, format); } format.writeRecord(record); }
@Override public void writeRecord(IT record) throws IOException { String subDirectory = getDirectoryForRecord(record); OutputFormat<IT> format; if (formatsPerSubdirectory.containsKey(subDirectory)) { format = formatsPerSubdirectory.get(subDirectory); } else { format = createFormatForDirectory(new Path(rootOutputPath, subDirectory)); format.open(taskNumber, numTasks); formatsPerSubdirectory.put(subDirectory, format); } format.writeRecord(record); }
@Override public void open(Configuration parameters) throws Exception { RuntimeContext context = getRuntimeContext(); format.configure(parameters); int indexInSubtaskGroup = context.getIndexOfThisSubtask(); int currentNumberOfSubtasks = context.getNumberOfParallelSubtasks(); format.open(indexInSubtaskGroup, currentNumberOfSubtasks); }
@Override public void open(Configuration parameters) throws Exception { RuntimeContext context = getRuntimeContext(); format.configure(parameters); int indexInSubtaskGroup = context.getIndexOfThisSubtask(); int currentNumberOfSubtasks = context.getNumberOfParallelSubtasks(); format.open(indexInSubtaskGroup, currentNumberOfSubtasks); }
@Override public void open(Configuration parameters) throws Exception { RuntimeContext context = getRuntimeContext(); format.configure(parameters); int indexInSubtaskGroup = context.getIndexOfThisSubtask(); int currentNumberOfSubtasks = context.getNumberOfParallelSubtasks(); format.open(indexInSubtaskGroup, currentNumberOfSubtasks); }
((RichOutputFormat<?>) format).setRuntimeContext(ctx); format.open(0, 1); for (IN element : inputData) { format.writeRecord(element);
((RichOutputFormat<?>) format).setRuntimeContext(ctx); format.open(0, 1); for (IN element : inputData) { format.writeRecord(element);
format.open(this.getEnvironment().getTaskInfo().getIndexOfThisSubtask(), this.getEnvironment().getTaskInfo().getNumberOfParallelSubtasks());
format.open(this.getEnvironment().getTaskInfo().getIndexOfThisSubtask(), this.getEnvironment().getTaskInfo().getNumberOfParallelSubtasks());
format.open(this.getEnvironment().getTaskInfo().getIndexOfThisSubtask(), this.getEnvironment().getTaskInfo().getNumberOfParallelSubtasks());
format.open(this.getEnvironment().getTaskInfo().getIndexOfThisSubtask(), this.getEnvironment().getTaskInfo().getNumberOfParallelSubtasks());