@Override public Map<String, String> getOutputFormatConfiguration() { return delegate.getOutputFormatConfiguration(); }
@Override public Map<String, String> getOutputFormatConfiguration() { checkNotExternal(); // copy the output properties of the embedded file set to the output arguments Map<String, String> outputArgs = new HashMap<>(files.getOutputFormatConfiguration()); // we set the file set's output path in the definition's getDataset(), so there is no need to configure it again. // here we just want to validate that an output partition key or dynamic partitioner was specified in the arguments. PartitionKey outputKey = PartitionedFileSetArguments.getOutputPartitionKey(runtimeArguments, getPartitioning()); if (outputKey == null) { String dynamicPartitionerClassName = PartitionedFileSetArguments.getDynamicPartitioner(runtimeArguments); if (dynamicPartitionerClassName == null) { throw new DataSetException( "Either a Partition key or a DynamicPartitioner class must be given as a runtime argument."); } copyDynamicPartitionerArguments(runtimeArguments, outputArgs); outputArgs.put(Constants.Dataset.Partitioned.HCONF_ATTR_OUTPUT_FORMAT_CLASS_NAME, files.getOutputFormatClassName()); outputArgs.put(Constants.Dataset.Partitioned.HCONF_ATTR_OUTPUT_DATASET, getName()); } else { assertNotExists(outputKey, true); } return ImmutableMap.copyOf(outputArgs); }
@Override public Map<String, String> getOutputFormatConfiguration() { checkNotExternal(); // copy the output properties of the embedded file set to the output arguments Map<String, String> outputArgs = new HashMap<>(files.getOutputFormatConfiguration()); // we set the file set's output path in the definition's getDataset(), so there is no need to configure it again. // here we just want to validate that an output partition key or dynamic partitioner was specified in the arguments. PartitionKey outputKey = PartitionedFileSetArguments.getOutputPartitionKey(runtimeArguments, getPartitioning()); if (outputKey == null) { String dynamicPartitionerClassName = PartitionedFileSetArguments.getDynamicPartitioner(runtimeArguments); if (dynamicPartitionerClassName == null) { throw new DataSetException( "Either a Partition key or a DynamicPartitioner class must be given as a runtime argument."); } copyDynamicPartitionerArguments(runtimeArguments, outputArgs); outputArgs.put(Constants.Dataset.Partitioned.HCONF_ATTR_OUTPUT_FORMAT_CLASS_NAME, files.getOutputFormatClassName()); outputArgs.put(Constants.Dataset.Partitioned.HCONF_ATTR_OUTPUT_DATASET, getName()); } else { assertNotExists(outputKey, true); } return ImmutableMap.copyOf(outputArgs); }