void addOutput(String stageName, Output output) { if (output instanceof Output.DatasetOutput) { // Note if output format provider is trackable then it comes in as DatasetOutput Output.DatasetOutput datasetOutput = (Output.DatasetOutput) output; addOutput(stageName, datasetOutput.getName(), datasetOutput.getAlias(), datasetOutput.getArguments()); } else if (output instanceof Output.OutputFormatProviderOutput) { Output.OutputFormatProviderOutput ofpOutput = (Output.OutputFormatProviderOutput) output; addOutput(stageName, ofpOutput.getAlias(), new BasicOutputFormatProvider(ofpOutput.getOutputFormatProvider().getOutputFormatClassName(), ofpOutput.getOutputFormatProvider().getOutputFormatConfiguration())); } else { throw new IllegalArgumentException("Unknown output format type: " + output.getClass().getCanonicalName()); } }
public static ProvidedOutput transform(Output.DatasetOutput datasetOutput, AbstractContext abstractContext) { String datasetNamespace = datasetOutput.getNamespace(); if (datasetNamespace == null) { datasetNamespace = abstractContext.getNamespace(); } String datasetName = datasetOutput.getName(); Map<String, String> args = datasetOutput.getArguments(); Dataset dataset = abstractContext.getDataset(datasetNamespace, datasetName, args, AccessType.WRITE); DatasetOutputFormatProvider datasetOutputFormatProvider = new DatasetOutputFormatProvider(datasetNamespace, datasetName, args, dataset); return new ProvidedOutput(datasetOutput, datasetOutputFormatProvider); } }
public static ProvidedOutput transform(Output.DatasetOutput datasetOutput, AbstractContext abstractContext) { String datasetNamespace = datasetOutput.getNamespace(); if (datasetNamespace == null) { datasetNamespace = abstractContext.getNamespace(); } String datasetName = datasetOutput.getName(); Map<String, String> args = datasetOutput.getArguments(); Dataset dataset = abstractContext.getDataset(datasetNamespace, datasetName, args, AccessType.WRITE); DatasetOutputFormatProvider datasetOutputFormatProvider = new DatasetOutputFormatProvider(datasetNamespace, datasetName, args, dataset); return new ProvidedOutput(datasetOutput, datasetOutputFormatProvider); } }