public static <C> C copyJobConf( C parentJobConf ) { return copyConfiguration( parentJobConf ); }
public static <C> C copyJobConf( C parentJobConf ) { return copyConfiguration( parentJobConf ); }
public static JobConf createJobConf( Map<Object, Object> properties, JobConf defaultJobconf ) { JobConf jobConf = defaultJobconf == null ? new JobConf() : copyJobConf( defaultJobconf ); if( properties == null ) return jobConf; return copyConfiguration( properties, jobConf ); }
public static Configuration removePropertiesFrom( Configuration jobConf, String... keys ) { Map<Object, Object> properties = createProperties( jobConf ); for( String key : keys ) properties.remove( key ); return copyConfiguration( properties, new JobConf() ); }
public static JobConf createJobConf( Map<Object, Object> properties, JobConf defaultJobconf ) { JobConf jobConf = defaultJobconf == null ? new JobConf() : copyJobConf( defaultJobconf ); if( properties == null ) return jobConf; return copyConfiguration( properties, jobConf ); }
public static Configuration removePropertiesFrom( Configuration jobConf, String... keys ) { Map<Object, Object> properties = createProperties( jobConf ); for( String key : keys ) properties.remove( key ); return copyConfiguration( properties, new JobConf() ); }
@Override public void finalizeGlobal(int parallelism) throws IOException { org.apache.hadoop.conf.Configuration config = HadoopUtil.copyConfiguration(this.config); Tap tap = this.flowNode.getSinkTaps().iterator().next(); config.setBoolean(HadoopUtil.CASCADING_FLOW_EXECUTING, false); HadoopUtil.setOutputPath(config, new Path(tap.getIdentifier())); Hadoop18TapUtil.cleanupJob( config ); } }
private Configuration getNodeConfig(FlowNode node) { Configuration nodeConfig = HadoopUtil.copyConfiguration(this.getConfig()); ConfigurationSetter configSetter = new ConfigurationSetter(nodeConfig); this.initConfFromNodeConfigDef(node.getElementGraph(), configSetter); this.initConfFromStepConfigDef(configSetter); nodeConfig.set("cascading.flow.node.num", Integer.toString(node.getOrdinal())); return nodeConfig; }