public static JobConf createJobConf( Map<Object, Object> properties ) { return createJobConf( properties, null ); }
public static JobConf createJobConf( Map<Object, Object> properties ) { return createJobConf( properties, null ); }
private static JobConf mergeDefaults(String methodName, Properties properties, JobConf defaults) { LOG.fine(methodName + " is merging defaults with: " + properties); return HadoopUtil.createJobConf(properties, defaults); }
@Override public JobConf getConfig() { if( conf == null ) conf = HadoopUtil.createJobConf( local.getConfig() ); return conf; }
@Override public void initialize( FlowConnector flowConnector, Map<Object, Object> properties ) { super.initialize( flowConnector, properties ); defaultJobConf = HadoopUtil.createJobConf( properties, createJobConf( properties ) ); checkPlatform( defaultJobConf ); intermediateSchemeClass = flowConnector.getIntermediateSchemeClass( properties ); Class type = AppProps.getApplicationJarClass( properties ); if( defaultJobConf.getJar() == null && type != null ) defaultJobConf.setJarByClass( type ); String path = AppProps.getApplicationJarPath( properties ); if( defaultJobConf.getJar() == null && path != null ) defaultJobConf.setJar( path ); if( defaultJobConf.getJar() == null ) defaultJobConf.setJarByClass( HadoopUtil.findMainClass( HadoopPlanner.class ) ); AppProps.setApplicationJarPath( properties, defaultJobConf.getJar() ); LOG.info( "using application jar: {}", defaultJobConf.getJar() ); }
@Override public void initialize( FlowConnector flowConnector, Map<Object, Object> properties ) { super.initialize( flowConnector, properties ); defaultJobConf = HadoopUtil.createJobConf( properties, createJobConf( properties ) ); checkPlatform( defaultJobConf ); intermediateSchemeClass = flowConnector.getIntermediateSchemeClass( properties ); Class type = AppProps.getApplicationJarClass( properties ); if( defaultJobConf.getJar() == null && type != null ) defaultJobConf.setJarByClass( type ); String path = AppProps.getApplicationJarPath( properties ); if( defaultJobConf.getJar() == null && path != null ) defaultJobConf.setJar( path ); if( defaultJobConf.getJar() == null ) defaultJobConf.setJarByClass( HadoopUtil.findMainClass( HadoopPlanner.class ) ); AppProps.setApplicationJarPath( properties, defaultJobConf.getJar() ); LOG.info( "using application jar: {}", defaultJobConf.getJar() ); }