private boolean makeLocal( Configuration conf, Path qualifiedPath, String infoMessage ) { // don't change the conf or log any messages if running cluster side if( HadoopUtil.isInflow( conf ) ) return false; String scheme = getLocalModeScheme( conf, "file" ); if( !HadoopUtil.isLocal( conf ) && qualifiedPath.toUri().getScheme().equalsIgnoreCase( scheme ) ) { if( LOG.isInfoEnabled() ) LOG.info( infoMessage + toString() ); HadoopUtil.setLocal( conf ); // force job to run locally return false; // only need to set local once } return true; }
private boolean makeLocal( Configuration conf, Path qualifiedPath, String infoMessage ) { // don't change the conf or log any messages if running cluster side if( HadoopUtil.isInflow( conf ) ) return false; String scheme = getLocalModeScheme( conf, "file" ); if( !HadoopUtil.isLocal( conf ) && qualifiedPath.toUri().getScheme().equalsIgnoreCase( scheme ) ) { if( LOG.isInfoEnabled() ) LOG.info( infoMessage + toString() ); HadoopUtil.setLocal( conf ); // force job to run locally return false; // only need to set local once } return true; }
private void setLocalMode( Configuration parent, JobConf current, Tap tap ) { // force step to local mode if( !HadoopUtil.isLocal( current ) ) return; if( tap != null ) logInfo( "tap forcing step to tez local mode: " + tap.getIdentifier() ); HadoopUtil.setLocal( parent ); }
private void setLocalMode( Configuration parent, JobConf current, Tap tap ) { // force step to local mode if( !HadoopUtil.isLocal( current ) ) return; if( tap != null ) logInfo( "tap forcing step to tez local mode: " + tap.getIdentifier() ); HadoopUtil.setLocal( parent ); }
HadoopUtil.setLocal( toJob );
HadoopUtil.setLocal( toJob );