private boolean makeLocal( Configuration conf, Path qualifiedPath, String infoMessage ) { // don't change the conf or log any messages if running cluster side if( HadoopUtil.isInflow( conf ) ) return false; String scheme = getLocalModeScheme( conf, "file" ); if( !HadoopUtil.isLocal( conf ) && qualifiedPath.toUri().getScheme().equalsIgnoreCase( scheme ) ) { if( LOG.isInfoEnabled() ) LOG.info( infoMessage + toString() ); HadoopUtil.setLocal( conf ); // force job to run locally return false; // only need to set local once } return true; }
private boolean makeLocal( Configuration conf, Path qualifiedPath, String infoMessage ) { // don't change the conf or log any messages if running cluster side if( HadoopUtil.isInflow( conf ) ) return false; String scheme = getLocalModeScheme( conf, "file" ); if( !HadoopUtil.isLocal( conf ) && qualifiedPath.toUri().getScheme().equalsIgnoreCase( scheme ) ) { if( LOG.isInfoEnabled() ) LOG.info( infoMessage + toString() ); HadoopUtil.setLocal( conf ); // force job to run locally return false; // only need to set local once } return true; }
/** * May only be called once. should only be called if not in a flow * * @param conf */ public static void cleanupJob( Configuration conf ) throws IOException { if( HadoopUtil.isInflow( conf ) ) return; Path outputPath = FileOutputFormat.getOutputPath( asJobConfInstance( conf ) ); cleanTempPath( conf, outputPath ); }
/** * May only be called once. should only be called if not in a flow * * @param conf */ public static void cleanupJob( Configuration conf ) throws IOException { if( HadoopUtil.isInflow( conf ) ) return; Path outputPath = FileOutputFormat.getOutputPath( asJobConfInstance( conf ) ); cleanTempPath( conf, outputPath ); }
Hadoop18TapUtil.cleanupJob( conf ); if( !HadoopUtil.isInflow( conf ) ) Hadoop18TapUtil.writeSuccessMarker( conf );
Hadoop18TapUtil.cleanupJob( conf ); if( !HadoopUtil.isInflow( conf ) ) Hadoop18TapUtil.writeSuccessMarker( conf );