public TezGroupByGate( FlowProcess flowProcess, GroupBy groupBy, IORole role, SortedListMultiMap<Integer, LogicalInput> logicalInputs ) { super( flowProcess, groupBy, role, logicalInputs ); this.timedIterators = TimedIterator.iterators( new TimedIterator<>( flowProcess, SliceCounters.Read_Duration, SliceCounters.Tuples_Read ) ); }
@Override public <C> Map<String, String> diffConfigIntoMap( C defaultConfig, C updatedConfig ) { return HadoopUtil.getConfig( (Configuration) defaultConfig, (Configuration) updatedConfig ); }
public static PlatformInfo getPlatformInfo() { if( platformInfo == null ) platformInfo = getPlatformInfoInternal( JobConf.class, "org/apache/hadoop", "Hadoop" ); return platformInfo; }
@Override public <C> C copyConfig( C config ) { return HadoopUtil.copyJobConf( config ); }
/** * This method deserializes the Base64 encoded String into an Object instance. * * @param string * @return an Object */ public static <T> T deserializeBase64( String string, Configuration conf, Class<T> type ) throws IOException { return deserializeBase64( string, conf, type, true ); }
@Override protected boolean isRemoteExecution() { return !HadoopUtil.isLocal( jobConfiguration ); }
@Override public PlatformInfo getPlatformInfo() { return HadoopUtil.getPlatformInfo( DAG.class, null, "Tez" ); }
@Override public JobConf mergeMapIntoConfig( JobConf defaultConfig, Map<String, String> map ) { return HadoopUtil.mergeConf( defaultConfig, map, false ); } }
private synchronized static void getHdfsShutdownHook() { if( hdfsShutdown == null ) hdfsShutdown = HadoopUtil.getHDFSShutdownHook(); }
@Override public <C> C copyConfig( C config ) { return HadoopUtil.copyJobConf( config ); }
@Override protected boolean areCountersAvailable( FlowNodeStats runningJob ) { return !HadoopUtil.isLocal( this.configuration ); }
@Override public <C> Map<String, String> diffConfigIntoMap( C defaultConfig, C updatedConfig ) { return HadoopUtil.getConfig( (Configuration) defaultConfig, (Configuration) updatedConfig ); }
@Override public PlatformInfo getPlatformInfo() { return HadoopUtil.getPlatformInfo( DAG.class, null, "Tez" ); }
private synchronized static void getHdfsShutdownHook() { if( hdfsShutdown == null ) hdfsShutdown = HadoopUtil.getHDFSShutdownHook(); }
public static PlatformInfo getPlatformInfo() { if( platformInfo == null ) platformInfo = getPlatformInfoInternal( JobConf.class, "org/apache/hadoop", "Hadoop" ); return platformInfo; }
@Override public <C> C copyConfig( C config ) { return HadoopUtil.copyJobConf( config ); }
@Override public <C> Map<String, String> diffConfigIntoMap( C defaultConfig, C updatedConfig ) { return HadoopUtil.getConfig( (Configuration) defaultConfig, (Configuration) updatedConfig ); }
private synchronized static void getHdfsShutdownHook() { if( hdfsShutdown == null ) hdfsShutdown = HadoopUtil.getHDFSShutdownHook(); }
@Override public JobConf getConfigCopy() { return HadoopUtil.copyJobConf( jobConf ); }
@Override public <C> C copyConfig( C config ) { return HadoopUtil.copyJobConf( config ); }