@Override protected void internalCleanup() { stopDAGClient(); stopTezClient(); }
@Override protected FlowPlanner createFlowPlanner() { return new Hadoop2TezPlanner(); }
@Override public FlowStepFactory<TezConfiguration> getFlowStepFactory() { return new BaseFlowStepFactory<TezConfiguration>( getFlowNodeFactory() ) { @Override public FlowStep<TezConfiguration> createFlowStep( ElementGraph stepElementGraph, FlowNodeGraph flowNodeGraph ) { return new Hadoop2TezFlowStep( stepElementGraph, flowNodeGraph ); } }; }
public Hadoop2TezFlowStepJob( ClientState clientState, BaseFlowStep<TezConfiguration> flowStep, TezConfiguration currentConf, DAG dag ) { super( clientState, currentConf, flowStep, getJobPollingInterval( currentConf ), getStoreInterval( currentConf ), getChildDetailsBlockingDuration( currentConf ) ); this.dag = dag; if( flowStep.isDebugEnabled() ) flowStep.logDebug( "using polling interval: " + pollingInterval ); }
@Override protected Hadoop2TezFlow createFlow( FlowDef flowDef ) { return new Hadoop2TezFlow( getPlatformInfo(), getDefaultProperties(), getDefaultConfig(), flowDef ); }
@Override protected RuleRegistrySet createDefaultRuleRegistrySet() { return new RuleRegistrySet( new NoHashJoinHadoop2TezRuleRegistry(), new HashJoinHadoop2TezRuleRegistry() ); } }
protected boolean internalNonBlockingIsSuccessful() throws IOException { return isDagStatusComplete() && getDagStatusState() == DAGStatus.State.SUCCEEDED; }
public static TezConfiguration createConfiguration( Map<Object, Object> properties ) { TezConfiguration conf = new TezConfiguration(); copyProperties( conf, properties ); return conf; }
protected boolean internalNonBlockingIsComplete() throws IOException { return isDagStatusComplete(); }
@Override protected FlowStepJob createFlowStepJob( ClientState clientState, FlowProcess<TezConfiguration> flowProcess, TezConfiguration initializedStepConfig ) { DAG dag = createDAG( flowProcess, initializedStepConfig ); return new Hadoop2TezFlowStepJob( clientState, this, initializedStepConfig, dag ); }
public Hadoop2TezFlowStepJob( ClientState clientState, BaseFlowStep<TezConfiguration> flowStep, TezConfiguration currentConf, DAG dag ) { super( clientState, currentConf, flowStep, getJobPollingInterval( currentConf ), getStoreInterval( currentConf ), getChildDetailsBlockingDuration( currentConf ) ); this.dag = dag; if( flowStep.isDebugEnabled() ) flowStep.logDebug( "using polling interval: " + pollingInterval ); }
@Override protected Hadoop2TezFlow createFlow( FlowDef flowDef ) { return new Hadoop2TezFlow( getPlatformInfo(), getDefaultProperties(), getDefaultConfig(), flowDef ); }
@Override protected void internalCleanup() { stopDAGClient(); stopTezClient(); }
@Override protected RuleRegistrySet createDefaultRuleRegistrySet() { return new RuleRegistrySet( new NoHashJoinHadoop2TezRuleRegistry(), new HashJoinHadoop2TezRuleRegistry() ); } }
protected boolean internalNonBlockingIsSuccessful() throws IOException { return isDagStatusComplete() && getDagStatusState() == DAGStatus.State.SUCCEEDED; }
public static TezConfiguration createConfiguration( Map<Object, Object> properties ) { TezConfiguration conf = new TezConfiguration(); copyProperties( conf, properties ); return conf; }
@Override protected FlowPlanner createFlowPlanner() { return new Hadoop2TezPlanner(); }
@Override public FlowStepFactory<TezConfiguration> getFlowStepFactory() { return new BaseFlowStepFactory<TezConfiguration>( getFlowNodeFactory() ) { @Override public FlowStep<TezConfiguration> createFlowStep( ElementGraph stepElementGraph, FlowNodeGraph flowNodeGraph ) { return new Hadoop2TezFlowStep( stepElementGraph, flowNodeGraph ); } }; }
protected boolean internalNonBlockingIsComplete() throws IOException { return isDagStatusComplete(); }
@Override protected FlowStepJob createFlowStepJob( ClientState clientState, FlowProcess<TezConfiguration> flowProcess, TezConfiguration initializedStepConfig ) { DAG dag = createDAG( flowProcess, initializedStepConfig ); return new Hadoop2TezFlowStepJob( clientState, this, initializedStepConfig, dag ); }