@Override public void recoverTask(TaskAttemptContext taskContext) throws IOException { rootOutputcommitter.recoverTask(taskContext); for (Map.Entry<String, OutputCommitter> committer : committers.entrySet()) { TaskAttemptContext namedTaskContext = MultipleOutputs.getNamedTaskContext(taskContext, committer.getKey()); committer.getValue().recoverTask(namedTaskContext); } } }
@Override public void recoverTask(TaskAttemptContext taskContext) throws IOException { rootOutputcommitter.recoverTask(taskContext); for (Map.Entry<String, OutputCommitter> committer : committers.entrySet()) { TaskAttemptContext namedTaskContext = MultipleOutputs.getNamedTaskContext(taskContext, committer.getKey()); committer.getValue().recoverTask(namedTaskContext); } } }
public void recoverTask(TaskAttemptContext context) throws IOException { // call recoverTask on all map and reduce committers for (Pair<OutputCommitter, POStore> mapCommitter : mapOutputCommitters) { if (mapCommitter.first!=null) { TaskAttemptContext updatedContext = setUpContext(context, mapCommitter.second); try { // Use reflection, Hadoop 1.x line does not have such method mapCommitter.first.recoverTask(updatedContext); } catch (Exception e) { throw new IOException(e); } } } for (Pair<OutputCommitter, POStore> reduceCommitter : reduceOutputCommitters) { if (reduceCommitter.first!=null) { TaskAttemptContext updatedContext = setUpContext(context, reduceCommitter.second); try { reduceCommitter.first.recoverTask(updatedContext); } catch (Exception e) { throw new IOException(e); } } } }
@Override public void recoverTask(int taskIndex, int attemptId) throws IOException { if (!initialized) { throw new RuntimeException("Committer not initialized"); } TaskAttemptID taskAttemptID = new TaskAttemptID( Long.toString(getContext().getApplicationId().getClusterTimestamp()) + String.valueOf(getContext().getVertexIndex()), getContext().getApplicationId().getId(), ((jobConf.getBoolean(MRConfig.IS_MAP_PROCESSOR, false) ? TaskType.MAP : TaskType.REDUCE)), taskIndex, attemptId); TaskAttemptContext taskContext = new TaskAttemptContextImpl(jobConf, taskAttemptID); committer.recoverTask(taskContext); }
TypeConverter.fromYarn(attemptId)); try { committer.recoverTask(tac); LOG.info("Recovered output from task attempt " + attemptId); } catch (Exception e) {
TypeConverter.fromYarn(attemptId)); try { committer.recoverTask(tac); LOG.info("Recovered output from task attempt " + attemptId); } catch (Exception e) {
TypeConverter.fromYarn(attemptId)); try { committer.recoverTask(tac); LOG.info("Recovered output from task attempt " + attemptId); } catch (Exception e) {