private void initializeMultipleSources(ReduceWork redWork, int numTags, ObjectInspector[] ois, ReduceRecordSource[] sources) throws Exception { for (int tag = 0; tag < redWork.getTagToValueDesc().size(); tag++) { if (redWork.getTagToValueDesc().get(tag) == null) { continue; } checkAbortCondition(); initializeSourceForTag(redWork, tag, ois, sources, redWork.getTagToValueDesc().get(tag), redWork.getTagToInput().get(tag)); } }
private void initializeMultipleSources(ReduceWork redWork, int numTags, ObjectInspector[] ois, ReduceRecordSource[] sources) throws Exception { for (int tag = 0; tag < redWork.getTagToValueDesc().size(); tag++) { if (redWork.getTagToValueDesc().get(tag) == null) { continue; } checkAbortCondition(); initializeSourceForTag(redWork, tag, ois, sources, redWork.getTagToValueDesc().get(tag), redWork.getTagToInput().get(tag)); } }
checkAbortCondition(); if (shuffleInputs != null) { l4j.info("Waiting for ShuffleInputs to become ready"); checkAbortCondition(); DummyStoreOperator dummyStoreOp = getJoinParentOp(reducer); connectOps.put(mergeReduceWork.getTag(), dummyStoreOp); checkAbortCondition(); checkAbortCondition(); RegistryConfTez registryConf = new RegistryConfTez(jconf, reduceWork, processorContext, inputs); registryTez.init(registryConf); checkAbortCondition(); checkAbortCondition(); initializeSourceForTag(redWork, i, mainWorkOIs, sources, redWork.getTagToValueDesc().get(0), redWork.getTagToInput().get(0)); checkAbortCondition(); ((TezContext) MapredContext.get()).setRecordSources(sources); reducer.initialize(jconf, new ObjectInspector[] { mainWorkOIs[bigTablePosition] }); checkAbortCondition(); reducer.initialize(jconf, new ObjectInspector[] { mainWorkOIs[i] }); checkAbortCondition();
checkAbortCondition(); if (shuffleInputs != null) { l4j.info("Waiting for ShuffleInputs to become ready"); checkAbortCondition(); DummyStoreOperator dummyStoreOp = getJoinParentOp(reducer); connectOps.put(mergeReduceWork.getTag(), dummyStoreOp); checkAbortCondition(); checkAbortCondition(); RegistryConfTez registryConf = new RegistryConfTez(jconf, reduceWork, processorContext, inputs); registryTez.init(registryConf); checkAbortCondition(); checkAbortCondition(); initializeSourceForTag(redWork, i, mainWorkOIs, sources, redWork.getTagToValueDesc().get(0), redWork.getTagToInput().get(0)); checkAbortCondition(); ((TezContext) MapredContext.get()).setRecordSources(sources); reducer.initialize(jconf, new ObjectInspector[] { mainWorkOIs[bigTablePosition] }); checkAbortCondition(); reducer.initialize(jconf, new ObjectInspector[] { mainWorkOIs[i] }); checkAbortCondition();