public static void setChildrenCollector(List<Operator<? extends OperatorDesc>> childOperators, OutputCollector out) { if (childOperators == null) { return; } for (Operator<? extends OperatorDesc> op : childOperators) { if (op.getName().equals(ReduceSinkOperator.getOperatorName())) { op.setOutputCollector(out); } else { setChildrenCollector(op.getChildOperators(), out); } } }
public static void setChildrenCollector(List<Operator<? extends OperatorDesc>> childOperators, Map<String, OutputCollector> outMap) { if (childOperators == null) { return; } for (Operator<? extends OperatorDesc> op : childOperators) { if (op.getIsReduceSink()) { String outputName = op.getReduceOutputName(); if (outMap.containsKey(outputName)) { LOG.info("Setting output collector: " + op + " --> " + outputName); op.setOutputCollector(outMap.get(outputName)); } } else { setChildrenCollector(op.getChildOperators(), outMap); } } }
public static void setChildrenCollector(List<Operator<? extends OperatorDesc>> childOperators, Map<String, OutputCollector> outMap) { if (childOperators == null) { return; } for (Operator<? extends OperatorDesc> op : childOperators) { if (op.getIsReduceSink()) { String outputName = op.getReduceOutputName(); if (outMap.containsKey(outputName)) { LOG.info("Setting output collector: " + op + " --> " + outputName); op.setOutputCollector(outMap.get(outputName)); } } else { setChildrenCollector(op.getChildOperators(), outMap); } } }
public static void setChildrenCollector(List<Operator<? extends OperatorDesc>> childOperators, OutputCollector out) { if (childOperators == null) { return; } for (Operator<? extends OperatorDesc> op : childOperators) { if (op.getName().equals(ReduceSinkOperator.getOperatorName())) { op.setOutputCollector(out); } else { setChildrenCollector(op.getChildOperators(), out); } } }
public void ensureOutputInitialize(OutputCollector output, Reporter reporter) { if (oc == null) { oc = output; rp = reporter; OperatorUtils.setChildrenCollector(mo.getChildOperators(), output); mo.setReporter(rp); MapredContext.get().setReporter(reporter); } }
@Override public void processRow(Object key, Object value) throws IOException { if (!anyRow) { OperatorUtils.setChildrenCollector(mo.getChildOperators(), oc); anyRow = true; } // reset the execContext for each new row execContext.resetRow(); try { // Since there is no concept of a group, we don't invoke // startGroup/endGroup for a mapper mo.process((Writable) value); incrementRowNumber(); } catch (Throwable e) { abort = true; Utilities.setMapWork(jc, null); if (e instanceof OutOfMemoryError) { // Don't create a new object if we are already out of memory throw (OutOfMemoryError) e; } else { String msg = "Error processing row: " + e; LOG.error(msg, e); throw new RuntimeException(msg, e); } } }
mergeOp.initialize(jconf, null); OperatorUtils.setChildrenCollector(mergeOp.getChildOperators(), outMap); mergeOp.setReporter(reporter); MapredContext.get().setReporter(reporter);
try { ts.initialize(job, new ObjectInspector[]{fetcher.getOutputObjectInspector()}); OperatorUtils.setChildrenCollector(ts.getChildOperators(), sampler); while (fetcher.pushRow()) { } } finally {
oc = output; rp = reporter; OperatorUtils.setChildrenCollector(mo.getChildOperators(), output); mo.setReporter(rp); MapredContext.get().setReporter(reporter);
mergeOp.initialize(jconf, null); OperatorUtils.setChildrenCollector(mergeOp.getChildOperators(), outMap); mergeOp.setReporter(reporter); MapredContext.get().setReporter(reporter);
try { ts.initialize(job, new ObjectInspector[]{fetcher.getOutputObjectInspector()}); OperatorUtils.setChildrenCollector(ts.getChildOperators(), sampler); while (fetcher.pushRow()) { } } finally {
OperatorUtils.setChildrenCollector( Arrays.<Operator<? extends OperatorDesc>>asList(reducer), output);
OperatorUtils.setChildrenCollector(children, outMap);
OperatorUtils.setChildrenCollector(children, outMap);
OperatorUtils.setChildrenCollector(mapOp.getChildOperators(), outMap); mapOp.setReporter(reporter); MapredContext.get().setReporter(reporter);
OperatorUtils.setChildrenCollector( Arrays.<Operator<? extends OperatorDesc>>asList(reducer), output);
OperatorUtils.setChildrenCollector(mapOp.getChildOperators(), outMap); mapOp.setReporter(reporter); MapredContext.get().setReporter(reporter);
mo.initializeMapOperator(jc); OperatorUtils.setChildrenCollector(mo.getChildOperators(), output); mo.setReporter(rp);
public static void setChildrenCollector(List<Operator<? extends OperatorDesc>> childOperators, OutputCollector out) { if (childOperators == null) { return; } for (Operator<? extends OperatorDesc> op : childOperators) { if (op.getName().equals(ReduceSinkOperator.getOperatorName())) { op.setOutputCollector(out); } else { setChildrenCollector(op.getChildOperators(), out); } } }
public static void setChildrenCollector(List<Operator<? extends OperatorDesc>> childOperators, Map<String, OutputCollector> outMap) { if (childOperators == null) { return; } for (Operator<? extends OperatorDesc> op : childOperators) { if(op.getName().equals(ReduceSinkOperator.getOperatorName())) { ReduceSinkOperator rs = ((ReduceSinkOperator)op); if (outMap.containsKey(rs.getConf().getOutputName())) { LOG.info("Setting output collector: " + rs + " --> " + rs.getConf().getOutputName()); rs.setOutputCollector(outMap.get(rs.getConf().getOutputName())); } } else { setChildrenCollector(op.getChildOperators(), outMap); } } }