@Override public void configure(JobConf job) { jc = job; MapredContext.init(true, new JobConf(jc)); statsAggKeyPrefix = HiveConf.getVar(job, HiveConf.ConfVars.HIVE_STATS_KEY_PREFIX); }
public <K, V> void init(JobConf job, OutputCollector<K, V> output, Reporter reporter) throws Exception { jc = job; MapredContext.init(false, new JobConf(jc)); MapredContext.get().setReporter(reporter); oc = output; rp = reporter; LOG.info("maximum memory = " + memoryMXBean.getHeapMemoryUsage().getMax()); try { LOG.info("conf classpath = " + Arrays.asList(((URLClassLoader) job.getClassLoader()).getURLs())); LOG.info("thread classpath = " + Arrays.asList(((URLClassLoader) Thread.currentThread() .getContextClassLoader()).getURLs())); } catch (Exception e) { LOG.info("cannot get classpath: " + e.getMessage()); } }
public <K, V> void init(JobConf job, OutputCollector<K, V> output, Reporter reporter) throws Exception { jc = job; MapredContext.init(false, new JobConf(jc)); MapredContext.get().setReporter(reporter); oc = output; rp = reporter; LOG.info("maximum memory = " + memoryMXBean.getHeapMemoryUsage().getMax()); MemoryInfoLogger memoryInfoLogger = new MemoryInfoLogger(); memoryInfoLogger.run(); try { LOG.info("conf classpath = " + Arrays.asList(((URLClassLoader) job.getClassLoader()).getURLs())); LOG.info("thread classpath = " + Arrays .asList(((URLClassLoader) Thread.currentThread().getContextClassLoader()).getURLs())); } catch (Exception e) { LOG.info("cannot get classpath: " + e.getMessage()); } }
MapredContext.init(false, new JobConf(jc));
MapredContext.init(false, new JobConf(jc));
execContext.setLocalWork(localWork); MapredContext.init(true, new JobConf(jc));
LOG.info(mergeOp.dump(0)); MapredContext.init(true, new JobConf(jconf)); ((TezContext) MapredContext.get()).setInputs(inputs); mergeOp.passExecContext(execContext);
execContext.setLocalWork(localWork); MapredContext.init(true, new JobConf(jc));
LOG.info(mergeOp.dump(0)); MapredContext.init(true, new JobConf(jconf)); ((TezContext) MapredContext.get()).setInputs(inputs); mergeOp.passExecContext(execContext);
super.init(mrReporter, inputs, outputs); MapredContext.init(false, new JobConf(jconf)); List<LogicalInput> shuffleInputs = getShuffleInputs(inputs);
MapredContext.init(true, new JobConf(jconf)); ((TezContext) MapredContext.get()).setInputs(inputs); ((TezContext) MapredContext.get()).setTezProcessorContext(processorContext);
super.init(mrReporter, inputs, outputs); MapredContext.init(false, new JobConf(jconf)); List<LogicalInput> shuffleInputs = getShuffleInputs(inputs);
MapredContext.init(true, new JobConf(jconf)); ((TezContext) MapredContext.get()).setInputs(inputs); ((TezContext) MapredContext.get()).setTezProcessorContext(processorContext);
execContext.setLocalWork(localWork); MapredContext.init(true, new JobConf(jc)); MapredContext.get().setReporter(reporter);
execContext.setLocalWork(localWork); MapredContext.init(true, new JobConf(jc)); MapredContext.get().setReporter(reporter);
@Nonnull public static MapredContext create(boolean isMap, @Nullable JobConf jobConf) { return MapredContext.init(isMap, jobConf); }
@Nonnull public static MapredContext create(boolean isMap, @Nullable JobConf jobConf) { return MapredContext.init(isMap, jobConf); }
@Nonnull public static MapredContext create(boolean isMap, @Nullable JobConf jobConf) { if (jobConf == null) { jobConf = new JobConf(false); // null is not allowed in Hive v0.13 } return MapredContext.init(isMap, jobConf); }
@Override public void configure(JobConf job) { jc = job; MapredContext.init(true, new JobConf(jc)); statsAggKeyPrefix = HiveConf.getVar(job, HiveConf.ConfVars.HIVE_STATS_KEY_PREFIX); }
protected static MapredContext instantiateMapredContext() { Configuration conf = UDFContext.getUDFContext().getJobConf(); boolean isMap = conf.getBoolean(MRConfiguration.TASK_IS_MAP, false); if (conf.get("exectype").startsWith("TEZ")) { isMap = true; HiveConf.setVar(conf, ConfVars.HIVE_EXECUTION_ENGINE, "tez"); } MapredContext context = MapredContext.init(isMap, new JobConf(UDFContext.getUDFContext().getJobConf())); context.setReporter(new HiveReporter(PigStatusReporter.getInstance())); return context; }