public static MapredWork getMapRedWork(Configuration conf) { MapredWork w = new MapredWork(); w.setMapWork(getMapWork(conf)); w.setReduceWork(getReduceWork(conf)); return w; }
public static MapredWork getMapRedWork(Configuration conf) { MapredWork w = new MapredWork(); w.setMapWork(getMapWork(conf)); w.setReduceWork(getReduceWork(conf)); return w; }
@Test public void mrTaskSumbitViaChildWithImpersonation() throws IOException, LoginException { Utils.getUGI().setAuthenticationMethod(PROXY); Context ctx = Mockito.mock(Context.class); when(ctx.getLocalTmpPath()).thenReturn(new Path(System.getProperty("java.io.tmpdir"))); DriverContext dctx = new DriverContext(ctx); QueryState queryState = new QueryState.Builder().build(); HiveConf conf= queryState.getConf(); conf.setBoolVar(HiveConf.ConfVars.SUBMITVIACHILD, true); MapredWork mrWork = new MapredWork(); mrWork.setMapWork(Mockito.mock(MapWork.class)); MapRedTask mrTask = Mockito.spy(new MapRedTask()); mrTask.setWork(mrWork); mrTask.initialize(queryState, null, dctx, null); mrTask.jobExecHelper = Mockito.mock(HadoopJobExecHelper.class); when(mrTask.jobExecHelper.progressLocal(Mockito.any(Process.class), Mockito.anyString())).thenReturn(0); mrTask.execute(dctx); ArgumentCaptor<String[]> captor = ArgumentCaptor.forClass(String[].class); verify(mrTask).spawn(Mockito.anyString(), Mockito.anyString(), captor.capture()); String expected = "HADOOP_PROXY_USER=" + Utils.getUGI().getUserName(); Assert.assertTrue(Arrays.asList(captor.getValue()).contains(expected)); }
w.setMapWork(newPlan);
w.setMapWork(newPlan);
mrWork.setMapWork(work); Utilities.setMapRedWork(job, mrWork, ctx.getMRTmpPath());
mrWork.setMapWork(work); Utilities.setMapRedWork(job, mrWork, ctx.getMRTmpPath());
mrWork.setMapWork(work); Utilities.setMapRedWork(job, mrWork, ctx.getMRTmpPath());
} else { work = new MapredWork(); ((MapredWork)work).setMapWork(cplan);
} else { work = new MapredWork(); ((MapredWork)work).setMapWork(cplan);
public static MapredWork getMapRedWork(Configuration conf) { MapredWork w = new MapredWork(); w.setMapWork(getMapWork(conf)); w.setReduceWork(getReduceWork(conf)); return w; }
} else { work = new MapredWork(); ((MapredWork)work).setMapWork(cplan);
mrWork.setMapWork(work); Utilities.setMapRedWork(job, mrWork, ctx.getMRTmpPath());
mrWork.setMapWork(work); Utilities.setMapRedWork(job, mrWork, ctx.getMRTmpPath());