res = ToolRunner.run(jConf, new MyDummyJob(), args); } catch (Exception e) { System.out.println("Job failed with" + e.getLocalizedMessage());
/** * run a local job and verify that TokenCache is available * @throws NoSuchAlgorithmException * @throws IOException */ @Test public void testLocalJobTokenCache() throws NoSuchAlgorithmException, IOException { // this is local job String[] args = {"-m", "1", "-r", "1", "-mt", "1", "-rt", "1"}; jConf.set("mapreduce.job.credentials.json", tokenFileName.toString()); int res = -1; try { res = ToolRunner.run(jConf, new MyDummyJob(), args); } catch (Exception e) { System.out.println("Job failed with" + e.getLocalizedMessage()); e.printStackTrace(System.out); fail("local Job failed"); } assertEquals("local job res is not 0", res, 0); } }
public JobConf setupJobConf() { JobConf job = new JobConf(getConf(), MyDummyJob.class); job.setNumMapTasks(1); job.setNumReduceTasks(1); job.setMapperClass(MyDummyJob.class); job.setMapOutputKeyClass(IntWritable.class); job.setMapOutputValueClass(NullWritable.class); job.setReducerClass(MyDummyJob.class); job.setOutputFormat(NullOutputFormat.class); job.setInputFormat(EmptyInputFormat.class); job.setPartitionerClass(MyDummyJob.class); job.setSpeculativeExecution(false); job.setJobName("Sleep job"); populateTokens(job); return job; }
public int run(String[] args) throws Exception { JobConf job = setupJobConf(); JobClient.runJob(job); return 0; } }