Refine search
public void run(JobConf conf) throws Exception { _runningJob = new JobClient(conf).submitJob(conf); info("See " + _runningJob.getTrackingURL() + " for details."); _runningJob.waitForCompletion(); if(!_runningJob.isSuccessful()) { throw new Exception("Hadoop job:" + getId() + " failed!"); } // dump all counters Counters counters = _runningJob.getCounters(); for(String groupName: counters.getGroupNames()) { Counters.Group group = counters.getGroup(groupName); info("Group: " + group.getDisplayName()); for(Counter counter: group) info(counter.getDisplayName() + ":\t" + counter.getValue()); } }
"(current delta dirs count=" + curDirNumber + ", obsolete delta dirs count=" + obsoleteDirNumber + ". TxnIdRange[" + minTxn + "," + maxTxn + "]"); RunningJob rj = new JobClient(job).submitJob(job); LOG.info("Submitted compaction job '" + job.getJobName() + "' with jobID=" + rj.getID() + " compaction ID=" + id); txnHandler.setHadoopJobId(rj.getID().toString(), id);
/** * Submit a job to the Map-Reduce framework. * This returns a handle to the {@link RunningJob} which can be used to track * the running-job. * * @param conf the job configuration. * @return a handle to the {@link RunningJob} which can be used to track the * running-job. * @throws IOException */ public static RunningJob jobSubmit(JobConf conf) throws IOException { setupPipesJob(conf); return new JobClient(conf).submitJob(conf); }
/** * Submit a job to the Map-Reduce framework. * This returns a handle to the {@link RunningJob} which can be used to track * the running-job. * * @param conf the job configuration. * @return a handle to the {@link RunningJob} which can be used to track the * running-job. * @throws IOException */ public static RunningJob jobSubmit(JobConf conf) throws IOException { setupPipesJob(conf); return new JobClient(conf).submitJob(conf); }
/** * Submit a job to the Map-Reduce framework. * This returns a handle to the {@link RunningJob} which can be used to track * the running-job. * * @param conf the job configuration. * @return a handle to the {@link RunningJob} which can be used to track the * running-job. * @throws IOException */ public static RunningJob jobSubmit(JobConf conf) throws IOException { setupPipesJob(conf); return new JobClient(conf).submitJob(conf); }
/** * Submit a job to the Map-Reduce framework. * This returns a handle to the {@link RunningJob} which can be used to track * the running-job. * * @param conf the job configuration. * @return a handle to the {@link RunningJob} which can be used to track the * running-job. * @throws IOException */ public static RunningJob jobSubmit(JobConf conf) throws IOException { setupPipesJob(conf); return new JobClient(conf).submitJob(conf); }