/** * Returns the nodeId of the given running job <br> * Example: Stage-1_[queryId] * * @param conf * @param runningJob * @return */ public static String getNodeIdFromJob(Configuration conf, RunningJob runningJob) { return getNodeIdFromJobName(conf, runningJob.getJobName()); }
listWriter.println("job: " + jobID + "(" + "name=" + rj.getJobName() + "," + "status=" + JobStatus.getJobRunState(rj.getJobState()) + ")");
) throws IOException { jobId = runningJob.getID().toString(); jobName = runningJob.getJobName(); trackingURL = runningJob.getTrackingURL(); isComplete = runningJob.isComplete();
public static String prettyCountersString(RunningJob job) throws IOException { StringBuilder builder = new StringBuilder("\n").append(StringUtils.repeat("=", 90)).append("\n"); builder.append("Counters for job ").append(job.getJobName()).append("\n"); for (Counter counter : getCountersList(job)) { if (counter.getValue() != null && counter.getValue() > 0) { builder.append(" ").append(counter).append("\n"); } } builder.append(StringUtils.repeat("=", 90)).append("\n"); return builder.toString(); }
listWriter.println("job: " + jobID + "(" + "name=" + rj.getJobName() + "," + "status=" + JobStatus.getJobRunState(rj.getJobState()) + ")");
if(status.getRunState() == JobStatus.RUNNING){ RunningJob job = jobClient.getJob(status.getJobID()); if(job.getJobName().contains(jobsToTarget) || job.getID().toString().contains(jobsToTarget)){ JobID jobid = status.getJobID();
@Override public void onStepStarting(FlowStep flowStep) { LOG.info("Step starting"); try { HadoopStepStats hdStepStats = (HadoopStepStats)flowStep.getFlowStepStats(); RunningJob job = hdStepStats.getRunningJob(); persister.onRunning(new LaunchedJob(job.getID().toString(), job.getJobName(), job.getTrackingURL()) ); } catch (NullPointerException | IOException e) { // no op } }
public void testPersistency() throws Exception { Properties config = new Properties(); config.setProperty(JTConfig.JT_PERSIST_JOBSTATUS, "true"); config.setProperty(JTConfig.JT_PERSIST_JOBSTATUS_HOURS, "1"); startCluster(true, config); JobID jobId = runJob(); JobClient jc = new JobClient(createJobConf()); RunningJob rj0 = jc.getJob(jobId); assertNotNull(rj0); boolean sucessfull0 = rj0.isSuccessful(); String jobName0 = rj0.getJobName(); Counters counters0 = rj0.getCounters(); TaskCompletionEvent[] events0 = rj0.getTaskCompletionEvents(0); stopCluster(); startCluster(false, config); jc = new JobClient(createJobConf()); RunningJob rj1 = jc.getJob(jobId); assertNotNull(rj1); assertEquals(sucessfull0, rj1.isSuccessful()); assertEquals(jobName0, rj0.getJobName()); assertEquals(counters0.size(), rj1.getCounters().size()); TaskCompletionEvent[] events1 = rj1.getTaskCompletionEvents(0); assertEquals(events0.length, events1.length); for (int i = 0; i < events0.length; i++) { assertEquals(events0[i].getTaskAttemptId(), events1[i].getTaskAttemptId()); assertEquals(events0[i].getTaskStatus(), events1[i].getTaskStatus()); } }