private void printJobDetails() { StringBuffer jobDetails = new StringBuffer(); jobDetails.append("\nHadoop job: " ).append(job.getJobId()); jobDetails.append("\n====================================="); jobDetails.append("\nUser: ").append(job.getUsername()); jobDetails.append("\nJobName: ").append(job.getJobname()); jobDetails.append("\nJobConf: ").append(job.getJobConfPath()); jobDetails.append("\nSubmitted At: ").append(StringUtils. getFormattedTimeWithDiff(dateFormat, job.getSubmitTime(), 0)); jobDetails.append("\nLaunched At: ").append(StringUtils. getFormattedTimeWithDiff(dateFormat, job.getLaunchTime(), job.getSubmitTime())); jobDetails.append("\nFinished At: ").append(StringUtils. getFormattedTimeWithDiff(dateFormat, job.getFinishTime(), job.getLaunchTime())); jobDetails.append("\nStatus: ").append(((job.getJobStatus() == null) ? "Incomplete" :job.getJobStatus())); printCounters(jobDetails, job.getTotalCounters(), job.getMapCounters(), job.getReduceCounters()); jobDetails.append("\n"); jobDetails.append("\n====================================="); System.out.println(jobDetails.toString()); }
private void printAllTaskAttempts(TaskType taskType) { Map<TaskID, TaskInfo> tasks = job.getAllTasks(); StringBuffer taskList = new StringBuffer(); taskList.append("\n").append(taskType); taskList.append(" task list for ").append(job.getJobId()); taskList.append("\nTaskId\t\tStartTime"); if (TaskType.REDUCE.equals(taskType)) {
dateFormat, ts.setupFinished, ts.setupStarted)); taskSummary.append("\nMap\t").append(ts.totalMaps); taskSummary.append("\t").append(job.getFinishedMaps()); taskSummary.append("\t\t").append(ts.numFailedMaps); taskSummary.append("\t").append(ts.numKilledMaps); dateFormat, ts.mapFinished, ts.mapStarted)); taskSummary.append("\nReduce\t").append(ts.totalReduces); taskSummary.append("\t").append(job.getFinishedReduces()); taskSummary.append("\t\t").append(ts.numFailedReduces); taskSummary.append("\t").append(ts.numKilledReduces);
out.write('"'); out.write('>'); out.print(job.getJobId() ); out.write(" </a></h2>\n<b>User : </b> "); out.print(HtmlQuoting.quoteHtmlChars(job.getUsername()) ); out.write("<br/>\n<b>JobName : </b> "); out.print(HtmlQuoting.quoteHtmlChars(job.getJobname()) ); out.write("<br/>\n<b>JobConf : </b> "); out.print(job.getJobConfPath() ); out.write("<br/> \n<b>Submitted At : </b> "); out.print(StringUtils.getFormattedTimeWithDiff(dateFormat, job.getSubmitTime(), 0 ) ); out.write("<br/> \n<b>Launched At : </b> "); out.print(StringUtils.getFormattedTimeWithDiff(dateFormat, job.getLaunchTime(), job.getSubmitTime()) ); out.write("<br/>\n<b>Finished At : </b> "); out.print(StringUtils.getFormattedTimeWithDiff(dateFormat, job.getFinishTime(), job.getLaunchTime()) ); out.write("<br/>\n<b>Status : </b> "); out.print( ((job.getJobStatus() == null)?"Incomplete" :job.getJobStatus()) ); out.write("<br/> \n<hr/>\n<center>\n"); if (!JobStatus.getJobRunState(JobStatus.SUCCEEDED).equals(job.getJobStatus())) { out.print("<h3>No Analysis available as job did not finish</h3>"); return; out.print(StringUtils.getFormattedTimeWithDiff(dateFormat, lastMap.getFinishTime(), job.getLaunchTime()) ); out.write("</h3>\n<hr/>\n\n"); out.print(StringUtils.getFormattedTimeWithDiff(dateFormat,
out.print(jobid ); out.write(" on <a href=\"jobhistory.jsp\">History Viewer</a></h2>\n\n<b>User: </b> "); out.print(HtmlQuoting.quoteHtmlChars(job.getUsername()) ); out.write("<br/>\n<b>JobName: </b> "); out.print(HtmlQuoting.quoteHtmlChars(job.getJobname()) ); out.write("<br/>\n<b>JobConf: </b> <a href=\"jobconf_history.jsp?logFile="); out.print(logFile); out.write("\"> \n "); out.print(job.getJobConfPath() ); out.write("</a><br/> \n"); Map<JobACL, AccessControlList> jobAcls = job.getJobACLs(); JSPUtil.printJobACLs(jobTracker, jobAcls, out); out.print(StringUtils.getFormattedTimeWithDiff(dateFormat, job.getSubmitTime(), 0 ) ); out.write("<br/> \n<b>Launched At: </b> "); out.print(StringUtils.getFormattedTimeWithDiff(dateFormat, job.getLaunchTime(), job.getSubmitTime()) ); out.write("<br/>\n<b>Finished At: </b> "); out.print(StringUtils.getFormattedTimeWithDiff(dateFormat, job.getFinishTime(), job.getLaunchTime()) ); out.write("<br/>\n<b>Status: </b> "); out.print( ((job.getJobStatus()) == null ? "Incomplete" :job.getJobStatus()) ); out.write("<br/> \n"); out.print(logFile); out.write("&taskType=MAP&status=SUCCEEDED\">\n "); out.print(job.getFinishedMaps() ); out.write("</a></td>\n <td><a href=\"jobtaskshistory.jsp?logFile="); out.print(logFile);
historyFileName); JobInfo jobInfo = parser.parse(); Map<TaskID, TaskInfo> tipsMap = jobInfo.getAllTasks(); for (TaskID tip : tipsMap.keySet()) {
Map<TaskID, JobHistoryParser.TaskInfo> tasks = job.getAllTasks(); JobHistoryParser.TaskInfo task = tasks.get(tipid);
return; JobHistoryParser.TaskInfo task = job.getAllTasks().get(TaskID.forName(tipid)); TaskType type = task.getTaskType(); out.write('>'); out.write(' '); out.print(job.getJobId() ); out.write(" </a></h2>\n<center>\n<table border=\"2\" cellpadding=\"5\" cellspacing=\"2\">\n<tr><td>Task Id</td><td>Start Time</td>\n");
return; Map<TaskID, JobHistoryParser.TaskInfo> tasks = job.getAllTasks(); out.write('"'); out.write('>'); out.print(job.getJobId() ); out.write(" </a></h2>\n<center>\n<table border=\"2\" cellpadding=\"5\" cellspacing=\"2\">\n<tr><td>Task Id</td><td>Start Time</td><td>Finish Time<br/></td><td>Error</td></tr>\n");
tasks = job.getAllTasks();
tasks = job.getAllTasks();
tasks = job.getAllTasks();
assertTrue (jobInfo.getUsername().equals(username)); assertTrue(jobInfo.getJobname().equals(weirdJob)); assertTrue(jobInfo.getJobQueueName().equals(weirdJobQueueName)); assertTrue(jobInfo.getJobConfPath().equals(weirdPath)); Map<JobACL, AccessControlList> parsedACLs = jobInfo.getJobACLs(); assertEquals(2, parsedACLs.size()); assertTrue(parsedACLs.get(JobACL.VIEW_JOB).toString().equals(
JobInProgress jip = jt.getJob(job.getID()); Map<TaskID, TaskInfo> tasks = jobInfo.getAllTasks();
private static void validateTaskAttemptLevelKeyValuesFormat(JobInfo job) { Map<TaskID, TaskInfo> tasks = job.getAllTasks();
Map<TaskID, TaskInfo> tasks = jobInfo.getAllTasks();
UserGroupInformation.createRemoteUser(user); AccessControlList viewJobAcl = jobInfo.getJobACLs().get(JobACL.VIEW_JOB); if (viewJobAcl == null) { jobInfo.getJobQueueName(), Operation.VIEW_JOB_DETAILS, jobInfo.getUsername(), viewJobAcl);
JobHistoryParser.JobInfo jobInfo = JSPUtil.getJobInfo(logFile, logFile.getFileSystem(jobConf), jobtracker); for (TaskID tid : jobInfo.getAllTasks().keySet()) { URL taskDetailsUrl = new URL(jobTrackerUrlStr + TASKDETAILS + ".jsp?tipid=" + tid); for (JobHistoryParser.TaskInfo task : jobInfo.getAllTasks().values()) { for(org.apache.hadoop.mapreduce.TaskAttemptID attemptid : task.getAllTaskAttempts().keySet()) {