System.out.println(maskIfNull(job.getId()) + VERBOSE_DELIMITER + maskIfNull(job.getAppName()) + VERBOSE_DELIMITER + maskIfNull(job.getAppPath()) + VERBOSE_DELIMITER + maskIfNull(job.getUser()) + VERBOSE_DELIMITER + maskIfNull(job.getGroup()) + VERBOSE_DELIMITER + job.getStatus() + VERBOSE_DELIMITER + maskDate(job.getKickoffTime(), timeZoneId, verbose) + VERBOSE_DELIMITER + maskDate(job.getPauseTime(), timeZoneId, verbose) + VERBOSE_DELIMITER + maskDate(job.getCreatedTime(), timeZoneId, verbose) + VERBOSE_DELIMITER + maskIfNull(job.getConsoleUrl())); System.out.println(String.format(BUNDLE_JOBS_FORMATTER, maskIfNull(job.getId()), maskIfNull(job.getAppName()), job.getStatus(), maskDate(job.getKickoffTime(), timeZoneId, verbose), maskDate(job.getCreatedTime(), timeZoneId, verbose), maskIfNull(job.getUser()), maskIfNull(job.getGroup()))); System.out.println(RULER);
@VisibleForTesting void printBundleJob(BundleJob bundleJob, String timeZoneId, boolean verbose) { System.out.println("Job ID : " + bundleJob.getId()); System.out.println(RULER); List<CoordinatorJob> coordinators = bundleJob.getCoordinators(); System.out.println("Job Name : " + maskIfNull(bundleJob.getAppName())); System.out.println("App Path : " + maskIfNull(bundleJob.getAppPath())); System.out.println("Status : " + bundleJob.getStatus()); System.out.println("Kickoff time : " + bundleJob.getKickoffTime()); System.out.println(RULER); System.out.println(String.format(BUNDLE_COORD_JOBS_FORMATTER, "Job ID", "Status", "Freq", "Unit", "Started", "Next Materialized")); System.out.println(RULER); for (CoordinatorJob job : coordinators) { System.out.println(String.format(BUNDLE_COORD_JOBS_FORMATTER, maskIfNull(job.getId()), job.getStatus(), job.getFrequency(), job.getTimeUnit(), maskDate(job.getStartTime(), timeZoneId, verbose), maskDate(job.getNextMaterializedTime(), timeZoneId, verbose))); System.out.println(RULER); } }
private void persistBundleJobInfo(final BundleJob job, final DiagBundleEntryWriter bundleEntryWriter) throws IOException { bundleEntryWriter.writeString("BUNDLE\n") .writeString("-----------\n") .writeStringValue("Bundle Id : ", job.getId()) .writeStringValue("Name : ", job.getAppName()) .writeStringValue("App Path : ", job.getAppPath()) .writeStringValue("User : ", job.getUser()) .writeStringValue("Status : ", job.getStatus().toString()) .writeDateValue("Created Time : ", job.getCreatedTime()) .writeDateValue("Start Time : ", job.getStartTime()) .writeDateValue("End Time : ", job.getEndTime()) .writeDateValue("KickoffTime : ", job.getKickoffTime()) .writeDateValue("Pause Time : ", job.getPauseTime()) .writeIntValue("Timeout : ", job.getTimeout()) .writeStringValue("Console URL : ", job.getConsoleUrl()) .writeStringValue( "ACL : ", job.getAcl()) .flush(); }
LOG.debug("bundleJobInfo Try: {}", i); LOG.debug("bundleJobInfo StartTime: {}", bundleJobInfo.getStartTime()); LOG.debug("bundleJobInfo EndTime: {}", bundleJobInfo.getEndTime()); LOG.debug("bundleJobInfo ConsoleURL: {}", bundleJobInfo.getConsoleUrl()); LOG.debug("bundleJobInfo Status: {}", bundleJobInfo.getStatus()); .getCoordinators()) { LOG.debug("bundleJobInfo Coord StartTime: {}", coordinatorJob.getStartTime()); if (bundleJobInfo.getStatus() == Job.Status.RUNNING) { + bundleJobInfo.getStatus()); break; } else { continue; } else if (bundleJobInfo.getStatus() == Job.Status.PREMATER || bundleJobInfo.getStatus() == Job.Status.PREP) { throw new RuntimeException( "Error occured while running customer top queries bundle job! " + bundleJobInfo.getStatus());
if (verbose) { System.out.println(); System.out.println("Bundle Name : " + maskIfNull(bundle.getAppName())); System.out.println("Bundle ID : " + maskIfNull(bundle.getId())); System.out.println("Coordinator Name : " + maskIfNull(coord.getAppName())); System.out.println("Coord Action ID : " + maskIfNull(action.getId())); System.out.println("External ID : " + maskIfNull(action.getExternalId())); System.out.println("Created Time : " + maskDate(action.getCreatedTime(), timeZoneId, false)); System.out.println("User : " + maskIfNull(bundle.getUser())); System.out.println("Error Message : " + maskIfNull(action.getErrorMessage())); System.out.println(RULER); System.out.println(RULER); System.out .println(String.format(BULK_RESPONSE_FORMATTER, maskIfNull(bundle.getAppName()), maskIfNull(bundle.getId()), maskIfNull(coord.getAppName()), maskIfNull(action.getId()), action.getStatus(), maskIfNull(action.getExternalId()), maskDate(action.getCreatedTime(), timeZoneId, false),
public Void call() throws Exception { String oozieUrl = getContextURL(); OozieClient wc = new OozieClient(oozieUrl); String jobId = MockDagEngineService.JOB_ID + "1" + MockDagEngineService.JOB_ID_END; assertEquals(RestConstants.JOB_SHOW_LOG, wc.getJobLog(jobId)); WorkflowAction wfAction = wc.getWorkflowActionInfo(jobId); assertEquals(jobId, wfAction.getId()); CoordinatorJob job = wc.getCoordJobInfo(MockCoordinatorEngineService.JOB_ID + "1" + MockCoordinatorEngineService.JOB_ID_END); assertEquals("group", job.getAcl()); assertEquals("RUNNING", job.getStatus().toString()); assertEquals("user", job.getUser()); assertEquals(MockCoordinatorEngineService.offset, new Integer(1)); assertEquals(MockCoordinatorEngineService.length, new Integer(1000)); BundleJob bundleJob = wc.getBundleJobInfo(jobId); assertEquals("SUCCEEDED", bundleJob.getStatus().toString()); assertEquals("user", bundleJob.getUser()); return null; } });
private void getBundleJob(final File outputDir, final String jobId, int maxChildActions) { if (jobId == null || !isBundle(jobId)) { return; } try { System.out.print("Getting Details for " + jobId + "..."); final File bundleOutputDir = new File(outputDir, jobId); if (!createOutputDirectory(bundleOutputDir)) { return; } final BundleJob job = client.getBundleJobInfo(jobId); try (DiagBundleEntryWriter bundleEntryWriter = new DiagBundleEntryWriter(bundleOutputDir, "info.txt")) { persistBundleJobInfo(job, bundleEntryWriter); } storeCommonDetails(bundleOutputDir, jobId, "bundle", job.getConf()); System.out.println("Done"); for (CoordinatorJob coordJob : job.getCoordinators()) { getCoordJob(outputDir, coordJob.getId(), maxChildActions); } } catch (IOException | OozieClientException e) { System.err.printf(String.format("Exception occurred during the retrieval of bundle information: %s%n", e.getMessage())); } }
.println(wc.getBundleJobInfo(commandLine.getOptionValue(CONFIG_CONTENT_OPTION)).getConf());
void storeLastBundles(final File outputDir, int numBundles, int maxChildActions) { if (numBundles == 0) { return; } try { final List<BundleJob> jobs = client.getBundleJobsInfo(null, 0, numBundles); for (BundleJob job : jobs) { getBundleJob(outputDir, job.getId(), maxChildActions); } } catch (OozieClientException e) { System.err.printf("Exception occurred during the retrieval of information on the last %d bundle(s): %s.%n", numBundles, e.getMessage()); } }
if (verbose) { System.out.println(); System.out.println("Bundle Name : " + maskIfNull(bundle.getAppName())); System.out.println("Bundle ID : " + maskIfNull(bundle.getId())); System.out.println("Coordinator Name : " + maskIfNull(coord.getAppName())); System.out.println("Coord Action ID : " + maskIfNull(action.getId())); System.out.println("External ID : " + maskIfNull(action.getExternalId())); System.out.println("Created Time : " + maskDate(action.getCreatedTime(), timeZoneId, false)); System.out.println("User : " + maskIfNull(bundle.getUser())); System.out.println("Error Message : " + maskIfNull(action.getErrorMessage())); System.out.println(RULER); System.out.println(RULER); System.out .println(String.format(BULK_RESPONSE_FORMATTER, maskIfNull(bundle.getAppName()), maskIfNull(bundle.getId()), maskIfNull(coord.getAppName()), maskIfNull(action.getId()), action.getStatus(), maskIfNull(action.getExternalId()), maskDate(action.getCreatedTime(), timeZoneId, false),
.println(wc.getBundleJobInfo(commandLine.getOptionValue(CONFIG_CONTENT_OPTION)).getConf());
System.out.println(maskIfNull(job.getId()) + VERBOSE_DELIMITER + maskIfNull(job.getAppName()) + VERBOSE_DELIMITER + maskIfNull(job.getAppPath()) + VERBOSE_DELIMITER + maskIfNull(job.getUser()) + VERBOSE_DELIMITER + maskIfNull(job.getGroup()) + VERBOSE_DELIMITER + job.getStatus() + VERBOSE_DELIMITER + maskDate(job.getKickoffTime(), localtime) + VERBOSE_DELIMITER + maskDate(job.getPauseTime(), localtime) + VERBOSE_DELIMITER + maskDate(job.getCreatedTime(), localtime) + VERBOSE_DELIMITER + maskIfNull(job.getConsoleUrl())); System.out.println(String.format(BUNDLE_JOBS_FORMATTER, maskIfNull(job.getId()), maskIfNull(job .getAppName()), job.getStatus(), maskDate(job.getKickoffTime(), localtime), maskDate(job .getCreatedTime(), localtime), maskIfNull(job.getUser()), maskIfNull(job.getGroup()))); System.out.println(RULER);
private void printBundleJob(BundleJob bundleJob, boolean localtime, boolean verbose) { System.out.println("Job ID : " + bundleJob.getId()); System.out.println(RULER); List<CoordinatorJob> coordinators = bundleJob.getCoordinators(); System.out.println("Job Name : " + maskIfNull(bundleJob.getAppName())); System.out.println("App Path : " + maskIfNull(bundleJob.getAppPath())); System.out.println("Status : " + bundleJob.getStatus()); System.out.println("Kickoff time : " + bundleJob.getKickoffTime()); System.out.println(RULER); System.out.println(String.format(BUNDLE_COORD_JOBS_FORMATTER, "Job ID", "Status", "Freq", "Unit", "Started", "Next Materialized")); System.out.println(RULER); for (CoordinatorJob job : coordinators) { System.out.println(String.format(BUNDLE_COORD_JOBS_FORMATTER, maskIfNull(job.getId()), job.getStatus(), job .getFrequency(), job.getTimeUnit(), maskDate(job.getStartTime(), localtime), maskDate(job .getNextMaterializedTime(), localtime))); System.out.println(RULER); } }
.println(wc.getBundleJobInfo(commandLine.getOptionValue(CONFIG_CONTENT_OPTION)).getConf());
System.out.println(maskIfNull(job.getId()) + VERBOSE_DELIMITER + maskIfNull(job.getAppName()) + VERBOSE_DELIMITER + maskIfNull(job.getAppPath()) + VERBOSE_DELIMITER + maskIfNull(job.getUser()) + VERBOSE_DELIMITER + maskIfNull(job.getGroup()) + VERBOSE_DELIMITER + job.getStatus() + VERBOSE_DELIMITER + maskDate(job.getKickoffTime(), localtime) + VERBOSE_DELIMITER + maskDate(job.getPauseTime(), localtime) + VERBOSE_DELIMITER + maskDate(job.getCreatedTime(), localtime) + VERBOSE_DELIMITER + maskIfNull(job.getConsoleUrl())); System.out.println(String.format(BUNDLE_JOBS_FORMATTER, maskIfNull(job.getId()), maskIfNull(job .getAppName()), job.getStatus(), maskDate(job.getKickoffTime(), localtime), maskDate(job.getCreatedTime(), localtime), maskIfNull(job.getUser()), maskIfNull(job.getGroup()))); System.out.println(RULER);
private void printBundleJob(BundleJob bundleJob, boolean localtime, boolean verbose) { System.out.println("Job ID : " + bundleJob.getId()); System.out.println(RULER); List<CoordinatorJob> coordinators = bundleJob.getCoordinators(); System.out.println("Job Name : " + maskIfNull(bundleJob.getAppName())); System.out.println("App Path : " + maskIfNull(bundleJob.getAppPath())); System.out.println("Status : " + bundleJob.getStatus()); System.out.println("Kickoff time : " + bundleJob.getKickoffTime()); System.out.println(RULER); System.out.println(String.format(BUNDLE_COORD_JOBS_FORMATTER, "Job ID", "Status", "Freq", "Unit", "Started", "Next Materialized")); System.out.println(RULER); for (CoordinatorJob job : coordinators) { System.out.println(String.format(BUNDLE_COORD_JOBS_FORMATTER, maskIfNull(job.getId()), job.getStatus(), job .getFrequency(), job.getTimeUnit(), maskDate(job.getStartTime(), localtime), maskDate(job .getNextMaterializedTime(), localtime))); System.out.println(RULER); } }
.println(wc.getBundleJobInfo(commandLine.getOptionValue(CONFIG_CONTENT_OPTION)).getConf());
System.out.println(maskIfNull(job.getId()) + VERBOSE_DELIMITER + maskIfNull(job.getAppName()) + VERBOSE_DELIMITER + maskIfNull(job.getAppPath()) + VERBOSE_DELIMITER + maskIfNull(job.getUser()) + VERBOSE_DELIMITER + maskIfNull(job.getGroup()) + VERBOSE_DELIMITER + job.getStatus() + VERBOSE_DELIMITER + maskDate(job.getKickoffTime(), timeZoneId, verbose) + VERBOSE_DELIMITER + maskDate(job.getPauseTime(), timeZoneId, verbose) + VERBOSE_DELIMITER + maskDate(job.getCreatedTime(), timeZoneId, verbose) + VERBOSE_DELIMITER + maskIfNull(job.getConsoleUrl())); System.out.println(String.format(BUNDLE_JOBS_FORMATTER, maskIfNull(job.getId()), maskIfNull(job.getAppName()), job.getStatus(), maskDate(job.getKickoffTime(), timeZoneId, verbose), maskDate(job.getCreatedTime(), timeZoneId, verbose), maskIfNull(job.getUser()), maskIfNull(job.getGroup()))); System.out.println(RULER);
@VisibleForTesting void printBundleJob(BundleJob bundleJob, String timeZoneId, boolean verbose) { System.out.println("Job ID : " + bundleJob.getId()); System.out.println(RULER); List<CoordinatorJob> coordinators = bundleJob.getCoordinators(); System.out.println("Job Name : " + maskIfNull(bundleJob.getAppName())); System.out.println("App Path : " + maskIfNull(bundleJob.getAppPath())); System.out.println("Status : " + bundleJob.getStatus()); System.out.println("Kickoff time : " + bundleJob.getKickoffTime()); System.out.println(RULER); System.out.println(String.format(BUNDLE_COORD_JOBS_FORMATTER, "Job ID", "Status", "Freq", "Unit", "Started", "Next Materialized")); System.out.println(RULER); for (CoordinatorJob job : coordinators) { System.out.println(String.format(BUNDLE_COORD_JOBS_FORMATTER, maskIfNull(job.getId()), job.getStatus(), job.getFrequency(), job.getTimeUnit(), maskDate(job.getStartTime(), timeZoneId, verbose), maskDate(job.getNextMaterializedTime(), timeZoneId, verbose))); System.out.println(RULER); } }