public MemExecution() { this.res = new PipelineResult( ImmutableList.of(new PipelineResult.StageResult("MemPipelineStage", COUNTERS)), PipelineExecution.Status.SUCCEEDED); }
public PipelineResult execute() { try { Thread controlThread = new Thread(control); controlThread.start(); while (!control.allFinished()) { Thread.sleep(1000); } control.stop(); } catch (InterruptedException e) { LOG.info(e); } List<CrunchControlledJob> failures = control.getFailedJobList(); if (!failures.isEmpty()) { System.err.println(failures.size() + " job failure(s) occurred:"); for (CrunchControlledJob job : failures) { System.err.println(job.getJobName() + "(" + job.getJobID() + "): " + job.getMessage()); } } List<PipelineResult.StageResult> stages = Lists.newArrayList(); for (CrunchControlledJob job : control.getSuccessfulJobList()) { try { stages.add(new PipelineResult.StageResult(job.getJobName(), job.getJob().getCounters())); } catch (Exception e) { LOG.error("Exception thrown fetching job counters for stage: " + job.getJobName(), e); } } return new PipelineResult(stages); } }
public PipelineResult execute() { try { Thread controlThread = new Thread(control); controlThread.start(); while (!control.allFinished()) { Thread.sleep(1000); } control.stop(); } catch (InterruptedException e) { LOG.info(e); } List<CrunchControlledJob> failures = control.getFailedJobList(); if (!failures.isEmpty()) { System.err.println(failures.size() + " job failure(s) occurred:"); for (CrunchControlledJob job : failures) { System.err.println(job.getJobName() + "(" + job.getJobID() + "): " + job.getMessage()); } } List<PipelineResult.StageResult> stages = Lists.newArrayList(); for (CrunchControlledJob job : control.getSuccessfulJobList()) { try { stages.add(new PipelineResult.StageResult(job.getJobName(), job.getJob().getCounters())); } catch (Exception e) { LOG.error("Exception thrown fetching job counters for stage: " + job.getJobName(), e); } } return new PipelineResult(stages); } }
set(new PipelineResult( ImmutableList.of(new PipelineResult.StageResult("Spark", getCounters(), start, System.currentTimeMillis())),
set(new PipelineResult( ImmutableList.of(new PipelineResult.StageResult("Spark", getCounters(), start, System.currentTimeMillis())),
status.set(Status.SUCCEEDED); result = new PipelineResult(stages, status.get()); set(result);