public JobHistoryEvent(JobId jobID, HistoryEvent historyEvent, long timestamp) { super(historyEvent.getEventType(), timestamp); this.jobID = jobID; this.historyEvent = historyEvent; }
synchronized void write(HistoryEvent event) throws IOException { Event wrapper = new Event(); wrapper.type = event.getEventType(); wrapper.event = event.getDatum(); writer.write(wrapper, encoder); encoder.flush(); out.writeBytes("\n"); }
long taskAttemptIdPrefix = 0; switch (event.getEventType()) { break; default: LOG.warn("EventType: " + event.getEventType() + " cannot be recognized" + " and handled by timeline service."); return; if (event.getEventType() == EventType.JOB_FINISHED && event.getTimelineMetrics() != null) { appEntityWithJobMetrics = createAppEntityWithJobMetrics(event, jobId); LOG.error("Failed to process Event " + event.getEventType() + " for the job : " + jobId, e); return; if (event.getEventType() == EventType.JOB_SUBMITTED) {
throw new RuntimeException("unexpected event type!"); result.setDatum(wrapper.event); return result;
@Override public void handle(JobHistoryEvent event) { if (event.getType() == org.apache.hadoop.mapreduce.jobhistory.EventType.MAP_ATTEMPT_FAILED) { TaskAttemptUnsuccessfulCompletion datum = (TaskAttemptUnsuccessfulCompletion) event .getHistoryEvent().getDatum(); Assert.assertEquals("Diagnostic Information is not Correct", "Test Diagnostic Event", datum.get(8).toString()); } } };
private org.apache.hadoop.yarn.api.records.timelineservice.TimelineEntity createBaseEntity(HistoryEvent event, long timestamp, String entityType, boolean setCreatedTime) { org.apache.hadoop.yarn.api.records.timelineservice.TimelineEvent tEvent = event.toTimelineEvent(); tEvent.setTimestamp(timestamp); org.apache.hadoop.yarn.api.records.timelineservice.TimelineEntity entity = new org.apache.hadoop.yarn.api.records.timelineservice.TimelineEntity(); entity.addEvent(tEvent); entity.setType(entityType); if (setCreatedTime) { entity.setCreatedTime(timestamp); } Set<TimelineMetric> timelineMetrics = event.getTimelineMetrics(); if (timelineMetrics != null) { entity.setMetrics(timelineMetrics); } return entity; }
private org.apache.hadoop.yarn.api.records.timelineservice.TimelineEntity createAppEntityWithJobMetrics(HistoryEvent event, JobId jobId) { ApplicationEntity entity = new ApplicationEntity(); entity.setId(jobId.getAppId().toString()); entity.setMetrics(event.getTimelineMetrics()); return entity; }
throw new RuntimeException("unexpected event type: " + wrapper.type); result.setDatum(wrapper.event); return result;
public JobHistoryEvent(JobId jobID, HistoryEvent historyEvent, long timestamp) { super(historyEvent.getEventType(), timestamp); this.jobID = jobID; this.historyEvent = historyEvent; }
synchronized void write(HistoryEvent event) throws IOException { Event wrapper = new Event(); wrapper.type = event.getEventType(); wrapper.event = event.getDatum(); writer.write(wrapper, encoder); encoder.flush(); out.writeBytes("\n"); }
throw new RuntimeException("unexpected event type: " + wrapper.type); result.setDatum(wrapper.event); return result;
public JobHistoryEvent(JobId jobID, HistoryEvent historyEvent, long timestamp) { super(historyEvent.getEventType(), timestamp); this.jobID = jobID; this.historyEvent = historyEvent; }
synchronized void write(HistoryEvent event) throws IOException { Event wrapper = new Event(); wrapper.type = event.getEventType(); wrapper.event = event.getDatum(); writer.write(wrapper, encoder); encoder.flush(); out.writeBytes("\n"); }
throw new RuntimeException("unexpected event type: " + wrapper.getType()); result.setDatum(wrapper.getEvent()); return result;
private boolean isJobCompletionEvent(HistoryEvent historyEvent) { if (EnumSet.of(EventType.JOB_FINISHED, EventType.JOB_FAILED, EventType.JOB_KILLED).contains(historyEvent.getEventType())) { return true; } return false; }
synchronized void write(HistoryEvent event) throws IOException { Event wrapper = new Event(); wrapper.type = event.getEventType(); wrapper.event = event.getDatum(); writer.write(wrapper, encoder); encoder.flush(); out.writeBytes("\n"); }
throw new RuntimeException("unexpected event type: " + wrapper.type); result.setDatum(wrapper.event); return result;
private boolean isJobCompletionEvent(HistoryEvent historyEvent) { if (EnumSet.of(EventType.JOB_FINISHED, EventType.JOB_FAILED, EventType.JOB_KILLED).contains(historyEvent.getEventType())) { return true; } return false; }
synchronized void write(HistoryEvent event) throws IOException { Event wrapper = new Event(); wrapper.setType(event.getEventType()); wrapper.setEvent(event.getDatum()); writer.write(wrapper, encoder); encoder.flush(); if (this.jsonOutput) { out.writeBytes("\n"); } }
private boolean isJobCompletionEvent(HistoryEvent historyEvent) { if (EnumSet.of(EventType.JOB_FINISHED, EventType.JOB_FAILED, EventType.JOB_KILLED).contains(historyEvent.getEventType())) { return true; } return false; }