@Override public void handle(JobHistoryEvent event) { try { if (isJobCompletionEvent(event.getHistoryEvent())) { // When the job is complete, flush slower but write faster. maxUnflushedCompletionEvents = maxUnflushedCompletionEvents * postJobCompletionMultiplier; } eventQueue.put(event); } catch (InterruptedException e) { throw new YarnRuntimeException(e); } }
@Override public void handle(JobHistoryEvent event) { try { if (isJobCompletionEvent(event.getHistoryEvent())) { // When the job is complete, flush slower but write faster. maxUnflushedCompletionEvents = maxUnflushedCompletionEvents * postJobCompletionMultiplier; } eventQueue.put(event); } catch (InterruptedException e) { throw new YarnRuntimeException(e); } }
private void handleTimelineEvent(JobHistoryEvent event) { HistoryEvent historyEvent = event.getHistoryEvent(); if (handleTimelineEvent) { if (timelineV2Client != null) { processEventForNewTimelineService(historyEvent, event.getJobID(), event.getTimestamp()); } else if (timelineClient != null) { processEventForTimelineServer(historyEvent, event.getJobID(), event.getTimestamp()); } } if (LOG.isDebugEnabled()) { LOG.debug("In HistoryEventHandler, handle timelineEvent:" + event.getHistoryEvent().getEventType()); } }
@Override public void handle(JobHistoryEvent event) { try { if (isJobCompletionEvent(event.getHistoryEvent())) { // When the job is complete, flush slower but write faster. maxUnflushedCompletionEvents = maxUnflushedCompletionEvents * postJobCompletionMultiplier; } eventQueue.put(event); // Process it for ATS (if enabled) if (handleTimelineEvent) { atsEventDispatcher.getEventHandler().handle(event); } } catch (InterruptedException e) { throw new YarnRuntimeException(e); } }
@Override public void handle(JobHistoryEvent event) { if (event.getHistoryEvent().getEventType() == EventType.JOB_INITED) { JobInitedEvent jie = (JobInitedEvent) event.getHistoryEvent(); jobLaunchTime.set(jie.getLaunchTime()); } super.handle(event); } };
private void verifyFailedStatus(MRAppMasterTest appMaster, String expectedJobState) { ArgumentCaptor<JobHistoryEvent> captor = ArgumentCaptor .forClass(JobHistoryEvent.class); // handle two events: AMStartedEvent and JobUnsuccessfulCompletionEvent verify(appMaster.spyHistoryService, times(2)) .handleEvent(captor.capture()); HistoryEvent event = captor.getValue().getHistoryEvent(); assertTrue(event instanceof JobUnsuccessfulCompletionEvent); assertEquals(((JobUnsuccessfulCompletionEvent) event).getStatus() , expectedJobState); } }
@Override public void handle(JobHistoryEvent event) { if (event.getType() == org.apache.hadoop.mapreduce.jobhistory.EventType.MAP_ATTEMPT_FAILED) { TaskAttemptUnsuccessfulCompletion datum = (TaskAttemptUnsuccessfulCompletion) event .getHistoryEvent().getDatum(); Assert.assertEquals("Diagnostic Information is not Correct", "Test Diagnostic Event", datum.get(8).toString()); } } };
if (event.getHistoryEvent().getEventType() == EventType.AM_STARTED) { try { AMStartedEvent amStartedEvent = (AMStartedEvent) event.getHistoryEvent(); setupEventWriter(event.getJobID(), amStartedEvent); } catch (IOException ioe) { HistoryEvent historyEvent = event.getHistoryEvent(); if (! (historyEvent instanceof NormalizedResourceEvent)) { mi.writeEvent(historyEvent); processEventForJobSummary(event.getHistoryEvent(), mi.getJobSummary(), event.getJobID()); if (LOG.isDebugEnabled()) { LOG.debug("In HistoryEventHandler " + event.getHistoryEvent().getEventType()); LOG.error("Error writing History Event: " + event.getHistoryEvent(), e); throw new YarnRuntimeException(e); if (event.getHistoryEvent().getEventType() == EventType.JOB_SUBMITTED) { JobSubmittedEvent jobSubmittedEvent = (JobSubmittedEvent) event.getHistoryEvent(); mi.getJobIndexInfo().setSubmitTime(jobSubmittedEvent.getSubmitTime()); mi.getJobIndexInfo().setQueueName(jobSubmittedEvent.getJobQueueName()); if(event.getHistoryEvent().getEventType() == EventType.JOB_INITED ){ JobInitedEvent jie = (JobInitedEvent) event.getHistoryEvent();
if (event.getHistoryEvent().getEventType() == EventType.AM_STARTED) { try { AMStartedEvent amStartedEvent = (AMStartedEvent) event.getHistoryEvent(); setupEventWriter(event.getJobID(), amStartedEvent); } catch (IOException ioe) { HistoryEvent historyEvent = event.getHistoryEvent(); if (! (historyEvent instanceof NormalizedResourceEvent)) { mi.writeEvent(historyEvent); processEventForJobSummary(event.getHistoryEvent(), mi.getJobSummary(), event.getJobID()); if (timelineClient != null) { + event.getHistoryEvent().getEventType()); LOG.error("Error writing History Event: " + event.getHistoryEvent(), e); throw new YarnRuntimeException(e); if (event.getHistoryEvent().getEventType() == EventType.JOB_SUBMITTED) { JobSubmittedEvent jobSubmittedEvent = (JobSubmittedEvent) event.getHistoryEvent(); mi.getJobIndexInfo().setSubmitTime(jobSubmittedEvent.getSubmitTime()); mi.getJobIndexInfo().setQueueName(jobSubmittedEvent.getJobQueueName()); if(event.getHistoryEvent().getEventType() == EventType.JOB_INITED ){ JobInitedEvent jie = (JobInitedEvent) event.getHistoryEvent();
if (event.getHistoryEvent().getEventType() == EventType.AM_STARTED) { try { AMStartedEvent amStartedEvent = (AMStartedEvent) event.getHistoryEvent(); setupEventWriter(event.getJobID(), amStartedEvent); } catch (IOException ioe) { HistoryEvent historyEvent = event.getHistoryEvent(); if (! (historyEvent instanceof NormalizedResourceEvent)) { mi.writeEvent(historyEvent); processEventForJobSummary(event.getHistoryEvent(), mi.getJobSummary(), event.getJobID()); if (timelineClient != null) { + event.getHistoryEvent().getEventType()); LOG.error("Error writing History Event: " + event.getHistoryEvent(), e); throw new YarnRuntimeException(e); if (event.getHistoryEvent().getEventType() == EventType.JOB_SUBMITTED) { JobSubmittedEvent jobSubmittedEvent = (JobSubmittedEvent) event.getHistoryEvent(); mi.getJobIndexInfo().setSubmitTime(jobSubmittedEvent.getSubmitTime()); mi.getJobIndexInfo().setQueueName(jobSubmittedEvent.getJobQueueName()); if(event.getHistoryEvent().getEventType() == EventType.JOB_INITED ){ JobInitedEvent jie = (JobInitedEvent) event.getHistoryEvent();
return; JobSubmittedEvent jsEvent = (JobSubmittedEvent) jhEvent.getHistoryEvent(); if (!workflowId.equals(jsEvent.getWorkflowId())) { setAssertValue(false);
JobHistoryEvent jhe = (JobHistoryEvent) current; LOG.info(expectedJobHistoryEvents.get(0).toString() + " " + jhe.getHistoryEvent().getEventType().toString() + " " + jhe.getJobID()); assertEquals(expectedJobHistoryEvents.get(0), jhe.getHistoryEvent().getEventType()); expectedJobHistoryEvents.remove(0); } else if (current instanceof JobCounterUpdateEvent) {
+ jheh.eventsHandled, jheh.eventsHandled == 5); assertTrue("Last event handled wasn't JobUnsuccessfulCompletionEvent", jheh.lastEventHandled.getHistoryEvent() instanceof JobUnsuccessfulCompletionEvent);