EventType eventType = tezEvent.getEventType(); switch (eventType) { case TASK_ATTEMPT_COMPLETED_EVENT:
@Override public void heartbeat(TezHeartbeatRequest request) { List<TezEvent> inEvents = request.getEvents(); for (TezEvent tezEvent : ListUtils.emptyIfNull(inEvents)) { EventType eventType = tezEvent.getEventType(); try { switch (eventType) { case TASK_ATTEMPT_COMPLETED_EVENT: sendOrQueueEvent(ReaderEvent.doneEvent()); break; case TASK_ATTEMPT_FAILED_EVENT: TaskAttemptFailedEvent taskFailedEvent = (TaskAttemptFailedEvent) tezEvent.getEvent(); sendOrQueueEvent(ReaderEvent.errorEvent(taskFailedEvent.getDiagnostics())); break; case TASK_STATUS_UPDATE_EVENT: // If we want to handle counters break; default: LOG.warn("Unhandled event type " + eventType); break; } } catch (Exception err) { LOG.error("Error during heartbeat responder:", err); } } }
private String generateCommonDebugString(int srcTaskIndex, TezEvent tezEvent) { return new StringBuilder() .append(" sourceVertex=").append(sourceVertex.getLogIdentifier()) .append(" srcIndex = ").append(srcTaskIndex) .append(" destAttemptId=").append(destinationVertex.getLogIdentifier()) .append(" edgeManager=").append(edgeManager.getClass().getName()) .append(" Event type=").append(tezEvent.getEventType()).toString(); }
private void sendTaskGeneratedEvents(List<Event> events, EventProducerConsumerType generator, String taskVertexName, String edgeVertexName, TezTaskAttemptID taskAttemptID) { if (events == null || events.isEmpty()) { return; } EventMetaData eventMetaData = new EventMetaData(generator, taskVertexName, edgeVertexName, taskAttemptID); List<TezEvent> tezEvents = new ArrayList<TezEvent>(events.size()); for (Event e : events) { TezEvent te = new TezEvent(e, eventMetaData); tezEvents.add(te); } if (LOG.isDebugEnabled()) { for (TezEvent e : tezEvents) { LOG.debug("Generated event info" + ", eventMetaData=" + eventMetaData.toString() + ", eventType=" + e.getEventType()); } } tezUmbilical.addEvents(tezEvents); }
private void processOnDemandEvent(TezEvent tezEvent, Edge srcEdge, int srcTaskIndex) { onDemandRouteEventsWriteLock.lock(); try { if (tezEvent.getEventType() == EventType.DATA_MOVEMENT_EVENT || tezEvent.getEventType() == EventType.COMPOSITE_DATA_MOVEMENT_EVENT) { if (tezEvent.getEventType() == EventType.INPUT_FAILED_EVENT) { for (EventInfo eventInfo : onDemandRouteEvents) { if (eventInfo.eventEdge == srcEdge && eventInfo.tezEvent.getSourceInfo().getTaskAttemptID().equals( tezEvent.getSourceInfo().getTaskAttemptID()) && (eventInfo.tezEvent.getEventType() == EventType.DATA_MOVEMENT_EVENT || eventInfo.tezEvent .getEventType() == EventType.COMPOSITE_DATA_MOVEMENT_EVENT)) {
switch(tezEvent.getEventType()) { case INPUT_FAILED_EVENT: case DATA_MOVEMENT_EVENT: default: throw new TezUncheckedException("Unexpected event type for task: " + tezEvent.getEventType()); TezEvent lastEvent = events.get(i); EventType lastEventType = lastEvent.getEventType();
EventType eventType = tezEvent.getEventType(); switch (eventType) { case TASK_ATTEMPT_COMPLETED_EVENT:
@Override public void heartbeat(TezHeartbeatRequest request) { List<TezEvent> inEvents = request.getEvents(); for (TezEvent tezEvent : ListUtils.emptyIfNull(inEvents)) { EventType eventType = tezEvent.getEventType(); try { switch (eventType) { case TASK_ATTEMPT_COMPLETED_EVENT: sendOrQueueEvent(ReaderEvent.doneEvent()); break; case TASK_ATTEMPT_FAILED_EVENT: TaskAttemptFailedEvent taskFailedEvent = (TaskAttemptFailedEvent) tezEvent.getEvent(); sendOrQueueEvent(ReaderEvent.errorEvent(taskFailedEvent.getDiagnostics())); break; case TASK_STATUS_UPDATE_EVENT: // If we want to handle counters break; default: LOG.warn("Unhandled event type " + eventType); break; } } catch (Exception err) { LOG.error("Error during heartbeat responder:", err); } } }
public void sendTezEventToDestinationTasks(TezEvent tezEvent) throws AMUserCodeException { if (!bufferEvents.get()) { boolean isDataMovementEvent = true; switch (tezEvent.getEventType()) { case COMPOSITE_DATA_MOVEMENT_EVENT: handleCompositeDataMovementEvent(tezEvent); case INPUT_FAILED_EVENT: case DATA_MOVEMENT_EVENT: if (tezEvent.getEventType().equals(EventType.INPUT_FAILED_EVENT)) { isDataMovementEvent = false; default: throw new TezUncheckedException("Unhandled tez event type: " + tezEvent.getEventType());
public static TezEventProto toProto(TezEvent event) throws IOException { TezEventProto.Builder evtBuilder = TezEventProto.newBuilder(); if (event.getEventType().equals(EventType.COMPOSITE_DATA_MOVEMENT_EVENT)) { evtBuilder.setCompositeDataMovementEvent( ProtoConverters.convertCompositeDataMovementEventToProto( (CompositeDataMovementEvent) event.getEvent())); } else if (event.getEventType().equals(EventType.DATA_MOVEMENT_EVENT)) { evtBuilder.setDataMovementEvent( ProtoConverters.convertDataMovementEventToProto( (DataMovementEvent) event.getEvent())); } else if (event.getEventType().equals(EventType.ROOT_INPUT_INITIALIZER_EVENT)) { evtBuilder.setInputInitializerEvent(ProtoConverters .convertRootInputInitializerEventToProto((InputInitializerEvent) event.getEvent())); } else if (event.getEventType().equals(EventType.VERTEX_MANAGER_EVENT)) { evtBuilder.setVmEvent(ProtoConverters .convertVertexManagerEventToProto((VertexManagerEvent)event.getEvent())); } else if (event.getEventType().equals(EventType.ROOT_INPUT_DATA_INFORMATION_EVENT)) { evtBuilder.setRootInputDataInformationEvent( ProtoConverters.convertRootInputDataInformationEventToProto( (InputDataInformationEvent) event.getEvent())); } else { throw new IOException("Unsupported TezEvent type:" + event.getEventType());
"Edge Manager must be initialized by this time"); if (!bufferEvents.get()) { switch (tezEvent.getEventType()) { case INPUT_READ_ERROR_EVENT: InputReadErrorEvent event = (InputReadErrorEvent) tezEvent.getEvent(); default: throw new TezUncheckedException("Unhandled tez event type: " + tezEvent.getEventType());
final EventType eventType = tezEvent.getEventType(); if (eventType == EventType.TASK_STATUS_UPDATE_EVENT) { for (TezEvent e : taFinishedEvents) { EventMetaData sourceMeta = e.getSourceInfo(); switch (e.getEventType()) { case TASK_ATTEMPT_FAILED_EVENT: case TASK_ATTEMPT_KILLED_EVENT: sourceMeta.getEventGenerator()); if (e.getEventType() == EventType.TASK_ATTEMPT_FAILED_EVENT) { TaskAttemptFailedEvent taskFailedEvent = (TaskAttemptFailedEvent) e.getEvent(); sendEvent( default: throw new TezUncheckedException("Unhandled tez event type: " + e.getEventType());
LOG.debug("Handling TezEvent in task" + ", taskAttemptId=" + taskSpec.getTaskAttemptID() + ", eventType=" + e.getEventType() + ", eventSourceInfo=" + e.getSourceInfo() + ", eventDestinationInfo=" + e.getDestinationInfo());
EdgeManagerPluginOnDemand edgeManagerOnDemand = (EdgeManagerPluginOnDemand) edgeManager; int taskIndex = attemptID.getTaskID().getId(); switch (tezEvent.getEventType()) { case COMPOSITE_DATA_MOVEMENT_EVENT: default: throw new TezUncheckedException("Unhandled tez event type: " + tezEvent.getEventType());
if (LOG.isDebugEnabled()) { LOG.debug("Vertex: " + getLogIdentifier() + " routing event: " + tezEvent.getEventType()); switch(tezEvent.getEventType()) { case CUSTOM_PROCESSOR_EVENT: if (tezEvent.getEventType() == EventType.DATA_MOVEMENT_EVENT) { ((DataMovementEvent) tezEvent.getEvent()).setVersion(srcTaId.getId()); } else if (tezEvent.getEventType() == EventType.COMPOSITE_DATA_MOVEMENT_EVENT) { ((CompositeDataMovementEvent) tezEvent.getEvent()).setVersion(srcTaId.getId()); } else { default: throw new TezUncheckedException("Unhandled tez event type: " + tezEvent.getEventType());