@Override public String toString() { return "vertexName=" + vertexName + ", taskId=" + taskID.toString() + ", scheduledTime=" + scheduledTime + ", launchTime=" + startTime; }
private static ArrayList<String> convertToStringArrayList( Collection<TezTaskID> collection) { ArrayList<String> list = new ArrayList<String>(collection.size()); for (TezTaskID t : collection) { list.add(t.toString()); } return list; }
private void appendTaskIdSet(StringBuilder sb, Set<TezTaskID> taskIDs) { sb.append("[ "); boolean first = true; if (taskIDs != null) { for (TezTaskID tezTaskID : taskIDs) { if (!first) { sb.append(","); } else { first = false; } sb.append(tezTaskID.toString()); } } sb.append(" ]"); }
public TaskStartedProto toProto() { return TaskStartedProto.newBuilder() .setTaskId(taskID.toString()) .setLaunchTime(startTime) .setScheduledTime(scheduledTime) .build(); }
for(Task t : tasks) { Map<String, Object> taskInfo = new HashMap<String, Object>(); taskInfo.put("id", t.getTaskId().toString()); taskInfo.put("progress", Float.toString(t.getProgress())); taskInfo.put("status", t.getState().toString());
public TaskFinishedProto toProto() { TaskFinishedProto.Builder builder = TaskFinishedProto.newBuilder(); builder.setTaskId(taskID.toString()) .setState(state.ordinal()) .setFinishTime(finishTime); if (diagnostics != null) { builder.setDiagnostics(diagnostics); } if (successfulAttemptID != null) { builder.setSuccessfulTaskAttemptId(successfulAttemptID.toString()); } return builder.build(); }
jobConf.set(MRInput.TEZ_MAPREDUCE_DAG_ID, tezDAGID.toString()); jobConf.set(MRInput.TEZ_MAPREDUCE_VERTEX_ID, tezVertexID.toString()); jobConf.set(MRInput.TEZ_MAPREDUCE_TASK_ID, tezTaskID.toString()); jobConf.set(MRInput.TEZ_MAPREDUCE_TASK_ATTEMPT_ID, tezTaskAttemptID.toString());
Preconditions.checkState(vertexInfo != null, "Vertex " + taskAttemptId.getTaskID() .getVertexID().toString() + " is not present in DAG"); TaskInfo taskInfo = vertexInfo.getTask(taskAttemptId.getTaskID().toString()); attemptInfo.setTaskInfo(taskInfo);
private static JSONObject convertTaskStartedEvent(TaskStartedEvent event) throws JSONException { JSONObject jsonObject = new JSONObject(); jsonObject.put(ATSConstants.ENTITY, event.getTaskID().toString()); jsonObject.put(ATSConstants.ENTITY_TYPE, EntityTypes.TEZ_TASK_ID.name()); // Related entities JSONArray relatedEntities = new JSONArray(); JSONObject vertexEntity = new JSONObject(); vertexEntity.put(ATSConstants.ENTITY, event.getTaskID().getVertexID().toString()); vertexEntity.put(ATSConstants.ENTITY_TYPE, EntityTypes.TEZ_VERTEX_ID.name()); relatedEntities.put(vertexEntity); jsonObject.put(ATSConstants.RELATED_ENTITIES, relatedEntities); // Events JSONArray events = new JSONArray(); JSONObject startEvent = new JSONObject(); startEvent.put(ATSConstants.TIMESTAMP, event.getStartTime()); startEvent.put(ATSConstants.EVENT_TYPE, HistoryEventType.TASK_STARTED.name()); events.put(startEvent); jsonObject.put(ATSConstants.EVENTS, events); // Other info // TODO fix schedule/launch time to be events JSONObject otherInfo = new JSONObject(); otherInfo.put(ATSConstants.START_TIME, event.getStartTime()); otherInfo.put(ATSConstants.SCHEDULED_TIME, event.getScheduledTime()); jsonObject.put(ATSConstants.OTHER_INFO, otherInfo); return jsonObject; }
private static JSONObject convertTaskFinishedEvent(TaskFinishedEvent event) throws JSONException { JSONObject jsonObject = new JSONObject(); jsonObject.put(ATSConstants.ENTITY, event.getTaskID().toString()); jsonObject.put(ATSConstants.ENTITY_TYPE, EntityTypes.TEZ_TASK_ID.name()); // Events JSONArray events = new JSONArray(); JSONObject finishEvent = new JSONObject(); finishEvent.put(ATSConstants.TIMESTAMP, event.getFinishTime()); finishEvent.put(ATSConstants.EVENT_TYPE, HistoryEventType.TASK_FINISHED.name()); events.put(finishEvent); jsonObject.put(ATSConstants.EVENTS, events); JSONObject otherInfo = new JSONObject(); otherInfo.put(ATSConstants.START_TIME, event.getStartTime()); otherInfo.put(ATSConstants.FINISH_TIME, event.getFinishTime()); otherInfo.put(ATSConstants.TIME_TAKEN, (event.getFinishTime() - event.getStartTime())); otherInfo.put(ATSConstants.STATUS, event.getState().name()); otherInfo.put(ATSConstants.DIAGNOSTICS, event.getDiagnostics()); otherInfo.put(ATSConstants.COUNTERS, DAGUtils.convertCountersToJSON(event.getTezCounters())); if (event.getSuccessfulAttemptID() != null) { otherInfo.put(ATSConstants.SUCCESSFUL_ATTEMPT_ID, event.getSuccessfulAttemptID().toString()); } jsonObject.put(ATSConstants.OTHER_INFO, otherInfo); return jsonObject; }
private static TimelineEntity convertTaskStartedEvent(TaskStartedEvent event) { TimelineEntity atsEntity = new TimelineEntity(); atsEntity.setEntityId(event.getTaskID().toString()); atsEntity.setEntityType(EntityTypes.TEZ_TASK_ID.name()); atsEntity.addRelatedEntity(EntityTypes.TEZ_VERTEX_ID.name(), event.getTaskID().getVertexID().toString()); atsEntity.addPrimaryFilter(ATSConstants.APPLICATION_ID, event.getTaskID().getVertexID().getDAGId().getApplicationId().toString()); atsEntity.addPrimaryFilter(EntityTypes.TEZ_DAG_ID.name(), event.getTaskID().getVertexID().getDAGId().toString()); atsEntity.addPrimaryFilter(EntityTypes.TEZ_VERTEX_ID.name(), event.getTaskID().getVertexID().toString()); TimelineEvent startEvt = new TimelineEvent(); startEvt.setEventType(HistoryEventType.TASK_STARTED.name()); startEvt.setTimestamp(event.getStartTime()); atsEntity.addEvent(startEvt); atsEntity.setStartTime(event.getStartTime()); atsEntity.addOtherInfo(ATSConstants.START_TIME, event.getStartTime()); atsEntity.addOtherInfo(ATSConstants.SCHEDULED_TIME, event.getScheduledTime()); atsEntity.addOtherInfo(ATSConstants.STATUS, event.getState().name()); return atsEntity; }
taskEntity.put(ATSConstants.ENTITY, event.getTaskAttemptID().getTaskID().toString()); taskEntity.put(ATSConstants.ENTITY_TYPE, EntityTypes.TEZ_TASK_ID.name());
private static TimelineEntity convertTaskFinishedEvent(TaskFinishedEvent event) { TimelineEntity atsEntity = new TimelineEntity(); atsEntity.setEntityId(event.getTaskID().toString()); atsEntity.setEntityType(EntityTypes.TEZ_TASK_ID.name()); atsEntity.addPrimaryFilter(ATSConstants.APPLICATION_ID, event.getTaskID().getVertexID().getDAGId().getApplicationId().toString()); atsEntity.addPrimaryFilter(EntityTypes.TEZ_DAG_ID.name(), event.getTaskID().getVertexID().getDAGId().toString()); atsEntity.addPrimaryFilter(EntityTypes.TEZ_VERTEX_ID.name(), event.getTaskID().getVertexID().toString()); TimelineEvent finishEvt = new TimelineEvent(); finishEvt.setEventType(HistoryEventType.TASK_FINISHED.name()); finishEvt.setTimestamp(event.getFinishTime()); atsEntity.addEvent(finishEvt); atsEntity.addPrimaryFilter(ATSConstants.STATUS, event.getState().name()); atsEntity.addOtherInfo(ATSConstants.FINISH_TIME, event.getFinishTime()); atsEntity.addOtherInfo(ATSConstants.TIME_TAKEN, (event.getFinishTime() - event.getStartTime())); atsEntity.addOtherInfo(ATSConstants.STATUS, event.getState().name()); atsEntity.addOtherInfo(ATSConstants.NUM_FAILED_TASKS_ATTEMPTS, event.getNumFailedAttempts()); if (event.getSuccessfulAttemptID() != null) { atsEntity.addOtherInfo(ATSConstants.SUCCESSFUL_ATTEMPT_ID, event.getSuccessfulAttemptID().toString()); } atsEntity.addOtherInfo(ATSConstants.DIAGNOSTICS, event.getDiagnostics()); atsEntity.addOtherInfo(ATSConstants.COUNTERS, DAGUtils.convertCountersToATSMap(event.getTezCounters())); return atsEntity; }
event.getTaskAttemptID().getTaskID().getVertexID().toString()); atsEntity.addPrimaryFilter(EntityTypes.TEZ_TASK_ID.name(), event.getTaskAttemptID().getTaskID().toString());