private AtomicInteger containerNeed(TaskId taskID) { JobId jobID = taskID.getJobId(); TaskType taskType = taskID.getTaskType(); ConcurrentMap<JobId, AtomicInteger> relevantMap = taskType == TaskType.MAP ? mapContainerNeeds : reduceContainerNeeds; AtomicInteger result = relevantMap.get(jobID); if (result == null) { relevantMap.putIfAbsent(jobID, new AtomicInteger(0)); result = relevantMap.get(jobID); } return result; }
private AtomicInteger containerNeed(TaskId taskID) { JobId jobID = taskID.getJobId(); TaskType taskType = taskID.getTaskType(); ConcurrentMap<JobId, AtomicInteger> relevantMap = taskType == TaskType.MAP ? mapContainerNeeds : reduceContainerNeeds; AtomicInteger result = relevantMap.get(jobID); if (result == null) { relevantMap.putIfAbsent(jobID, new AtomicInteger(0)); result = relevantMap.get(jobID); } return result; }
@Override public String toString() { StringBuilder builder = new StringBuilder(TASK); JobId jobId = getJobId(); builder.append("_").append(jobId.getAppId().getClusterTimestamp()); builder.append("_").append( JobId.jobIdFormat.get().format(jobId.getAppId().getId())); builder.append("_"); builder.append(getTaskType() == TaskType.MAP ? "m" : "r").append("_"); builder.append(taskIdFormat.get().format(getId())); return builder.toString(); }
@Override public String toString() { StringBuilder builder = new StringBuilder(TASK); JobId jobId = getJobId(); builder.append("_").append(jobId.getAppId().getClusterTimestamp()); builder.append("_").append( JobId.jobIdFormat.get().format(jobId.getAppId().getId())); builder.append("_"); builder.append(getTaskType() == TaskType.MAP ? "m" : "r").append("_"); builder.append(taskIdFormat.get().format(getId())); return builder.toString(); }
@Override public String toString() { StringBuilder builder = new StringBuilder(TASK); JobId jobId = getJobId(); builder.append("_").append(jobId.getAppId().getClusterTimestamp()); builder.append("_").append( JobId.jobIdFormat.get().format(jobId.getAppId().getId())); builder.append("_"); builder.append(getTaskType() == TaskType.MAP ? "m" : "r").append("_"); builder.append(taskIdFormat.get().format(getId())); return builder.toString(); }
void add(Container container, TaskAttemptId tId) { LOG.info("Assigned container " + container.getId().toString() + " to " + tId); containerToAttemptMap.put(container.getId(), tId); if (tId.getTaskId().getTaskType().equals(TaskType.MAP)) { maps.put(tId, container); } else { reduces.put(tId, container); } }
void add(Container container, TaskAttemptId tId) { LOG.info("Assigned container " + container.getId().toString() + " to " + tId); containerToAttemptMap.put(container.getId(), tId); if (tId.getTaskId().getTaskType().equals(TaskType.MAP)) { maps.put(tId, container); } else { reduces.put(tId, container); } }
void add(Container container, TaskAttemptId tId) { LOG.info("Assigned container " + container.getId().toString() + " to " + tId); containerToAttemptMap.put(container.getId(), tId); if (tId.getTaskId().getTaskType().equals(TaskType.MAP)) { maps.put(tId, container); } else { reduces.put(tId, container); } }
@Override public int hashCode() { final int prime = 31; int result = 1; result = prime * result + getId(); result = prime * result + getJobId().hashCode(); result = prime * result + getTaskType().hashCode(); return result; }
@Override public int hashCode() { final int prime = 31; int result = 1; result = prime * result + getId(); result = prime * result + getJobId().hashCode(); result = prime * result + getTaskType().hashCode(); return result; }
@Override public int hashCode() { final int prime = 31; int result = 1; result = prime * result + getId(); result = prime * result + getJobId().hashCode(); result = prime * result + getTaskType().hashCode(); return result; }
private static TaskFinishedEvent createTaskFinishedEvent(TaskImpl task, TaskStateInternal taskState) { TaskFinishedEvent tfe = new TaskFinishedEvent(TypeConverter.fromYarn(task.taskId), TypeConverter.fromYarn(task.successfulAttempt), task.getFinishTime(task.successfulAttempt), TypeConverter.fromYarn(task.taskId.getTaskType()), taskState.toString(), task.getCounters()); return tfe; }
private static TaskFinishedEvent createTaskFinishedEvent(TaskImpl task, TaskStateInternal taskState) { TaskFinishedEvent tfe = new TaskFinishedEvent(TypeConverter.fromYarn(task.taskId), TypeConverter.fromYarn(task.successfulAttempt), task.getFinishTime(task.successfulAttempt), TypeConverter.fromYarn(task.taskId.getTaskType()), taskState.toString(), task.getCounters(), task.launchTime); return tfe; }
@Override public float getProgress() { if (overridingState == TaskAttemptState.NEW) { return 0.0F; } return myAttemptID.getTaskId().getTaskType() == TaskType.MAP ? getMapProgress() : getReduceProgress(); }
private void sendTaskStartedEvent() { TaskStartedEvent tse = new TaskStartedEvent( TypeConverter.fromYarn(taskId), getLaunchTime(), TypeConverter.fromYarn(taskId.getTaskType()), getSplitsAsString()); eventHandler .handle(new JobHistoryEvent(taskId.getJobId(), tse)); historyTaskStartGenerated = true; }
private void sendTaskStartedEvent() { launchTime = getLaunchTime(); TaskStartedEvent tse = new TaskStartedEvent( TypeConverter.fromYarn(taskId), launchTime, TypeConverter.fromYarn(taskId.getTaskType()), getSplitsAsString()); eventHandler .handle(new JobHistoryEvent(taskId.getJobId(), tse)); historyTaskStartGenerated = true; }
void startUp() { startMockTime = clock.getTime(); overridingState = null; slotsInUse.addAndGet(taskTypeSlots(myAttemptID.getTaskId().getTaskType())); System.out.println("TLTRE.MyTaskAttemptImpl.startUp starting " + getID()); SpeculatorEvent event = new SpeculatorEvent(getID().getTaskId(), -1); dispatcher.getEventHandler().handle(event); }
public static TaskCompletionEvent fromYarn( TaskAttemptCompletionEvent newEvent) { return new TaskCompletionEvent(newEvent.getEventId(), fromYarn(newEvent.getAttemptId()), newEvent.getAttemptId().getId(), newEvent.getAttemptId().getTaskId().getTaskType().equals(TaskType.MAP), fromYarn(newEvent.getStatus()), newEvent.getMapOutputServerAddress()); }
public static TaskCompletionEvent fromYarn( TaskAttemptCompletionEvent newEvent) { return new TaskCompletionEvent(newEvent.getEventId(), fromYarn(newEvent.getAttemptId()), newEvent.getAttemptId().getId(), newEvent.getAttemptId().getTaskId().getTaskType().equals(TaskType.MAP), fromYarn(newEvent.getStatus()), newEvent.getMapOutputServerAddress()); }
public static TaskCompletionEvent fromYarn( TaskAttemptCompletionEvent newEvent) { return new TaskCompletionEvent(newEvent.getEventId(), fromYarn(newEvent.getAttemptId()), newEvent.getAttemptId().getId(), newEvent.getAttemptId().getTaskId().getTaskType().equals(TaskType.MAP), fromYarn(newEvent.getStatus()), newEvent.getMapOutputServerAddress()); }