@Override public synchronized void completeTask(TaskAttemptID t) { if (t.isMap()) { ++numCompletedMapTasks; } else { ++numCompletedReduceTasks; } ++numCompletedTasks; }
private long getTaskMemoryLimit(TaskAttemptID tid) { JobConf conf; synchronized (this.taskTracker) { conf = this.taskTracker.tasks.get(tid).getJobConf(); } long taskMemoryLimit = tid.isMap() ? conf.getInt(JobConf.MAPRED_JOB_MAP_MEMORY_MB_PROPERTY, TASK_MAX_PHYSICAL_MEMORY_MB_DEFAULT) : conf.getInt(JobConf.MAPRED_JOB_REDUCE_MEMORY_MB_PROPERTY, TASK_MAX_PHYSICAL_MEMORY_MB_DEFAULT); return taskMemoryLimit * 1024 * 1024L; }
void createTaskEntry(TaskAttemptID taskid, String taskTracker, TaskInProgress tip) { LOG.info("Adding task " + (tip.isCleanupAttempt(taskid) ? "(cleanup)" : "") + "'" + taskid + "' to tip " + tip.getTIPId() + ", for tracker '" + taskTracker + "'"); // taskid --> tracker taskidToTrackerMap.put(taskid, taskTracker); // tracker --> taskid Set<TaskAttemptID> taskset = trackerToTaskMap.get(taskTracker); if (taskset == null) { taskset = new TreeSet<TaskAttemptID>(); trackerToTaskMap.put(taskTracker, taskset); } taskset.add(taskid); // taskid --> TIP taskidToTIPMap.put(taskid, tip); // Note this launch if (taskid.isMap()) { myInstrumentation.launchMap(taskid); } else { myInstrumentation.launchReduce(taskid); } }
final int SLEEP_LONGER_COUNT = 5; int jvmIdInt = Integer.parseInt(args[3]); JVMId jvmId = new JVMId(firstTaskid.getJobID(),firstTaskid.isMap(),jvmIdInt); TaskUmbilicalProtocol umbilical = (TaskUmbilicalProtocol)RPC.getProxy(TaskUmbilicalProtocol.class,
taskid = firstTaskid; int jvmIdInt = Integer.parseInt(args[3]); JVMId jvmId = new JVMId(taskid.getJobID(),taskid.isMap(),jvmIdInt); TaskUmbilicalProtocol umbilical = (TaskUmbilicalProtocol)RPC.getProxy(TaskUmbilicalProtocol.class,
final int SLEEP_LONGER_COUNT = 5; int jvmIdInt = Integer.parseInt(args[3]); JVMId jvmId = new JVMId(firstTaskid.getJobID(),firstTaskid.isMap(),jvmIdInt); TaskUmbilicalProtocol umbilical = (TaskUmbilicalProtocol)RPC.getProxy(TaskUmbilicalProtocol.class,