@SuppressWarnings("unchecked") @Override public void transition(TaskAttemptImpl taskAttempt, TaskAttemptEvent event) { taskAttempt.appContext.getTaskAttemptFinishingMonitor().unregister( taskAttempt.attemptId); sendContainerCompleted(taskAttempt); } }
@SuppressWarnings("unchecked") @Override public void transition(TaskAttemptImpl taskAttempt, TaskAttemptEvent event) { finalizeProgress(taskAttempt); // register it to finishing state taskAttempt.appContext.getTaskAttemptFinishingMonitor().register( taskAttempt.attemptId); notifyTaskAttemptFailed(taskAttempt, false); } }
public LocalContainerAllocator(ClientService clientService, AppContext context, String nmHost, int nmPort, int nmHttpPort , ContainerId cId) { super(clientService, context); this.eventHandler = context.getEventHandler(); this.nmHost = nmHost; this.nmPort = nmPort; this.nmHttpPort = nmHttpPort; this.containerId = cId; }
public static void main(String[] args) throws Exception { TestFail t = new TestFail(); t.testFailTask(); t.testTimedOutTask(); t.testMapFailureMaxPercent(); t.testReduceFailureMaxPercent(); t.testTaskFailWithUnusedContainer(); } }
@Override protected ContainerAllocator createContainerAllocator( final ClientService clientService, final AppContext context) { if(allocator == null) { if (crushUnregistration) { return new CustomContainerAllocator(context); } else { return super.createContainerAllocator(clientService, context); } } return allocator; }
@Override public void notifyIsLastAMRetry(boolean isLastAMRetry){ testIsLastAMRetry = isLastAMRetry; super.notifyIsLastAMRetry(isLastAMRetry); }
/** * create an event handler that handles the job finish event. * @return the job finish event handler. */ protected EventHandler<JobFinishEvent> createJobFinishEventHandler() { return new JobFinishEventHandler(); }
public Job submit(Configuration conf) throws Exception { //TODO: fix the bug where the speculator gets events with //not-fully-constructed objects. For now, disable speculative exec return submit(conf, false, false); }
@Override public Boolean get() { return !hb.hasRecentlyUnregistered(taid); } }, 10, 10000);
public MRApp(int maps, int reduces, boolean autoComplete, String testName, boolean cleanOnStart, int startCount, Clock clock, boolean unregistered) { this(getApplicationAttemptId(applicationId, startCount), getContainerId( applicationId, startCount), maps, reduces, autoComplete, testName, cleanOnStart, startCount, clock, unregistered, null); }
public static void main(String[] args) throws Exception { TestMRClientService t = new TestMRClientService(); t.test(); } }
@Override protected ContainerAllocator createContainerAllocator( ClientService clientService, AppContext context) { return new TestCleanupContainerAllocator(); }
@Override protected void serviceInit(Configuration conf) throws Exception { if (!overrideInit) { super.serviceInit(conf); } this.conf = conf; }
@Override protected void attemptLaunched(TaskAttemptId attemptID) { super.attemptLaunched(attemptID); //the task is launched and sends done immediately concurrentRunningTasks--; }
@Override protected ContainerAllocator createContainerAllocator( ClientService clientService, AppContext context) { return new ThrottledContainerAllocator(); }
@Override protected EventHandler<CommitterEvent> createCommitterEventHandler( AppContext context, OutputCommitter committer) { return new CommitterEventHandler(context, committer, getRMHeartbeatHandler()) { @Override public void handle(CommitterEvent event) { } }; }
@SuppressWarnings("unchecked") @Override public void transition(TaskAttemptImpl taskAttempt, TaskAttemptEvent event) { taskAttempt.appContext.getTaskAttemptFinishingMonitor().unregister( taskAttempt.attemptId); } }
@SuppressWarnings("unchecked") @Override public void transition(TaskAttemptImpl taskAttempt, TaskAttemptEvent event) { finalizeProgress(taskAttempt); // register it to finishing state taskAttempt.appContext.getTaskAttemptFinishingMonitor().register( taskAttempt.attemptId); notifyTaskAttemptFailed(taskAttempt); } }
@SuppressWarnings("unchecked") @Override public void transition(TaskAttemptImpl taskAttempt, TaskAttemptEvent event) { taskAttempt.appContext.getTaskAttemptFinishingMonitor().unregister( taskAttempt.attemptId); sendContainerCompleted(taskAttempt); } }
@SuppressWarnings("unchecked") @Override public void transition(TaskAttemptImpl taskAttempt, TaskAttemptEvent event) { taskAttempt.appContext.getTaskAttemptFinishingMonitor().unregister( taskAttempt.attemptId); } }