static ContainerRequestEvent createRequest(JobId jobId, int taskAttemptId, Resource resource, String[] hosts) { return createRequest(jobId, taskAttemptId, resource, hosts, false, false); }
reqMapEvents[i] = ContainerRequestCreator.createRequest(jobId, i, Resource.newInstance(1024, 1), new String[] {"h" + i}); for (int i = 0; i < reqReduceEvents.length; ++i) { reqReduceEvents[i] = createRequest(jobId, i, Resource.newInstance(1024, 1), new String[] {}, false, true);
reqMapEvents = ContainerRequestCreator.createRequest(jobId, 0, Resource.newInstance(1024, 1), new String[]{"map"}); allocator.sendRequests(Arrays.asList(reqMapEvents)); createRequest(jobId, 0, Resource.newInstance(2048, 1), new String[] {"reduce"}, false, true);
allocator.getScheduledRequests(); ContainerRequestEvent event1 = createRequest(jobId, 1, Resource.newInstance(2048, 1), new String[] {"h1"}, false, false); scheduledRequests.maps.put(mock(TaskAttemptId.class),
allocator.sendRequest(createRequest(jobId, 0, Resource.newInstance(1024, 1), locations, false, true)); allocator.sendRequest(createRequest(jobId, 0, Resource.newInstance(1024, 1), locations, true, false));
ContainerRequestEvent mapRequestEvt = createRequest(jobId, 0, Resource.newInstance(memory, maxContainerSupported.getVirtualCores()),
ContainerRequestCreator.createRequest(jobId, 1, Resource.newInstance(1024, 1), new String[] {"h1"});
ContainerRequestEvent reduceRequestEvt = createRequest(jobId, 0, Resource.newInstance(memory, maxContainerSupported.getVirtualCores()),
private List<TaskAttemptContainerAssignedEvent> getContainerOnHost(JobId jobId, int taskAttemptId, int memory, String[] hosts, MockNM mockNM, MyContainerAllocator allocator, int expectedAdditions1, int expectedRemovals1, int expectedAdditions2, int expectedRemovals2, MyResourceManager rm) throws Exception { ContainerRequestEvent reqEvent = ContainerRequestCreator.createRequest(jobId, taskAttemptId, Resource.newInstance(memory, 1), hosts); allocator.sendRequest(reqEvent); // Send the request to the RM List<TaskAttemptContainerAssignedEvent> assigned = allocator.schedule(); rm.drainEvents(); assertBlacklistAdditionsAndRemovals( expectedAdditions1, expectedRemovals1, rm); Assert.assertEquals("No of assignments must be 0", 0, assigned.size()); // Heartbeat from the required nodeManager mockNM.nodeHeartbeat(true); rm.drainEvents(); assigned = allocator.schedule(); rm.drainEvents(); assertBlacklistAdditionsAndRemovals( expectedAdditions2, expectedRemovals2, rm); return assigned; }
allocator.getScheduledRequests(); ContainerRequestEvent event1 = createRequest(jobId, 1, Resource.newInstance(2048, 1), new String[] {"h1"}, false, false);
allocator.getScheduledRequests(); ContainerRequestEvent event1 = createRequest(jobId, 1, Resource.newInstance(2048, 1), new String[] {"h1"}, false, false);
ContainerRequestCreator.createRequest(jobId, 1, Resource.newInstance(1024, 1), new String[] {"h1"}); ContainerRequestEvent event1f = createRequest(jobId, 1, Resource.newInstance(1024, 1), new String[] {"h1"}, true, false); ContainerRequestCreator.createRequest(jobId, 3, Resource.newInstance(1024, 1), new String[] {"h1", "h3"});
allocator.sendRequest(createRequest(jobId, 0, Resource.newInstance(1024, 1), locations, false, true)); nm.nodeHeartbeat(true); rm.drainEvents(); allocator.sendRequest(createRequest(jobId, 1, Resource.newInstance(1024, 1), locations, false, false));
ContainerRequestCreator.createRequest(jobId, 1, Resource.newInstance(1024, 1), new String[]{"h1"}); allocator.sendRequest(event1); ContainerRequestEvent event2 = ContainerRequestCreator.createRequest(jobId, 2, Resource.newInstance(1024, 1), new String[]{"h2"}); allocator.sendRequest(event2); ContainerRequestEvent event3 = createRequest(jobId, 3, Resource.newInstance(1024, 1), new String[]{"h1"}, false, true); createRequest(jobId, 4, Resource.newInstance(1024, 1), new String[] {"h3"}, false, true); allocator.sendRequest(event4); ContainerRequestCreator.createRequest(jobId, 5, Resource.newInstance(1024, 1), new String[]{"h1"});
ContainerRequestEvent event1 = ContainerRequestCreator.createRequest(jobId, 1, Resource.newInstance(1024, 1), new String[] {"h1"}); allocator.sendRequest(event1); ContainerRequestEvent event2 = ContainerRequestCreator.createRequest(jobId, 2, Resource.newInstance(1024, 1), new String[] {"h2"}); allocator.sendRequest(event2); ContainerRequestEvent event3 = ContainerRequestCreator.createRequest(jobId, 3, Resource.newInstance(1024, 1), new String[] {"h3"}); allocator.sendRequest(event3);
ContainerRequestEvent event1 = createRequest(jobId, 1, Resource.newInstance(2048, 1), new String[] {"h1", "h2"}, true, false); ContainerRequestEvent event2 = createRequest(jobId, 2, Resource.newInstance(3000, 1), new String[] {"h1"}, false, true); ContainerRequestEvent event3 = createRequest(jobId, 3, Resource.newInstance(2048, 1), new String[] {"h3"}, false, false);
ContainerRequestEvent event1 = ContainerRequestCreator.createRequest( jobId, 1, Resource.newInstance(1024, 1), new String[] {"h1"}); ContainerRequestEvent event2 = ContainerRequestCreator.createRequest( jobId, 2, Resource.newInstance(1024, 1), new String[] {"h2"});
ContainerRequestCreator.createRequest(jobId, 1, Resource.newInstance(1024, 1), new String[] {"h1"}); ContainerRequestCreator.createRequest(jobId, 2, Resource.newInstance(1024, 1), new String[] {"h2"}); ContainerRequestCreator.createRequest(jobId, 3, Resource.newInstance(1024, 1), new String[] {"h3"});
ContainerRequestCreator.createRequest(jobId, 1, Resource.newInstance(1024, 1), new String[]{"h1"}); allocator.sendRequest(event1); ContainerRequestEvent event2 = ContainerRequestCreator.createRequest(jobId, 2, Resource.newInstance(1024, 1), new String[]{"h2"}); allocator.sendRequest(event2); ContainerRequestEvent event3 = createRequest(jobId, 3, Resource.newInstance(1024, 1), new String[]{"h2"}, false, true); createRequest(jobId, 4, Resource.newInstance(1024, 1), new String[] {"h3"}, false, true); allocator.sendRequest(event4);
ContainerRequestEvent event1 = ContainerRequestCreator.createRequest( jobId, 1, Resource.newInstance(1024, 1), new String[]{"h1"}); allocator.sendRequest(event1); ContainerRequestEvent event2 = ContainerRequestCreator.createRequest( jobId, 2, Resource.newInstance(1024, 1), new String[]{"h1"}); allocator.sendRequest(event2); ContainerRequestEvent event3 = ContainerRequestCreator.createRequest( jobId, 3, Resource.newInstance(1024, 1), new String[]{"h2"});