memoryPerInstance = si.getResource().getMemorySize() * 1024L * 1024L;
public boolean isInvalidDivisor(Resource r) { if (r.getMemorySize() == 0.0f) { return true; } return false; }
@Override public boolean isAnyMajorResourceAboveZero(Resource resource) { return resource.getMemorySize() > 0; } }
@Override public Resource roundDown(Resource r, Resource stepFactor) { return Resources.createResource( roundDown(r.getMemorySize(), stepFactor.getMemorySize())); }
@Override public Resource multiplyAndNormalizeUp(Resource r, double[] by, Resource stepFactor) { return Resources.createResource( roundUp((long) (r.getMemorySize() * by[0] + 0.5), stepFactor.getMemorySize())); }
@Override public Resource normalizeDown(Resource r, Resource stepFactor) { return Resources.createResource( roundDown((r.getMemorySize()), stepFactor.getMemorySize())); }
private float computeQueueAbsoluteUsedCapacity(CSQueue queue, int expectedMemory, Resource clusterResource) { return ( ((float)expectedMemory / (float)clusterResource.getMemorySize()) ); }
@Override public Resource divideAndCeil(Resource numerator, float denominator) { return Resources.createResource( divideAndCeil(numerator.getMemorySize(), denominator)); }
/** * Get the fair share assigned to the appAttemptId. * @param appAttemptId * @return The fair share assigned to the appAttemptId, * <code>FairSchedulerInfo#INVALID_FAIR_SHARE</code> if the scheduler does * not know about this application attempt. */ public long getAppFairShare(ApplicationAttemptId appAttemptId) { FSAppAttempt fsAppAttempt = scheduler.getSchedulerApp(appAttemptId); return fsAppAttempt == null ? INVALID_FAIR_SHARE : fsAppAttempt.getFairShare().getMemorySize(); }
public void addResource(Resource res) { availableMB = availableMB + res.getMemorySize(); availableGB.set((int)Math.floor(availableMB/1024d)); availableVCores.incr(res.getVirtualCores()); }
public static Resource newAvailResource(Resource total, Resource used) { Resource rs = recordFactory.newRecordInstance(Resource.class); rs.setMemorySize(total.getMemorySize() - used.getMemorySize()); return rs; }
private float computeQueueUsedCapacity(CSQueue queue, int expectedMemory, Resource clusterResource) { return (expectedMemory / (clusterResource.getMemorySize() * queue.getAbsoluteCapacity())); }
@Test public void testReducerMemoryRequestDefaultMemory() { EventHandler eventHandler = mock(EventHandler.class); Clock clock = SystemClock.getInstance(); TaskAttemptImpl taImpl = createReduceTaskAttemptImplForTest(eventHandler, clock, new JobConf()); long memorySize = getResourceInfoFromContainerRequest(taImpl, eventHandler). getMemorySize(); assertEquals(MRJobConfig.DEFAULT_REDUCE_MEMORY_MB, memorySize); }
public void reserveResource(String user, Resource res) { reservedContainers.incr(); reservedMB.incr(res.getMemorySize()); reservedVCores.incr(res.getVirtualCores()); QueueMetrics userMetrics = getUserMetrics(user); if (userMetrics != null) { userMetrics.reserveResource(user, res); } if (parent != null) { parent.reserveResource(user, res); } }
private void checkNodeLabelInfo(List<RMNodeLabel> infos, String labelName, int activeNMs, int memory) { for (RMNodeLabel info : infos) { if (info.getLabelName().equals(labelName)) { Assert.assertEquals(activeNMs, info.getNumActiveNMs()); Assert.assertEquals(memory, info.getResource().getMemorySize()); return; } } Assert.fail("Failed to find info has label=" + labelName); }
@Test public void testCreateSimpleResourceWithSameLongValue() { Resource res = Resources.createResourceWithSameValue(11L); assertEquals(11L, res.getMemorySize()); assertEquals(11, res.getVirtualCores()); }
private void checkQueueResourceUsage(String partition, String queueName, MockRM rm, int expectedMemUsage) { CapacityScheduler cs = (CapacityScheduler) rm.getResourceScheduler(); CSQueue queue = cs.getQueue(queueName); Assert.assertEquals(expectedMemUsage, queue.getQueueResourceUsage() .getUsed(partition).getMemorySize()); }
@Test @SuppressWarnings("deprecation") public void testGetMemory() { Resource res = new ResourcePBImpl(); long memorySize = Integer.MAX_VALUE + 1L; res.setMemorySize(memorySize); assertEquals("No need to cast if both are long", memorySize, res.getMemorySize()); assertEquals("Cast to Integer.MAX_VALUE if the long is greater than " + "Integer.MAX_VALUE", Integer.MAX_VALUE, res.getMemory()); }
@Test public void testCreateResourceWithSameLongValue() throws Exception { unsetExtraResourceType(); setupExtraResourceType(); Resource res = Resources.createResourceWithSameValue(11L); assertEquals(11L, res.getMemorySize()); assertEquals(11, res.getVirtualCores()); assertEquals(11L, res.getResourceInformation(EXTRA_RESOURCE_TYPE).getValue()); }
@Test public void testCreateResourceWithSameIntValue() throws Exception { unsetExtraResourceType(); setupExtraResourceType(); Resource res = Resources.createResourceWithSameValue(11); assertEquals(11, res.getMemorySize()); assertEquals(11, res.getVirtualCores()); assertEquals(11, res.getResourceInformation(EXTRA_RESOURCE_TYPE).getValue()); }