public Resource getCapability() { // Set up resource type requirements for ApplicationMaster Resource capability = Records.newRecord(Resource.class); capability.setMemory(memoryMb); capability.setVirtualCores(vCores); DoYUtil.callSetDiskIfExists(capability, disks); return capability; }
Resource workerCapability = Records.newRecord(Resource.class); workerCapability.setMemory(workerMemory); workerCapability.setVirtualCores(workerVCores); workerContainerRequest = new ContainerRequest(workerCapability, hostLocals, null, priority); LOG.info("Create worker container request: " + workerContainerRequest.toString()); Resource psCapability = Records.newRecord(Resource.class); psCapability.setMemory(psMemory); psCapability.setVirtualCores(psVCores); psContainerRequest = new ContainerRequest(psCapability, hostLocals, null, priority); LOG.info("Create ps container request: " + psContainerRequest.toString());
private void requestContainer(Optional<String> preferredNode) { Priority priority = Records.newRecord(Priority.class); priority.setPriority(0); Resource capability = Records.newRecord(Resource.class); int maxMemoryCapacity = this.maxResourceCapacity.get().getMemory(); capability.setMemory(this.requestedContainerMemoryMbs <= maxMemoryCapacity ? this.requestedContainerMemoryMbs : maxMemoryCapacity); int maxCoreCapacity = this.maxResourceCapacity.get().getVirtualCores(); capability.setVirtualCores(this.requestedContainerCores <= maxCoreCapacity ? this.requestedContainerCores : maxCoreCapacity); String[] preferredNodes = preferredNode.isPresent() ? new String[] {preferredNode.get()} : null; this.amrmClientAsync.addContainerRequest( new AMRMClient.ContainerRequest(capability, preferredNodes, null, priority)); }
capability.setVirtualCores(vCores); DoYUtil.callSetDiskIfExists(capability, disks);
capability.setVirtualCores(1);
capability.setVirtualCores(conf.getInt(XLearningConfiguration.XLEARNING_AM_CORES, XLearningConfiguration.DEFAULT_XLEARNING_AM_CORES)); applicationContext.setResource(capability); ContainerLaunchContext amContainer = ContainerLaunchContext.newInstance(
capability.setVirtualCores((int)props.cpusPerNode());
capability.setVirtualCores(1);
capability.setMemory(getFlinkConfiguration() .getInteger(JobManagerOptions.JOB_MANAGER_HEAP_MEMORY)); capability.setVirtualCores(1);
public void setvCores(int vCores) { if (resources == null) { resources = Resource.newInstance(memory, vCores); } this.vCores = vCores; resources.setVirtualCores(vCores); }
public static Resource newResource(int memory, int vCores) { Resource resource = recordFactory.newRecordInstance(Resource.class); resource.setMemory(memory); resource.setVirtualCores(vCores); return resource; }
public static Resource newResource(int memory, int vCores) { Resource resource = recordFactory.newRecordInstance(Resource.class); resource.setMemory(memory); resource.setVirtualCores(vCores); return resource; }
/** * Given a resource, set its requirements to those this role needs * @param resource resource to configure * @return the resource */ public Resource copyResourceRequirements(Resource resource) { Preconditions.checkNotNull(resourceRequirements, "Role resource requirements have not been set"); resource.setMemory(resourceRequirements.getMemory()); resource.setVirtualCores(resourceRequirements.getVirtualCores()); return resource; }
public static Resource multiplyTo(Resource lhs, double by) { lhs.setMemory((int)(lhs.getMemory() * by)); lhs.setVirtualCores((int)(lhs.getVirtualCores() * by)); return lhs; }
@Public @Stable public static Resource newInstance(int memory, int vCores) { Resource resource = Records.newRecord(Resource.class); resource.setMemory(memory); resource.setVirtualCores(vCores); return resource; }
public static Resource multiplyAndRoundDown(Resource lhs, double by) { Resource out = clone(lhs); out.setMemory((int)(lhs.getMemory() * by)); out.setVirtualCores((int)(lhs.getVirtualCores() * by)); return out; }
public static Resource multiplyAndRoundDown(Resource lhs, double by) { Resource out = clone(lhs); out.setMemory((int)(lhs.getMemory() * by)); out.setVirtualCores((int)(lhs.getVirtualCores() * by)); return out; }
@Public @Stable public static Resource newInstance(int memory, int vCores) { Resource resource = Records.newRecord(Resource.class); resource.setMemory(memory); resource.setVirtualCores(vCores); return resource; }
public static Resource addTo(Resource lhs, Resource rhs) { lhs.setMemory(lhs.getMemory() + rhs.getMemory()); lhs.setVirtualCores(lhs.getVirtualCores() + rhs.getVirtualCores()); return lhs; }
/** * Update the AM resource with any local needs * @param capability capability to update */ public void prepareAMResourceRequirements(MapOperations sliderAM, Resource capability) { capability.setMemory(sliderAM.getOptionInt( ResourceKeys.YARN_MEMORY, capability.getMemory())); capability.setVirtualCores( sliderAM.getOptionInt(ResourceKeys.YARN_CORES, capability.getVirtualCores())); }