/** * Setup the request that will be sent to the RM for the container ask. * * @return the setup ResourceRequest to be sent to RM */ public ContainerRequest setupContainerAskForRM(int containerMemory, int containerVirtualCores, int priority, String[] racks, String[] hosts) { Priority pri = Priority.newInstance(priority); Resource capability = Resource.newInstance(containerMemory, containerVirtualCores); ContainerRequest request = new ContainerRequest(capability, hosts, racks, pri, false); LOG.info("By Thrift Server Requested container ask: " + request.toString()); return request; }
/** * Setup the request that will be sent to the RM for the container ask. * * @return the setup ResourceRequest to be sent to RM */ public ContainerRequest setupContainerAskForRM(int containerMemory, int containerVirtualCores, int priority, String host) { // setup requirements for hosts // using * as any host will do for the jstorm app // set the priority for the request Priority pri = Priority.newInstance(priority); // Set up resource type requirements // For now, memory and CPU are supported so we set memory and cpu requirements Resource capability = Resource.newInstance(containerMemory, containerVirtualCores); ContainerRequest request = new ContainerRequest(capability, null, null, pri); LOG.info("By Thrift Server Requested container ask: " + request.toString()); return request; }
Priority pri = Priority.newInstance(jstormClientContext.amPriority); appContext.setPriority(pri);
private static final Priority RM_REQUEST_PRIORITY = Priority.newInstance(0);
appSubmissionContext.setResource(resource); appSubmissionContext.setQueue(this.appQueueName); appSubmissionContext.setPriority(Priority.newInstance(0)); appSubmissionContext.setAMContainerSpec(amContainerLaunchContext);
appContext.setResource(getCapability()); appContext.setPriority(Priority.newInstance(priority)); if (!DoYUtil.isBlank(nodeLabelExpr)) { LOG.info(
final YarnResourceManagerCallbackHandler callbackHandler = new YarnResourceManagerCallbackHandler(); AMRMClientAsync<AMRMClient.ContainerRequest> resourceManagerClient = mock(AMRMClientAsync.class); doReturn(Collections.singletonList(Collections.nCopies(numInitialTaskManagers, new AMRMClient.ContainerRequest(Resource.newInstance(1024 * 1024, 1), null, null, Priority.newInstance(0))))) .when(resourceManagerClient).getMatchingRequests(any(Priority.class), anyString(), any(Resource.class));
public void requestContainers(int number, Resource characteristic) { Priority pri = Priority.newInstance(0); state.getQueue(characteristic); AMRMClient.ContainerRequest request = new AMRMClient.ContainerRequest(characteristic, null, null, pri, true); for(int i = 0;i < number;++i) { amRMClient.addContainerRequest(request); } }
Priority pri = Priority.newInstance(amPriority); appContext.setPriority(pri);
public static JobReport newJobReport(JobId jobId, String jobName, String userName, JobState state, long submitTime, long startTime, long finishTime, float setupProgress, float mapProgress, float reduceProgress, float cleanupProgress, String jobFile, List<AMInfo> amInfos, boolean isUber, String diagnostics) { return newJobReport(jobId, jobName, userName, state, submitTime, startTime, finishTime, setupProgress, mapProgress, reduceProgress, cleanupProgress, jobFile, amInfos, isUber, diagnostics, Priority.newInstance(0)); }
@Override public void setJobPriority(JobID arg0, String arg1) throws IOException, InterruptedException { ApplicationId appId = TypeConverter.toYarn(arg0).getAppId(); try { resMgrDelegate.updateApplicationPriority(appId, Priority.newInstance(Integer.parseInt(arg1))); } catch (YarnException e) { throw new IOException(e); } }
public AppPriorityACLGroup(Priority maxPriority, Priority defaultPriority, AccessControlList aclList) { this.setMaxPriority(Priority.newInstance(maxPriority.getPriority())); this.setDefaultPriority( Priority.newInstance(defaultPriority.getPriority())); this.setACLList(aclList); }
private SchedulingRequestBuilder() { schedulingRequest.setAllocationRequestId(0); schedulingRequest.setPriority(Priority.newInstance(0)); schedulingRequest.setExecutionType(ExecutionTypeRequest.newInstance()); }
@Override public Void run() throws IOException, YarnException { Priority priority = Priority.newInstance(appPriority); UpdateApplicationPriorityRequest request = UpdateApplicationPriorityRequest .newInstance(app.getApplicationId(), priority); rm.getClientRMService().updateApplicationPriority(request); return null; } });
private ResourceRequest createResourceRequest(String resource, boolean relaxLocality, String nodeLabel) { return ResourceRequest.newInstance(Priority.newInstance(0), resource, Resource.newInstance(1, 1), 1, relaxLocality, nodeLabel); } }
public class MockRMNullStateStore extends NullRMStateStore { @SuppressWarnings("rawtypes") @Override protected EventHandler getRMStateStoreEventHandler() { return rmStateStoreEventHandler; } }
private ResourceRequestBuilder() { resourceRequest.setResourceName(ANY); resourceRequest.setNumContainers(1); resourceRequest.setPriority(Priority.newInstance(0)); resourceRequest.setRelaxLocality(true); resourceRequest.setExecutionTypeRequest( ExecutionTypeRequest.newInstance()); }
private Token createNewContainerToken(ContainerId contId, String containerManagerAddr) { long currentTime = System.currentTimeMillis(); return MRApp.newContainerToken(NodeId.newInstance("127.0.0.1", 1234), "password".getBytes(), new ContainerTokenIdentifier( contId, containerManagerAddr, "user", Resource.newInstance(1024, 1), currentTime + 10000L, 123, currentTime, Priority.newInstance(0), 0)); }
private AMRMClient.ContainerRequest setupContainerRequestForRM(TensorFlowContainerRequest request) { Priority priority = Priority.newInstance(request.getPriority()); Resource capability = Resource.newInstance(request.getMemory(), request.getVCores()); Utils.setCapabilityGPU(capability, request.getGPU()); session.addAllocationId(request.getJobName(), lastAllocationRequestId); AMRMClient.ContainerRequest containerRequest = new AMRMClient.ContainerRequest(capability, null, null, priority, lastAllocationRequestId++); LOG.info("Requested container ask: " + containerRequest.toString()); return containerRequest; }
public RMApp submitApp(int masterMemory, String name, String user, Map<ApplicationAccessType, String> acls, boolean unmanaged, String queue, int maxAppAttempts, Credentials ts, String appType, boolean waitForAccepted, boolean keepContainers) throws Exception { Resource resource = Records.newRecord(Resource.class); resource.setMemorySize(masterMemory); return submitApp(resource, name, user, acls, unmanaged, queue, maxAppAttempts, ts, appType, waitForAccepted, keepContainers, false, null, 0, null, true, Priority.newInstance(0)); }