protected NMClient createAndStartNodeManagerClient(YarnConfiguration yarnConfiguration) { // create the client to communicate with the node managers NMClient nodeManagerClient = NMClient.createNMClient(); nodeManagerClient.init(yarnConfiguration); nodeManagerClient.start(); nodeManagerClient.cleanupRunningContainersOnStop(true); return nodeManagerClient; }
/** * @throws IOException */ public void init() throws IOException { if (UserGroupInformation.isSecurityEnabled()) { Credentials cred = UserGroupInformation.getCurrentUser().getCredentials(); allTokens = IgniteYarnUtils.createTokenBuffer(cred); } fs = FileSystem.get(conf); nmClient = NMClient.createNMClient(); nmClient.init(conf); nmClient.start(); // Create async application master. rmClient = AMRMClientAsync.createAMRMClientAsync(300, this); rmClient.init(conf); rmClient.start(); if (props.igniteCfg() == null || props.igniteCfg().isEmpty()) { InputStream input = Thread.currentThread().getContextClassLoader() .getResourceAsStream(IgniteYarnUtils.DEFAULT_IGNITE_CONFIG); cfgPath = new Path(props.igniteWorkDir() + File.separator + IgniteYarnUtils.DEFAULT_IGNITE_CONFIG); // Create file. Override by default. FSDataOutputStream outputStream = fs.create(cfgPath, true); IOUtils.copy(input, outputStream); IOUtils.closeQuietly(input); IOUtils.closeQuietly(outputStream); } else cfgPath = new Path(props.igniteCfg()); }
callbackHandler, AMRMClientAsync.createAMRMClientAsync(yarnHeartbeatIntervalMillis, callbackHandler), NMClient.createNMClient());
public Hadoop21YarnNMClient(Configuration configuration) { this.nmClient = NMClient.createNMClient(); nmClient.init(configuration); }
public Hadoop21YarnNMClient(Configuration configuration) { this.nmClient = NMClient.createNMClient(); nmClient.init(configuration); }
protected NMClient createAndStartNodeManagerClient(YarnConfiguration yarnConfiguration) { // create the client to communicate with the node managers NMClient nodeManagerClient = NMClient.createNMClient(); nodeManagerClient.init(yarnConfiguration); nodeManagerClient.start(); nodeManagerClient.cleanupRunningContainersOnStop(true); return nodeManagerClient; }
protected NMClient createAndStartNodeManagerClient(YarnConfiguration yarnConfiguration) { // create the client to communicate with the node managers NMClient nodeManagerClient = NMClient.createNMClient(); nodeManagerClient.init(yarnConfiguration); nodeManagerClient.start(); nodeManagerClient.cleanupRunningContainersOnStop(true); return nodeManagerClient; }
public ApplicationMasterAsync(String command, int numContainersToWaitFor) { this.command = command; configuration = new YarnConfiguration(); this.numContainersToWaitFor = numContainersToWaitFor; nmClient = NMClient.createNMClient(); nmClient.init(configuration); nmClient.start(); }
public StormAMRMClient(ApplicationAttemptId appAttemptId, @SuppressWarnings("rawtypes") Map storm_conf, YarnConfiguration hadoopConf) { this.appAttemptId = appAttemptId; this.storm_conf = storm_conf; this.hadoopConf = hadoopConf; Integer pri = Utils.getInt(storm_conf.get(Config.MASTER_CONTAINER_PRIORITY)); this.DEFAULT_PRIORITY.setPriority(pri); this.containers = new TreeSet<Container>(); numSupervisors = new AtomicInteger(0); // start am nm client nmClient = (NMClientImpl) NMClient.createNMClient(); nmClient.init(hadoopConf); nmClient.start(); yarnClient = YarnClient.createYarnClient(); yarnClient.init(hadoopConf); yarnClient.start(); }
private void _registerSchedulerAndCreateNMClient(String queue) throws Exception { NMTokenCache nmTokenCache = new NMTokenCache(); nmClient = NMClient.createNMClient(); nmClient.setNMTokenCache(nmTokenCache); nmClient.init(yarnConf);
callbackHandler, AMRMClientAsync.createAMRMClientAsync(yarnHeartbeatIntervalMillis, callbackHandler), NMClient.createNMClient());
rmClient.start(); NMClient nmClient = NMClient.createNMClient(); nmClient.init(conf); nmClient.start();
callbackHandler, AMRMClientAsync.createAMRMClientAsync(yarnHeartbeatIntervalMillis, callbackHandler), NMClient.createNMClient());