public ZookeeperBootstrap() { if (zookeeperLocalCluster == null) { try { configuration = HadoopUtils.INSTANCE.loadConfigFile(null); loadConfig(); } catch (BootstrapException e) { LOGGER.error("unable to load configuration", e); } } }
private void internalStart(List<Bootstrap> componentsToStart) { componentsToStart.forEach(this::startService); HadoopUtils.INSTANCE.printBanner(System.out); componentsToStart.forEach(c -> HadoopUtils.printColorLine(System.out, GREEN, "\t\t - " + c.getName() + " " + c.getProperties())); System.out.println(); }
public void printBanner(PrintStream out) { try { InputStream banner = HadoopUtils.class.getResourceAsStream("/banner.txt"); BufferedReader br = new BufferedReader(new InputStreamReader(banner)); String line = null; while ((line = br.readLine()) != null) { printColorLine(out, BLUE, line); } } catch (Exception ex) { LOGGER.warn("Banner not printable", ex); } }
private void loadConfig() throws BootstrapException, NotFoundServiceException { oozieTestDir = configuration.getString(OozieConfig.OOZIE_TEST_DIR_KEY); oozieHomeDir = configuration.getString(OozieConfig.OOZIE_HOME_DIR_KEY); oozieUsername = System.getProperty("user.name"); oozieGroupname = configuration.getString(OozieConfig.OOZIE_GROUPNAME_KEY); oozieYarnResourceManagerAddress = configuration.getString(YarnConfig.YARN_RESOURCE_MANAGER_ADDRESS_KEY); oozieHdfsShareLibDir = configuration.getString(OozieConfig.OOZIE_HDFS_SHARE_LIB_DIR_KEY); oozieShareLibCreate = configuration.getBoolean(OozieConfig.OOZIE_SHARE_LIB_CREATE_KEY); oozieLocalShareLibCacheDir = configuration.getString(OozieConfig.OOZIE_LOCAL_SHARE_LIB_CACHE_DIR_KEY); ooziePurgeLocalShareLibCache = configuration.getBoolean(OozieConfig.OOZIE_PURGE_LOCAL_SHARE_LIB_CACHE_KEY); oozieTmpDir = configuration.getString(OozieConfig.OOZIE_TMP_DIR_KEY); numNodeManagers = Integer.parseInt(configuration.getString(YarnConfig.YARN_NUM_NODE_MANAGERS_KEY)); jobHistoryAddress = configuration.getString(YarnConfig.MR_JOB_HISTORY_ADDRESS_KEY); resourceManagerAddress = configuration.getString(YarnConfig.YARN_RESOURCE_MANAGER_ADDRESS_KEY); resourceManagerHostname = configuration.getString(YarnConfig.YARN_RESOURCE_MANAGER_HOSTNAME_KEY); resourceManagerSchedulerAddress = configuration.getString(YarnConfig.YARN_RESOURCE_MANAGER_SCHEDULER_ADDRESS_KEY); resourceManagerResourceTrackerAddress = configuration.getString(YarnConfig.YARN_RESOURCE_MANAGER_RESOURCE_TRACKER_ADDRESS_KEY); resourceManagerWebappAddress = configuration.getString(YarnConfig.YARN_RESOURCE_MANAGER_WEBAPP_ADDRESS_KEY); useInJvmContainerExecutor = configuration.getBoolean(YarnConfig.YARN_USE_IN_JVM_CONTAINER_EXECUTOR_KEY); ooziePort = configuration.getInt(OozieConfig.OOZIE_PORT); oozieHost = configuration.getString(OozieConfig.OOZIE_HOST); oozieShareLibPath = HadoopUtils.resolveDir(configuration.getString(OozieConfig.OOZIE_SHARELIB_PATH_KEY)); oozieShareLibName = configuration.getString(OozieConfig.OOZIE_SHARELIB_NAME_KEY); List<Object> frameworks = configuration.getList(OozieConfig.OOZIE_SHARE_LIB_COMPONENT_KEY); oozieShareLibFrameworks = frameworks.stream().map(f -> Framework.valueOf(f.toString())).collect(Collectors.toList()); }
public void printBanner(PrintStream out) { try { InputStream banner = HadoopUtils.class.getResourceAsStream("/banner.txt"); BufferedReader br = new BufferedReader(new InputStreamReader(banner)); String line = null; while ((line = br.readLine()) != null) { printColorLine(out, BLUE, line); } } catch (Exception ex) { LOGGER.warn("Banner not printable", ex); } }
oozieShareLibPath = HadoopUtils.resolveDir(configs.get(OozieConfig.OOZIE_SHARELIB_PATH_KEY));
public HiveMetastoreBootstrap(URL url) { if (hiveLocalMetaStore == null) { try { configuration = HadoopUtils.INSTANCE.loadConfigFile(url); loadConfig(); } catch (BootstrapException e) { LOGGER.error("unable to load configuration", e); } } }
private void internalStart(List<Bootstrap> componentsToStart) { componentsToStart.forEach(this::startService); HadoopUtils.INSTANCE.printBanner(System.out); componentsToStart.forEach(c -> HadoopUtils.printColorLine(System.out, GREEN, "\t\t - " + c.getName() + " " + c.getProperties())); System.out.println(); }
if (localRepositoryDir != null) { LOGGER.info("is going to use the maven repository from {} with key {}", DEFAULT_PROPS_FILE, "maven.local.repo"); localRepositoryDir = HadoopUtils.resolveDir(localRepositoryDir); } else { throw new BootstrapException("unable to find M2_HOME/MAVEN_HOME or the configuration key maven.local.repo from " + DEFAULT_PROPS_FILE);
public HBaseBootstrap(URL url) { if (hbaseLocalCluster == null) { try { configuration = HadoopUtils.INSTANCE.loadConfigFile(url); loadConfig(); } catch (BootstrapException e) { LOGGER.error("unable to load configuration", e); } } }
private static void printBanner() { HadoopUtils.INSTANCE.printBanner(System.out); componentsProperty.stream().forEach(c -> { Object name = null; Object prop = null; if (c != null) { try { Method main = c.getMainClass().getMethod("getName"); name = main.invoke(c.getInstance()); main = c.getMainClass().getMethod("getProperties"); prop = main.invoke(c.getInstance()); } catch (NoSuchMethodException | IllegalAccessException | InvocationTargetException e) { LOGGER.error("unable to reflect main", e); } HadoopUtils.printColorLine(System.out, GREEN, "\t\t - " + name + " " + prop); } }); System.out.println(); }
public YarnBootstrap() { if (yarnLocalCluster == null) { try { configuration = HadoopUtils.INSTANCE.loadConfigFile(null); loadConfig(); } catch (BootstrapException | NotFoundServiceException e) { LOGGER.error("unable to load configuration", e); } } }
private void printBanner() { HadoopUtils.INSTANCE.printBanner(System.out); componentProperties.stream().forEach(c -> { Object name = null; Object prop = null; if (c != null) { try { Method main = c.getMainClass().getMethod("getName"); name = main.invoke(c.getInstance()); main = c.getMainClass().getMethod("getProperties"); prop = main.invoke(c.getInstance()); } catch (NoSuchMethodException | IllegalAccessException | InvocationTargetException e) { log.error("unable to reflect main", e); } HadoopUtils.printColorLine(System.out, GREEN, "\t\t - " + name + " " + prop); } }); System.out.println(); }
public ConfluentKsqlRestBootstrap() { try { configuration = HadoopUtils.INSTANCE.loadConfigFile(null); loadConfig(); } catch (BootstrapException e) { LOGGER.error("unable to load configuration", e); } }
public RedisBootstrap(URL url) { if (!System.getProperty("os.name").startsWith("Windows")) { try { configuration = HadoopUtils.INSTANCE.loadConfigFile(url); loadConfig(); } catch (BootstrapException e) { LOGGER.error("unable to load configuration", e); } } else { throw new IllegalArgumentException("Sorry redis is not supported on windows..."); } }
public SolrCloudBootstrap() { if (solrServer == null) { try { configuration = HadoopUtils.INSTANCE.loadConfigFile(null); loadConfig(); } catch (BootstrapException e) { LOGGER.error("unable to load configuration", e); } } }
public KafkaBootstrap(URL url) { if (kafkaLocalCluster == null) { try { configuration = HadoopUtils.INSTANCE.loadConfigFile(url); loadConfig(); } catch (BootstrapException e) { LOGGER.error("unable to load configuration", e); } } }
public HBaseBootstrap() { if (hbaseLocalCluster == null) { try { configuration = HadoopUtils.INSTANCE.loadConfigFile(null); loadConfig(); } catch (BootstrapException e) { LOGGER.error("unable to load configuration", e); } } }
public HiveMetastoreBootstrap() { if (hiveLocalMetaStore == null) { try { configuration = HadoopUtils.INSTANCE.loadConfigFile(null); loadConfig(); } catch (BootstrapException e) { LOGGER.error("unable to load configuration", e); } } }
public HiveServer2Bootstrap() { if (hiveLocalServer2 == null) { try { configuration = HadoopUtils.INSTANCE.loadConfigFile(null); loadConfig(); } catch (BootstrapException e) { LOGGER.error("unable to load configuration", e); } } }