protected static String getCacheBasePath(KylinConfig config) { String basePath = config.getExtTableSnapshotLocalCachePath(); if ((!basePath.startsWith("/")) && (KylinConfig.getKylinHome() != null)) { basePath = KylinConfig.getKylinHome() + File.separator + basePath; } return basePath + File.separator + CACHE_TYPE_ROCKSDB; }
public static String getConfFolder() { final String CONF = "conf"; String path = System.getProperty(KylinConfig.KYLIN_CONF); if (StringUtils.isNotEmpty(path)) { return path; } path = KylinConfig.getKylinHome(); if (StringUtils.isNotEmpty(path)) { return path + File.separator + CONF; } throw new RuntimeException("Cannot find conf folder."); }
private static File getJobConfig(String fileName) { String path = System.getProperty(KylinConfig.KYLIN_CONF); if (StringUtils.isNotEmpty(path)) { return new File(path, fileName); } path = KylinConfig.getKylinHome(); if (StringUtils.isNotEmpty(path)) { return new File(path + File.separator + "conf", fileName); } return null; }
public static String decideKylinMajorVersionFromCommitFile() { Map<String, String> majorVersionCommitMap = Maps.newHashMap(); majorVersionCommitMap.put("1.3", "commit.sha1"); majorVersionCommitMap.put("1.5", "commit_SHA1"); for (Map.Entry<String, String> majorVersionEntry : majorVersionCommitMap.entrySet()) { if (new File(KylinConfig.getKylinHome(), majorVersionEntry.getValue()).exists()) { return majorVersionEntry.getKey(); } } return null; }
public static String getGitCommitInfo() { try { File commitFile = new File(KylinConfig.getKylinHome(), COMMIT_SHA1_V15); if (!commitFile.exists()) { commitFile = new File(KylinConfig.getKylinHome(), COMMIT_SHA1_V13); } List<String> lines = FileUtils.readLines(commitFile, Charset.defaultCharset()); StringBuilder sb = new StringBuilder(); for (String line : lines) { if (!line.startsWith("#")) { sb.append(line).append(";"); } } return sb.toString(); } catch (Exception e) { return StringUtils.EMPTY; } }
public static String getClientDetailInformation() { StringBuilder buf = new StringBuilder(); buf.append("kylin.home: ").append(new File(KylinConfig.getKylinHome()).getAbsolutePath()).append("\n"); buf.append("kylin.version:").append(KylinVersion.getCurrentVersion()).append("\n"); buf.append("commit:").append(KylinVersion.getGitCommitInfo()).append("\n"); buf.append("os.name:").append(System.getProperty("os.name")).append("\n"); buf.append("os.arch:").append(System.getProperty("os.arch")).append("\n"); buf.append("os.version:").append(System.getProperty("os.version")).append("\n"); buf.append("java.version:").append(System.getProperty("java.version")).append("\n"); buf.append("java.vendor:").append(System.getProperty("java.vendor")); return buf.toString(); } }
public static String getKylinClientInformation() { StringBuilder buf = new StringBuilder(); buf.append("kylin.home: ").append( KylinConfig.getKylinHome() == null ? "UNKNOWN" : new File(KylinConfig.getKylinHome()).getAbsolutePath()) .append("\n"); buf.append("kylin.version:").append(KylinVersion.getCurrentVersion()).append("\n"); buf.append("commit:").append(getGitCommitInfo()).append("\n"); buf.append("os.name:").append(System.getProperty("os.name")).append("\n"); buf.append("os.arch:").append(System.getProperty("os.arch")).append("\n"); buf.append("os.version:").append(System.getProperty("os.version")).append("\n"); buf.append("java.version:").append(System.getProperty("java.version")).append("\n"); buf.append("java.vendor:").append(System.getProperty("java.vendor")); return buf.toString(); }
private DataSourceDef loadDataSourceFromDir(String id) { String resourcePath = KylinConfig.getKylinHome() + "/conf/datasource/" + id + ".xml"; try (InputStream is = new FileInputStream(resourcePath)) { DataSourceDef ds = XmlUtil.readValue(is, DataSourceDef.class); ds.init(); return ds; } catch (IOException e) { logger.error("[Dev Only] Failed to load data source from directory.: Path={}", resourcePath, e.getMessage()); return null; } }
static File getSitePropertiesFile() { String kylinConfHome = System.getProperty(KYLIN_CONF); if (!StringUtils.isEmpty(kylinConfHome)) { logger.info("Use KYLIN_CONF=" + kylinConfHome); return existFile(kylinConfHome); } logger.debug("KYLIN_CONF property was not set, will seek KYLIN_HOME env variable"); String kylinHome = getKylinHome(); if (StringUtils.isEmpty(kylinHome)) throw new KylinConfigCannotInitException("Didn't find KYLIN_CONF or KYLIN_HOME, please set one of them"); String path = kylinHome + File.separator + "conf"; return existFile(path); }
private File getKafkaConsumerFile() { String kylinConfHome = System.getProperty(KylinConfig.KYLIN_CONF); if (!StringUtils.isEmpty(kylinConfHome)) { logger.info("Use KYLIN_CONF={}", kylinConfHome); return getKafkaConsumerFile(kylinConfHome); } logger.warn("KYLIN_CONF property was not set, will seek KYLIN_HOME env variable"); String kylinHome = KylinConfig.getKylinHome(); if (StringUtils.isEmpty(kylinHome)) throw new KylinConfigCannotInitException("Didn't find KYLIN_CONF or KYLIN_HOME, please set one of them"); String path = kylinHome + File.separator + "conf"; return getKafkaConsumerFile(path); }
private void dumpBasicDiagInfo() throws IOException { try { for (String commitSHA1File : COMMIT_SHA1_FILES) { File commitFile = new File(KylinConfig.getKylinHome(), commitSHA1File); if (commitFile.exists()) { FileUtils.copyFileToDirectory(commitFile, exportDir); } } } catch (IOException e) { logger.warn("Failed to copy commit_SHA1 file.", e); } String output = KylinVersion.getKylinClientInformation() + "\n"; FileUtils.writeStringToFile(new File(exportDir, "kylin_env"), output, Charset.defaultCharset()); StringBuilder basicSb = new StringBuilder(); basicSb.append("MetaStoreID: ").append(ToolUtil.getMetaStoreId()).append("\n"); basicSb.append("PackageType: ").append(packageType.toUpperCase(Locale.ROOT)).append("\n"); SimpleDateFormat format = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss Z", Locale.ROOT); basicSb.append("PackageTimestamp: ").append(format.format(new Date())).append("\n"); basicSb.append("Host: ").append(ToolUtil.getHostName()).append("\n"); FileUtils.writeStringToFile(new File(exportDir, "info"), basicSb.toString(), Charset.defaultCharset()); }
confFile = new File(path, xmlFileName); } else { path = KylinConfig.getKylinHome(); if (StringUtils.isEmpty(path)) { logger.error("KYLIN_HOME is not set, can not locate conf: {}", xmlFileName);
logDirs.add(new File(KylinConfig.getKylinHome(), "logs")); String kylinVersion = ToolUtil.decideKylinMajorVersionFromCommitFile(); if (kylinVersion != null && kylinVersion.equals("1.3")) { logDirs.add(new File(KylinConfig.getKylinHome(), "tomcat/logs"));
private void runDiagnosisCLI(String[] args) throws IOException { Message msg = MsgPicker.getMsg(); File cwd = new File(""); logger.debug("Current path: " + cwd.getAbsolutePath()); logger.debug("DiagnosisInfoCLI args: " + Arrays.toString(args)); File script = new File(KylinConfig.getKylinHome() + File.separator + "bin", "diag.sh"); if (!script.exists()) { throw new BadRequestException( String.format(Locale.ROOT, msg.getDIAG_NOT_FOUND(), script.getAbsolutePath())); } String diagCmd = script.getAbsolutePath() + " " + StringUtils.join(args, " "); CliCommandExecutor executor = KylinConfig.getInstanceFromEnv().getCliCommandExecutor(); Pair<Integer, String> cmdOutput = executor.execute(diagCmd); if (cmdOutput.getFirst() != 0) { throw new BadRequestException(msg.getGENERATE_DIAG_PACKAGE_FAIL()); } }
String cmd = String.format(Locale.ROOT, stringBuilder, KylinConfig.getKylinHome(), srcCfgUri, dstCfgUri, cube.getName(), projectName, config.isAutoMigrateCubeCopyAcl(), config.isAutoMigrateCubePurge());
private static File getJobConfig(String fileName) { String path = System.getProperty(KylinConfig.KYLIN_CONF); if (StringUtils.isNotEmpty(path)) { return new File(path, fileName); } path = KylinConfig.getKylinHome(); if (StringUtils.isNotEmpty(path)) { return new File(path + File.separator + "conf", fileName); } return null; }
private static File getKylinProperties() { String kylinConfHome = System.getProperty(KYLIN_CONF); if (!StringUtils.isEmpty(kylinConfHome)) { logger.info("Use KYLIN_CONF=" + kylinConfHome); return getKylinPropertiesFile(kylinConfHome); } logger.warn("KYLIN_CONF property was not set, will seek KYLIN_HOME env variable"); String kylinHome = getKylinHome(); if (StringUtils.isEmpty(kylinHome)) throw new RuntimeException("Didn't find KYLIN_CONF or KYLIN_HOME, please set one of them"); String path = kylinHome + File.separator + "conf"; return getKylinPropertiesFile(path); }
public String getKylinJobJarPath() { final String jobJar = getOptional(KYLIN_JOB_JAR); if (StringUtils.isNotEmpty(jobJar)) { return jobJar; } String kylinHome = getKylinHome(); if (StringUtils.isEmpty(kylinHome)) { return ""; } return getFileName(kylinHome + File.separator + "lib", JOB_JAR_NAME_PATTERN); }
public String getCoprocessorLocalJar() { final String coprocessorJar = getOptional(COPROCESSOR_LOCAL_JAR); if (StringUtils.isNotEmpty(coprocessorJar)) { return coprocessorJar; } String kylinHome = getKylinHome(); if (StringUtils.isEmpty(kylinHome)) { throw new RuntimeException("getCoprocessorLocalJar needs KYLIN_HOME"); } return getFileName(kylinHome + File.separator + "lib", COPROCESSOR_JAR_NAME_PATTERN); }
public String getKylinJobJarPath() { final String jobJar = getOptional(KYLIN_JOB_JAR); if (StringUtils.isNotEmpty(jobJar)) { return jobJar; } String kylinHome = getKylinHome(); if (StringUtils.isEmpty(kylinHome)) { return ""; } return getFileName(kylinHome + File.separator + "lib", JOB_JAR_NAME_PATTERN); }