protected String getOptionValue(Option option) { return optionsHelper.getOptionValue(option); }
@Override protected void execute(OptionsHelper optionsHelper) throws Exception { tableName = optionsHelper.getOptionValue(OPTION_HTABLE_NAME); metadataKey = optionsHelper.getOptionValue(OPTION_METADATA_KEY); metadataValue = optionsHelper.getOptionValue(OPTION_METADATA_VALUE); alter(); } }
protected void execute(OptionsHelper optionsHelper) throws Exception { String owner = optionsHelper.getOptionValue(OPTION_OWNER); String output = optionsHelper.getOptionValue(OPTION_OUTPUT); String inputConfig = optionsHelper.getOptionValue(OPTION_INPUT_CONFIG); if (Strings.isNullOrEmpty(inputConfig)) { throw new RuntimeException("Input configuration file should be specified!!!"); } execute(owner, output, inputConfig); }
protected void execute(OptionsHelper optionsHelper) throws Exception { String cubeName = optionsHelper.getOptionValue(OPTION_CUBE); String buildType = optionsHelper.getOptionValue(OPTION_BUILD_TYPE); if (Strings.isNullOrEmpty(buildType)) { buildType = "BUILD"; } Long startTime = 0L; if (!Strings.isNullOrEmpty(optionsHelper.getOptionValue(OPTION_TIME_START))) { startTime = Long.parseLong(optionsHelper.getOptionValue(OPTION_TIME_START)); } Long endTime = Long.parseLong(optionsHelper.getOptionValue(OPTION_TIME_END)); run(cubeName, startTime, endTime, buildType); }
@Override protected void execute(OptionsHelper optionsHelper) throws Exception { tag = optionsHelper.getOptionValue(OPTION_TAG); delete = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_DELETE)); cleanUp(); } }
@Override protected void execute(OptionsHelper optionsHelper) throws Exception { logger.info("options: '" + optionsHelper.getOptionsAsString() + "'"); logger.info("delete option value: '" + optionsHelper.getOptionValue(OPTION_DELETE) + "'"); logger.info("force option value: '" + optionsHelper.getOptionValue(OPTION_FORCE) + "'"); delete = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_DELETE)); force = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_FORCE)); cleanup(); }
@Override protected void execute(OptionsHelper optionsHelper) throws Exception { logger.info("delete option value: '" + optionsHelper.getOptionValue(OPTION_DELETE) + "'"); logger.info("jobThreshold option value: '" + optionsHelper.getOptionValue(OPTION_THRESHOLD_FOR_JOB) + "'"); boolean delete = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_DELETE)); int jobOutdatedDays = optionsHelper.hasOption(OPTION_THRESHOLD_FOR_JOB) ? Integer.parseInt(optionsHelper.getOptionValue(OPTION_THRESHOLD_FOR_JOB)) : DEFAULT_JOB_OUTDATED_THRESHOLD_DAYS; new org.apache.kylin.rest.job.MetadataCleanupJob().cleanup(delete, jobOutdatedDays); } }
@Override protected void execute(OptionsHelper optionsHelper) throws Exception { logger.info("options: '" + optionsHelper.getOptionsAsString() + "'"); logger.info("delete option value: '" + optionsHelper.getOptionValue(OPTION_DELETE) + "'"); delete = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_DELETE)); String[] metastoreWhitelist = optionsHelper.getOptionValue(OPTION_WHITELIST).split(","); for (String ms : metastoreWhitelist) { logger.info("metadata store in white list: " + ms); metastoreWhitelistSet.add(ms); } Configuration conf = HBaseConfiguration.create(); cleanUnusedHBaseTables(conf); } }
@Override protected void execute(OptionsHelper optionsHelper) throws Exception { logger.info("options: '" + optionsHelper.getOptionsAsString() + "'"); logger.info("delete option value: '" + optionsHelper.getOptionValue(OPTION_DELETE) + "'"); logger.info("force option value: '" + optionsHelper.getOptionValue(OPTION_FORCE) + "'"); delete = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_DELETE)); force = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_FORCE)); Configuration conf = HBaseConfiguration.create(); cleanUnusedIntermediateHiveTable(conf); cleanUnusedHdfsFiles(conf); cleanUnusedHBaseTables(conf); }
@Override protected void executeExtract(OptionsHelper optionsHelper, File exportDir) throws Exception { String cube = optionsHelper.hasOption(OPTION_CUBE) ? optionsHelper.getOptionValue(OPTION_CUBE) : null; String project = optionsHelper.hasOption(OPTION_PROJECT) ? optionsHelper.getOptionValue(OPTION_PROJECT) : null; int period = optionsHelper.hasOption(OPTION_PERIOD) ? Integer.parseInt(optionsHelper.getOptionValue(OPTION_PERIOD)) : DEFAULT_PERIOD; long endTime = System.currentTimeMillis(); long startTime = endTime - period * 24 * 3600 * 1000; // time in Millis List<JobInstance> jobInstances = listJobInstances(project, cube, startTime, endTime); logger.info("There are {} jobInstances to extract.", jobInstances.size()); ObjectMapper mapper = new ObjectMapper(); for (JobInstance jobInstance : jobInstances) { mapper.writeValue(new File(exportDir, jobInstance.getUuid() + ".json"), jobInstance); } }
@Override protected void execute(OptionsHelper optionsHelper) throws Exception { kylinConfig = KylinConfig.getInstanceFromEnv(); if (optionsHelper.hasOption(OPTION_FORCE_INGEST)) { forceIngest = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_FORCE_INGEST)); } if (optionsHelper.hasOption(OPTION_OVERWRITE_TABLES)) { overwriteTables = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_OVERWRITE_TABLES)); } targetProjectName = optionsHelper.getOptionValue(OPTION_PROJECT); String srcPath = optionsHelper.getOptionValue(OPTION_SRC); if (!srcPath.endsWith(".zip")) { throw new IllegalArgumentException(OPTION_SRC.getArgName() + " has to be a zip file"); } File zipFile = new File(srcPath); if (zipFile.isDirectory() || !zipFile.exists()) { throw new IllegalArgumentException(OPTION_SRC.getArgName() + " file does does exist"); } Path tempPath = Files.createTempDirectory("_unzip"); File tempFolder = tempPath.toFile(); tempFolder.deleteOnExit(); ZipFileUtils.decompressZipfileToDirectory(srcPath, tempFolder); if (tempFolder.list().length != 1) { throw new IllegalStateException(Arrays.toString(tempFolder.list())); } injest(tempFolder.listFiles()[0].getAbsoluteFile()); }
logger.info("option value 'fix': '" + optionsHelper.getOptionValue(OPTION_FIX) + "'"); ifFix = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_FIX)); logger.info("option value 'dstCfgUri': '" + optionsHelper.getOptionValue(OPTION_DST_CFG_URI) + "'"); dstCfgUri = optionsHelper.getOptionValue(OPTION_DST_CFG_URI); logger.info("option value 'cube': '" + optionsHelper.getOptionValue(OPTION_CUBE) + "'"); cubeName = optionsHelper.getOptionValue(OPTION_CUBE);
logger.info("option value 'fix': '" + optionsHelper.getOptionValue(OPTION_FIX) + "'"); ifFix = Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_FIX)); logger.info("option value 'dstCfgUri': '" + optionsHelper.getOptionValue(OPTION_DST_CFG_URI) + "'"); dstCfgUri = optionsHelper.getOptionValue(OPTION_DST_CFG_URI); logger.info("option value 'cube': '" + optionsHelper.getOptionValue(OPTION_CUBE) + "'"); cubeName = optionsHelper.getOptionValue(OPTION_CUBE);
@Override protected void executeExtract(OptionsHelper optionsHelper, File exportDir) throws Exception { try { boolean includeTaskDetails = optionsHelper.hasOption(OPTION_INCLUDE_DETAILS) ? Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_INCLUDE_DETAILS)) : true; String mrJobId = optionsHelper.getOptionValue(OPTION_MR_JOB_ID); extractRestCheckUrl();
@Override protected void execute(OptionsHelper optionsHelper) throws Exception { String exportDest = optionsHelper.getOptionValue(options.getOption("destDir")); boolean shouldCompress = optionsHelper.hasOption(OPTION_COMPRESS) ? Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_COMPRESS)) : true; boolean isSubmodule = optionsHelper.hasOption(OPTION_SUBMODULE) ? Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_SUBMODULE)) : false; packageType = optionsHelper.getOptionValue(OPTION_PACKAGETYPE);
beforeExtract(); int logPeriod = optionsHelper.hasOption(OPTION_LOG_PERIOD) ? Integer.parseInt(optionsHelper.getOptionValue(OPTION_LOG_PERIOD)) : DEFAULT_LOG_PERIOD;
@Override protected void execute(OptionsHelper optionsHelper) throws Exception { final String cubeName = optionsHelper.getOptionValue(OPTION_CUBE_NAME); final String segmentId = optionsHelper.getOptionValue(OPTION_SEGMENT_ID); final String metaUrl = optionsHelper.getOptionValue(OPTION_META_URL); final String segmentIds = optionsHelper.getOptionValue(OPTION_MERGE_SEGMENT_IDS); final String dictOutputPath = optionsHelper.getOptionValue(OPTION_OUTPUT_PATH_DICT); final String statOutputPath = optionsHelper.getOptionValue(OPTION_OUTPUT_PATH_STAT);
@Override protected void executeExtract(OptionsHelper optionsHelper, File exportDir) throws Exception { includeSegments = optionsHelper.hasOption(OPTION_INCLUDE_SEGMENTS) ? Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_INCLUDE_SEGMENTS)) : true; includeJobs = optionsHelper.hasOption(OPTION_INCLUDE_JOB) ? Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_INCLUDE_JOB)) : false; includeSegmentDetails = optionsHelper.hasOption(OPTION_INCLUDE_SEGMENT_DETAILS) ? Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_INCLUDE_SEGMENT_DETAILS)) : false; onlyJobOutput = optionsHelper.hasOption(OPTION_INCLUDE_ONLY_JOB_OUTPUT) ? Boolean.parseBoolean(optionsHelper.getOptionValue(OPTION_INCLUDE_ONLY_JOB_OUTPUT)) : true; storageType = optionsHelper.hasOption(OPTION_STORAGE_TYPE) ? optionsHelper.getOptionValue(OPTION_STORAGE_TYPE) : null; engineType = optionsHelper.hasOption(OPTION_ENGINE_TYPE) ? optionsHelper.getOptionValue(OPTION_ENGINE_TYPE) : null; exportPath = exportDir.getAbsolutePath(); String projectNames = optionsHelper.getOptionValue(OPTION_PROJECT); for (String projectName : StringUtil.splitByComma(projectNames)) { ProjectInstance projectInstance = projectManager.getProject(projectName); String cubeNames = optionsHelper.getOptionValue(OPTION_CUBE); for (String cubeName : StringUtil.splitByComma(cubeNames)) { IRealization realization = cubeManager.getRealization(cubeName); String hybridNames = optionsHelper.getOptionValue(OPTION_HYBRID); for (String hybridName : StringUtil.splitByComma(hybridNames)) {
@Override protected void execute(OptionsHelper optionsHelper) throws Exception { String cubeName = optionsHelper.getOptionValue(OPTION_CUBE_NAME); String metaUrl = optionsHelper.getOptionValue(OPTION_META_URL); String segmentId = optionsHelper.getOptionValue(OPTION_SEGMENT_ID); String hiveTable = optionsHelper.getOptionValue(OPTION_INPUT_TABLE); String inputPath = optionsHelper.getOptionValue(OPTION_INPUT_PATH); String outputPath = optionsHelper.getOptionValue(OPTION_OUTPUT_PATH); String counterPath = optionsHelper.getOptionValue(OPTION_COUNTER_PATH); int samplingPercent = Integer.parseInt(optionsHelper.getOptionValue(OPTION_STATS_SAMPLING_PERCENT));
String projectNames = optionsHelper.getOptionValue(OPTION_PROJECT); for (String projectName : StringUtil.splitByComma(projectNames)) { ProjectInstance projectInstance = projectManager.getProject(projectName); String cubeNames = optionsHelper.getOptionValue(OPTION_CUBE); for (String cubeName : StringUtil.splitByComma(cubeNames)) { IRealization realization = cubeManager.getRealization(cubeName);