public CubeSignatureRefresher(String[] cubes) { config = KylinConfig.getInstanceFromEnv(); store = ResourceStore.getStore(config); cubeNames = cubes; }
public ClientEnvExtractor() throws IOException { super(); packageType = "client"; kylinConfig = KylinConfig.getInstanceFromEnv(); cmdExecutor = kylinConfig.getCliCommandExecutor(); }
@PreAuthorize(Constant.ACCESS_HAS_ROLE_ADMIN) public void updateConfig(String key, String value) { logger.debug("Update Kylin Runtime Config, key=" + key + ", value=" + value); KylinConfig.getInstanceFromEnv().setProperty(key, value); }
protected String computeKeyHash(String key) { // hash keys to keep things under 250 characters for memcached return Joiner.on(":").skipNulls().join(KylinConfig.getInstanceFromEnv().getDeployEnv(), this.memcachedPrefix, DigestUtils.shaHex(key)); }
public static IHiveClient getHiveClient() { if ("cli".equals(KylinConfig.getInstanceFromEnv().getHiveClientMode())) { return new CLIHiveClient(); } else if ("beeline".equals(KylinConfig.getInstanceFromEnv().getHiveClientMode())) { return new BeelineHiveClient(KylinConfig.getInstanceFromEnv().getHiveBeelineParams()); } else { throw new RuntimeException("cannot recognize hive client mode"); } } }
private static KylinConfig mockup(String outputDir) { KylinConfig mockup = KylinConfig.createKylinConfig(KylinConfig.getInstanceFromEnv()); mockup.setMetadataUrl(new File(outputDir).getAbsolutePath()); return mockup; } }
public static void main(String[] args) throws Exception { // KylinConfig.setSandboxEnvIfPossible(); KylinConfig config = KylinConfig.getInstanceFromEnv(); DataModelDesc kylinModel = generateKylinModelForMetricsQuery("ADMIN", config, new HiveSinkTool()); ByteArrayOutputStream buf = new ByteArrayOutputStream(); DataOutputStream dout = new DataOutputStream(buf); MODELDESC_SERIALIZER.serialize(kylinModel, dout); dout.close(); buf.close(); System.out.println(buf.toString("UTF-8")); }
public UpdateHTableHostCLI(List<String> htables, String oldHostValue) throws IOException { this.htables = htables; this.oldHostValue = oldHostValue; try (Connection conn = ConnectionFactory.createConnection(HBaseConfiguration.create());) { hbaseAdmin = conn.getAdmin(); this.kylinConfig = KylinConfig.getInstanceFromEnv(); } }
@RequestMapping(value = "/config", method = { RequestMethod.GET }, produces = { "application/json" }) @ResponseBody public GeneralResponse getConfig() throws IOException { String config = KylinConfig.getInstanceFromEnv().exportAllToString(); GeneralResponse configRes = new GeneralResponse(); configRes.put("config", config); return configRes; }
public BaseBatchCubingInputSide(IJoinedFlatTableDesc flatDesc) { KylinConfig config = KylinConfig.getInstanceFromEnv(); this.flatDesc = flatDesc; this.flatTableDatabase = config.getHiveDatabaseForIntermediateTable(); this.hdfsWorkingDir = config.getHdfsWorkingDirectory(); }
public static void init() { enabled = KylinConfig.getInstanceFromEnv().getQueryMetricsEnabled(); if (!enabled) return; DefaultMetricsSystem.initialize("Kylin"); }
public static void main(String[] args) throws IOException { CubeDescManager cubeDescMgr = CubeDescManager.getInstance(KylinConfig.getInstanceFromEnv()); if ("test".equals(args[0])) { CubeDesc cubeDesc = cubeDescMgr.getCubeDesc(args[1]); simulateCuboidGeneration(cubeDesc, true); } }
private void setAlgorithmLayer() { ExecutableManager execMgr = ExecutableManager.getInstance(KylinConfig.getInstanceFromEnv()); CubingJob cubingJob = (CubingJob) execMgr.getJob(this.getParam(JOB_ID)); cubingJob.setAlgorithm(CubingJob.AlgorithmEnum.LAYER); }
@Before public void beforeTest() { staticCreateTestMetadata(); KylinConfig.getInstanceFromEnv().setProperty("kylin.dictionary.append-entry-size", "50000"); BASE_DIR = KylinConfig.getInstanceFromEnv().getHdfsWorkingDirectory() + "/resources/GlobalDict" + RESOURCE_DIR + "/"; LOCAL_BASE_DIR = getLocalWorkingDirectory() + "/resources/GlobalDict" + RESOURCE_DIR + "/"; }
@Override public void unloadTable(String tableName, String project) throws IOException { StreamingConfig config; KafkaConfig kafkaConfig; KylinConfig kylinConfig = KylinConfig.getInstanceFromEnv(); StreamingManager streamingManager = StreamingManager.getInstance(kylinConfig); KafkaConfigManager kafkaConfigManager = KafkaConfigManager.getInstance(kylinConfig); config = streamingManager.getStreamingConfig(tableName); kafkaConfig = kafkaConfigManager.getKafkaConfig(tableName); streamingManager.removeStreamingConfig(config); kafkaConfigManager.removeKafkaConfig(kafkaConfig); }
@Before public void setup() throws Exception { createTestMetadata(); TableMetadataManager metadataManager = TableMetadataManager.getInstance(KylinConfig.getInstanceFromEnv()); this.random = new Random(); tableDesc = metadataManager.getTableDesc("TEST_COUNTRY", "default"); sourceRowNum = 10000; genTestData(); lookupTable = new RocksDBLookupTable(tableDesc, new String[] { "COUNTRY" }, "lookup_cache/TEST_COUNTRY"); }
@Test public void test2() { KylinConfig baseConfig = KylinConfig.getInstanceFromEnv(); CubeInstance cube = CubeManager.getInstance(baseConfig).getCube("ssb"); verifyOverride(baseConfig, cube.getConfig()); }
private void addTables(DataModelDesc modelDesc) throws IOException { if (modelDesc != null) { //fixme should get all tbls in prj not only in cubes when back up by prj. for (TableRef tableRef : modelDesc.getAllTables()) { addRequired(tableRef.getTableDesc().getResourcePath()); addOptional(TableMetadataManager.getInstance(KylinConfig.getInstanceFromEnv()) // .getTableExt(tableRef.getTableDesc()) // .getResourcePath()); // } addRequired(DataModelDesc.concatResourcePath(modelDesc.getName())); } }
@Test public void testForceLimit() { KylinConfig.getInstanceFromEnv().setProperty("kylin.query.force-limit", "10"); String sql1 = "select * \nfrom DEFAULT.TEST_KYLIN_FACT"; String result = QueryUtil.massageSql(sql1, "default", 0, 0, "DEFAULT"); Assert.assertEquals("select * \nfrom DEFAULT.TEST_KYLIN_FACT\nLIMIT 10", result); String sql2 = "select 2 * 8 from DEFAULT.TEST_KYLIN_FACT"; result = QueryUtil.massageSql(sql2, "default", 0, 0, "DEFAULT"); Assert.assertEquals("select 2 * 8 from DEFAULT.TEST_KYLIN_FACT", result); }
@Test public void testGetMetadataUrlPrefix() { KylinConfig config = KylinConfig.getInstanceFromEnv(); config.setMetadataUrl("testMetaPrefix@hbase"); assertEquals("testMetaPrefix", config.getMetadataUrlPrefix()); config.setMetadataUrl("testMetaPrefix@hdfs"); assertEquals("testMetaPrefix", config.getMetadataUrlPrefix()); config.setMetadataUrl("/kylin/temp"); assertEquals("/kylin/temp", config.getMetadataUrlPrefix()); }