private static KylinConfig mockup(String outputDir) { KylinConfig mockup = KylinConfig.createKylinConfig(KylinConfig.getInstanceFromEnv()); mockup.setMetadataUrl(new File(outputDir).getAbsolutePath()); return mockup; } }
public static KylinConfig loadKylinPropsAndMetadata() throws IOException { File metaDir = new File("meta"); if (!metaDir.getAbsolutePath().equals(System.getProperty(KylinConfig.KYLIN_CONF))) { System.setProperty(KylinConfig.KYLIN_CONF, metaDir.getAbsolutePath()); logger.info("The absolute path for meta dir is " + metaDir.getAbsolutePath()); KylinConfig kylinConfig = KylinConfig.getInstanceFromEnv(); Map<String, String> paramsMap = new HashMap<>(); paramsMap.put("path", metaDir.getAbsolutePath()); StorageURL storageURL = new StorageURL(kylinConfig.getMetadataUrl().getIdentifier(), "ifile", paramsMap); kylinConfig.setMetadataUrl(storageURL.toString()); return kylinConfig; } else { return KylinConfig.getInstanceFromEnv(); } }
public static void staticCreateTestMetadata(boolean useTestMeta, MetadataTestCaseHook hook) { try { KylinConfig.destroyInstance(); FileUtils.deleteDirectory(new File(LOCALMETA_TEMP_DATA)); if (useTestMeta) { FileUtils.copyDirectory(new File(LOCALMETA_TEST_DATA), new File(LOCALMETA_TEMP_DATA)); } if (System.getProperty(KylinConfig.KYLIN_CONF) == null && System.getenv(KylinConfig.KYLIN_CONF) == null) { System.setProperty(KylinConfig.KYLIN_CONF, LOCALMETA_TEMP_DATA); } if (hook != null) { hook.hook(); } KylinConfig config = KylinConfig.getInstanceFromEnv(); config.setMetadataUrl(LOCALMETA_TEMP_DATA); config.setProperty("kylin.env.hdfs-working-dir", "file:///tmp/kylin"); } catch (IOException e) { throw new RuntimeException(e); } }
config.setMetadataUrl(uri); return config; } else if (uriType == UriType.PROPERTIES_FILE) {
@Test public void testGetMetadataUrlPrefix() { KylinConfig config = KylinConfig.getInstanceFromEnv(); config.setMetadataUrl("testMetaPrefix@hbase"); assertEquals("testMetaPrefix", config.getMetadataUrlPrefix()); config.setMetadataUrl("testMetaPrefix@hdfs"); assertEquals("testMetaPrefix", config.getMetadataUrlPrefix()); config.setMetadataUrl("/kylin/temp"); assertEquals("/kylin/temp", config.getMetadataUrlPrefix()); }
@Test public void testExecute() throws Exception { String metadataPath = tempMetadataDir.getPath(); String inputPath = "src/main/resources/SCSinkTools.json"; SCCreator cli = new SCCreator(); cli.execute("ADMIN", metadataPath, inputPath); Assert.assertTrue(tempMetadataDir.isDirectory()); KylinConfig local = KylinConfig.createKylinConfig(KylinConfig.getInstanceFromEnv()); local.setMetadataUrl(metadataPath); CubeManager cubeManager = CubeManager.getInstance(local); List<CubeInstance> cubeList = cubeManager.listAllCubes(); System.out.println("System cubes: " + cubeList); assertEquals(cubeList.size(), 5); for (CubeInstance cube : cubeList) { Assert.assertTrue(cube.getStatus() != RealizationStatusEnum.DESCBROKEN); } }
@Test public void testThreadLocalOverride() throws InterruptedException { final String metadata1 = "meta1"; final String metadata2 = "meta2"; // set system KylinConfig KylinConfig sysConfig = KylinConfig.getInstanceFromEnv(); sysConfig.setMetadataUrl(metadata1); assertEquals(metadata1, KylinConfig.getInstanceFromEnv().getMetadataUrl().toString()); // test thread-local override KylinConfig threadConfig = KylinConfig.createKylinConfig(new Properties()); threadConfig.setMetadataUrl(metadata2); try (SetAndUnsetThreadLocalConfig autoUnset = KylinConfig.setAndUnsetThreadLocalConfig(threadConfig)) { assertEquals(metadata2, KylinConfig.getInstanceFromEnv().getMetadataUrl().toString()); // other threads still use system KylinConfig final String[] holder = new String[1]; Thread child = new Thread(new Runnable() { @Override public void run() { holder[0] = KylinConfig.getInstanceFromEnv().getMetadataUrl().toString(); } }); child.start(); child.join(); assertEquals(metadata1, holder[0]); } }
public static KylinConfig loadKylinPropsAndMetadata(Configuration conf) throws IOException { File metaDir = new File("meta"); System.setProperty(KylinConfig.KYLIN_CONF, metaDir.getAbsolutePath()); logger.info("The absolute path for meta dir is " + metaDir.getAbsolutePath()); KylinConfig kylinConfig = KylinConfig.getInstanceFromEnv(); kylinConfig.setMetadataUrl(metaDir.getCanonicalPath()); return kylinConfig; }
public CubeMetadataUpgrade(String newMetadataUrl) { KylinConfig.destoryInstance(); System.setProperty(KylinConfig.KYLIN_CONF, newMetadataUrl); KylinConfig.getInstanceFromEnv().setMetadataUrl(newMetadataUrl); config = KylinConfig.getInstanceFromEnv(); store = getStore(); }
public static void createTestMetadata(String testDataFolder) { KylinConfig.destoryInstance(); String tempTestMetadataUrl = "../examples/test_metadata"; try { FileUtils.deleteDirectory(new File(tempTestMetadataUrl)); FileUtils.copyDirectory(new File(testDataFolder), new File(tempTestMetadataUrl)); } catch (IOException e) { e.printStackTrace(); } if (System.getProperty(KylinConfig.KYLIN_CONF) == null && System.getenv(KylinConfig.KYLIN_CONF) == null) System.setProperty(KylinConfig.KYLIN_CONF, tempTestMetadataUrl); KylinConfig.getInstanceFromEnv().setMetadataUrl(tempTestMetadataUrl); }
config.setMetadataUrl(uri); return config; } else if (uriType == UriType.PROPERTIES_FILE) {
private static void updateKylinConfigWithMinicluster() { KylinConfig.getInstanceFromEnv().setMetadataUrl(TEST_METADATA_TABLE + "@" + hbaseconnectionUrl); KylinConfig.getInstanceFromEnv().setStorageUrl(hbaseconnectionUrl); }
public static KylinConfig loadKylinPropsAndMetadata(Configuration conf) throws IOException { File metaDir = new File("meta"); System.setProperty(KylinConfig.KYLIN_CONF, metaDir.getAbsolutePath()); logger.info("The absolute path for meta dir is " + metaDir.getAbsolutePath()); KylinConfig kylinConfig = KylinConfig.getInstanceFromEnv(); kylinConfig.setMetadataUrl(metaDir.getAbsolutePath()); return kylinConfig; }
private static KylinConfig mockup(String outputDir) { KylinConfig mockup = KylinConfig.createKylinConfig(KylinConfig.getInstanceFromEnv()); mockup.setMetadataUrl(new File(outputDir).getAbsolutePath()); return mockup; } }
public static KylinConfig loadKylinPropsAndMetadata() throws IOException { File metaDir = new File("meta"); if (!metaDir.getAbsolutePath().equals(System.getProperty(KylinConfig.KYLIN_CONF))) { System.setProperty(KylinConfig.KYLIN_CONF, metaDir.getAbsolutePath()); logger.info("The absolute path for meta dir is " + metaDir.getAbsolutePath()); KylinConfig kylinConfig = KylinConfig.getInstanceFromEnv(); Map<String, String> paramsMap = new HashMap<>(); paramsMap.put("path", metaDir.getAbsolutePath()); StorageURL storageURL = new StorageURL(kylinConfig.getMetadataUrl().getIdentifier(), "ifile", paramsMap); kylinConfig.setMetadataUrl(storageURL.toString()); return kylinConfig; } else { return KylinConfig.getInstanceFromEnv(); } }
public CubeMetadataUpgrade(String newMetadataUrl) { KylinConfig.destoryInstance(); System.setProperty(KylinConfig.KYLIN_CONF, newMetadataUrl); KylinConfig.getInstanceFromEnv().setMetadataUrl(newMetadataUrl); config = KylinConfig.getInstanceFromEnv(); store = getStore(); }
config.setMetadataUrl(uri); return config; } else if (uriType == UriType.PROPERTIES_FILE) {
config.setMetadataUrl(uri); return config; } else if (uriType == UriType.PROPERTIES_FILE) {