@Override public boolean apply(RealizationEntry input) { return input.getType() == type && input.getRealization().equalsIgnoreCase(realization); } });
public static RealizationEntry create(RealizationType type, String realization) { RealizationEntry entry = new RealizationEntry(); entry.setRealization(realization); entry.setType(type); return entry; } }
@Override public boolean apply(RealizationEntry input) { return input.getType() == type; } }));
private static List<String> filterByProjects(List<String> allTableNames, List<String> projectNames) { ProjectManager projectManager = ProjectManager.getInstance(KylinConfig.getInstanceFromEnv()); CubeManager cubeManager = CubeManager.getInstance(KylinConfig.getInstanceFromEnv()); List<String> result = Lists.newArrayList(); for (String p : projectNames) { p = p.trim(); if (p.endsWith(",")) { p = p.substring(0, p.length() - 1); } ProjectInstance projectInstance = projectManager.getProject(p); List<RealizationEntry> cubeList = projectInstance.getRealizationEntries(RealizationType.CUBE); for (RealizationEntry cube : cubeList) { CubeInstance cubeInstance = cubeManager.getCube(cube.getRealization()); for (CubeSegment segment : cubeInstance.getSegments()) { String tableName = segment.getStorageLocationIdentifier(); if (allTableNames.contains(tableName)) { result.add(tableName); } } } } return result; }
owner = cube.getOwner(); realizationEntries.add(RealizationEntry.create(RealizationType.CUBE, cube.getName()));
@Override public boolean apply(@Nullable RealizationEntry input) { return input.getType() == type; } }));
@Override public DataModelDesc getModel() { if (this.getLatestRealization() != null) { return this.getLatestRealization().getModel(); } // all included cubes are disabled if (this.getRealizationEntries() != null && this.getRealizationEntries().size() > 0) { String cubeName = this.getRealizationEntries().get(0).getRealization(); CubeInstance cubeInstance = CubeManager.getInstance(config).getCube(cubeName); return cubeInstance.getModel(); } return null; }
@Test public void testHappyIngest2() { String srcPath = Thread.currentThread().getContextClassLoader().getResource("benchmark_meta.zip").getPath(); CubeMetaIngester.main(new String[] { "-project", "default", "-srcPath", srcPath, "-overwriteTables", "true" }); ProjectInstance project = ProjectManager.getInstance(KylinConfig.getInstanceFromEnv()).getProject("default"); Assert.assertEquals(1, Collections.frequency(project.getTables(), "SSB.CUSTOMER")); Assert.assertTrue(project.getModels().contains("benchmark_model")); Assert.assertTrue(project.getRealizationEntries().contains(RealizationEntry.create(RealizationType.CUBE, "benchmark_cube"))); getTestConfig().clearManagers(); CubeInstance instance = CubeManager.getInstance(KylinConfig.getInstanceFromEnv()).getCube("benchmark_cube"); Assert.assertTrue(instance != null); }
@Override public boolean apply(RealizationEntry input) { return input.getType() == type && input.getRealization().equalsIgnoreCase(realization); } });
public void addRealizationEntry(final RealizationType type, final String realizationName) { RealizationEntry pdm = new RealizationEntry(); pdm.setType(type); pdm.setRealization(realizationName); this.realizationEntries.add(pdm); }
@Override public boolean apply(RealizationEntry input) { return input.getType() == type; } }));
if (realizationEntries != null) { for (RealizationEntry entry : realizationEntries) { HybridInstance instance = getHybridManager().getHybridInstance(entry.getRealization()); allHybrids.add(instance); if (realizationEntries != null) { for (RealizationEntry entry : realizationEntries) { HybridInstance instance = getHybridManager().getHybridInstance(entry.getRealization()); allHybrids.add(instance); boolean hybridInModel = false; for (RealizationEntry entry : hybridInstance.getRealizationEntries()) { CubeDesc cubeDesc = getCubeDescManager().getCubeDesc(entry.getRealization()); if (cubeDesc != null && model.getName().equalsIgnoreCase(cubeDesc.getModel().getName())) { hybridInModel = true;
@Test public void testHappyIngest() { String srcPath = Thread.currentThread().getContextClassLoader().getResource("cloned_cube_and_model.zip").getPath(); CubeMetaIngester.main(new String[] { "-project", "default", "-srcPath", srcPath }); ProjectInstance project = ProjectManager.getInstance(KylinConfig.getInstanceFromEnv()).getProject("default"); Assert.assertEquals(1, Collections.frequency(project.getTables(), "DEFAULT.TEST_KYLIN_FACT")); Assert.assertTrue(project.getModels().contains("cloned_model")); Assert.assertTrue(project.getRealizationEntries().contains(RealizationEntry.create(RealizationType.CUBE, "cloned_cube"))); getTestConfig().clearManagers(); CubeInstance instance = CubeManager.getInstance(KylinConfig.getInstanceFromEnv()).getCube("cloned_cube"); Assert.assertTrue(instance != null); }
private IRealization getRealization(RealizationEntry realizationEntry) { return realizationRegistry.getRealization(realizationEntry.getType(), realizationEntry.getRealization()); }
@Nullable @Override public RealizationEntry apply(@Nullable CubeDesc cubeDesc) { if (cubeDesc != null) { RealizationEntry entry = new RealizationEntry(); entry.setRealization(cubeDesc.getName()); entry.setType(RealizationType.CUBE); return entry; } return null; } }));
@Override public boolean apply(@Nullable RealizationEntry input) { return input.getType() == type; } }));
HybridInstance instance = getHybridManager().getHybridInstance(entry.getRealization()); List<RealizationEntry> cubeRealizationEntries = instance.getRealizationEntries(); if (cube.getName().equals(cubeRealizationEntry.getRealization())) { needUpdateHybrid = true; cubeRealizationEntries.remove(cubeRealizationEntry); String[] cubeNames = new String[cubeRealizationEntries.size()]; for (int i = 0; i < cubeRealizationEntries.size(); i++) { cubeNames[i] = cubeRealizationEntries.get(i).getRealization();
realizationEntries.add(RealizationEntry.create(RealizationType.CUBE, cubeInstance.getName())); realizationEntries.add(RealizationEntry.create(RealizationType.CUBE, newCubeInstance.getName())); HybridInstance hybridInstance = HybridInstance.create(kylinConfig, renameHybrid(cubeInstance.getName()), realizationEntries); store.checkAndPutResource(hybridInstance.getResourcePath(), hybridInstance, HybridManager.HYBRID_SERIALIZER);
private IRealization getRealization(RealizationEntry realizationEntry) { return realizationRegistry.getRealization(realizationEntry.getType(), realizationEntry.getRealization()); }
public void addRealizationEntry(final RealizationType type, final String realizationName) { RealizationEntry pdm = new RealizationEntry(); pdm.setType(type); pdm.setRealization(realizationName); this.realizationEntries.add(pdm); }