protected CatalogEntity createSpace(Space space, NamespaceAttribute... attributes) throws NamespaceException { String spaceName = space.getName(); Preconditions.checkArgument(space.getId() == null, "Space id is immutable."); Preconditions.checkArgument(spaceName != null, "Space name is required."); Preconditions.checkArgument(spaceName.trim().length() > 0, "Space name cannot be empty."); // TODO: move the space name validation somewhere reusable instead of having to create a new SpaceName new SpaceName(spaceName); NamespaceKey namespaceKey = new NamespaceKey(spaceName); // check if space already exists with the given name. if (namespaceService.exists(namespaceKey, NameSpaceContainer.Type.SPACE)) { throw new ConcurrentModificationException(String.format("A space with the name [%s] already exists.", spaceName)); } namespaceService.addOrUpdateSpace(namespaceKey, getSpaceConfig(space), attributes); return getSpaceFromConfig(namespaceService.getSpace(namespaceKey), null); }
protected void updateSpace(Space space, NamespaceAttribute... attributes) throws NamespaceException { NamespaceKey namespaceKey = new NamespaceKey(space.getName()); SpaceConfig spaceConfig = namespaceService.getSpace(namespaceKey); Preconditions.checkArgument(space.getName().equals(spaceConfig.getName()), "Space name is immutable."); namespaceService.addOrUpdateSpace(namespaceKey, getSpaceConfig(space), attributes); }
public static void addSpace(NamespaceService ns, String name) throws Exception { final SpaceConfig space = new SpaceConfig(); space.setName(name); ns.addOrUpdateSpace(new NamespaceKey(name), space); }
namespaceService.addOrUpdateSpace(new SpacePath(new SpaceName(spaceConfig.getName())).toNamespaceKey(), spaceConfig); spaceConfig = new SpaceConfig(); spaceConfig.setName("Sales-Sample"); spaceConfig.setDescription("sales"); spaceConfig.setCtime(System.currentTimeMillis()); namespaceService.addOrUpdateSpace(new SpacePath(new SpaceName(spaceConfig.getName())).toNamespaceKey(), spaceConfig); spaceConfig = new SpaceConfig(); spaceConfig.setName("Tpch-Sample"); spaceConfig.setDescription("tpch queries"); spaceConfig.setCtime(System.currentTimeMillis()); namespaceService.addOrUpdateSpace(new SpacePath(new SpaceName(spaceConfig.getName())).toNamespaceKey(), spaceConfig); spaceConfig = new SpaceConfig(); spaceConfig.setName("DG"); spaceConfig.setDescription("dataset graph"); spaceConfig.setCtime(System.currentTimeMillis()); namespaceService.addOrUpdateSpace(new SpacePath(new SpaceName(spaceConfig.getName())).toNamespaceKey(), spaceConfig);
@BeforeClass public static void init() throws Exception { BaseTestServer.init(); // setup space NamespaceKey key = new NamespaceKey("dsvTest"); SpaceConfig spaceConfig = new SpaceConfig(); spaceConfig.setName("dsvTest"); newNamespaceService().addOrUpdateSpace(key, spaceConfig); }
@BeforeClass public static void init() throws Exception { BaseTestServer.init(); // setup space NamespaceKey key = new NamespaceKey("mySpace"); SpaceConfig spaceConfig = new SpaceConfig(); spaceConfig.setName("mySpace"); newNamespaceService().addOrUpdateSpace(key, spaceConfig); }
@BeforeClass public static void before() throws Exception { NamespaceService namespaceService = newNamespaceService(); SpaceConfig spaceConfig = new SpaceConfig(); spaceConfig.setName("searchSpace"); namespaceService.addOrUpdateSpace(new NamespaceKey(spaceConfig.getName()), spaceConfig); }
public static SpaceConfig addOrUpdateSpace(NamespaceService service, SpacePath spacePath, Space space) throws NamespaceException, UserNotFoundException { SpaceConfig spaceConfig = new SpaceConfig() .setId(space.getId() != null ? new EntityId(space.getId()) : null) .setName(space.getName()) .setDescription(space.getDescription()) .setTag(space.getVersion()); service.addOrUpdateSpace(spacePath.toNamespaceKey(), spaceConfig); return service.getSpace(spacePath.toNamespaceKey()); }
private void createSpaceAndVDS(NamespaceKey spacePath, List<String> vdsPath) throws NamespaceException { // create space SpaceConfig spaceConfig = new SpaceConfig(); spaceConfig.setName(spacePath.getRoot()); newNamespaceService().addOrUpdateSpace(spacePath, spaceConfig); // create vds VirtualDataset virtualDataset = new VirtualDataset(); virtualDataset.setSql("select * from sys.version"); DatasetConfig datasetConfig = new DatasetConfig(); datasetConfig.setName(vdsPath.get(vdsPath.size() - 1)); datasetConfig.setFullPathList(vdsPath); datasetConfig.setType(DatasetType.VIRTUAL_DATASET); datasetConfig.setVirtualDataset(virtualDataset); getSabotContext().getViewCreator(SystemUser.SYSTEM_USERNAME).createView(vdsPath, "select * from sys.version", null); } }
SpaceConfig config = new SpaceConfig(); config.setName("testA"); namespaceService.addOrUpdateSpace(new SpacePath(config.getName()).toNamespaceKey(), config); config = new SpaceConfig(); config.setName("testB"); namespaceService.addOrUpdateSpace(new SpacePath(config.getName()).toNamespaceKey(), config); final HomeConfig home1 = new HomeConfig(); home1.setOwner(DEFAULT_USER_NAME);
namespaceService.addOrUpdateSpace(new SpacePath(new SpaceName(config.getName())).toNamespaceKey(), config); config = new SpaceConfig(); config.setName("b"); namespaceService.addOrUpdateSpace(new SpacePath(new SpaceName(config.getName())).toNamespaceKey(), config); config = new SpaceConfig(); config.setName("c"); namespaceService.addOrUpdateSpace(new SpacePath(new SpaceName(config.getName())).toNamespaceKey(), config);
public void addCPSource(boolean createFolder) throws Exception { getSourceService().registerSourceWithRuntime(InternalFileConf.create(TEST_SOURCE, new URI("classpath:///acceleration/"), SchemaMutability.ALL, CatalogService.DEFAULT_METADATA_POLICY)); final NamespaceService nsService = getNamespaceService(); final SpaceConfig config = new SpaceConfig().setName(TEST_SPACE); if(!nsService.exists(new SpacePath(config.getName()).toNamespaceKey())) { nsService.addOrUpdateSpace(new SpacePath(config.getName()).toNamespaceKey(), config); } if (createFolder) { final FolderConfig folderConfig = new FolderConfig().setName(TEST_FOLDER); nsService.addOrUpdateFolder(TEST_FOLDER_PATH.toNamespaceKey(), folderConfig); } }
protected void setSpace() throws NamespaceException, IOException { clearAllDataExceptUser(); final SpaceConfig foo = new SpaceConfig().setName("spacefoo"); SpacePath spacePath = new SpacePath(new SpaceName(foo.getName())); newNamespaceService().addOrUpdateSpace(spacePath.toNamespaceKey(), foo); newNamespaceService().addOrUpdateFolder(new FolderPath("spacefoo.folderbar").toNamespaceKey(), new FolderConfig().setName("folderbar").setFullPathList(asList("spacefoo", "folderbar"))); newNamespaceService().addOrUpdateFolder(new FolderPath("spacefoo.folderbar.folderbaz").toNamespaceKey(), new FolderConfig().setName("folderbaz").setFullPathList(asList("spacefoo", "folderbar", "folderbaz"))); }
@BeforeClass public static void init() throws Exception { BaseTestServer.init(); final NamespaceService nsService = getNamespaceService(); final SpaceConfig config = new SpaceConfig().setName(TEST_SPACE); nsService.addOrUpdateSpace(new SpacePath(config.getName()).toNamespaceKey(), config); materializationStore = new MaterializationStore(p(KVStoreProvider.class)); entriesStore = new ReflectionEntriesStore(p(KVStoreProvider.class)); }
@Test public void testDownloadWithRelativeDatasetPath() throws Exception { SpaceConfig spaceConfig = new SpaceConfig(); spaceConfig.setName("mySpace"); newNamespaceService().addOrUpdateSpace(new NamespaceKey("mySpace"), spaceConfig); FolderConfig folderConfig = new FolderConfig(); List<String> path = Arrays.asList("mySpace", "folder"); folderConfig.setFullPathList(path); folderConfig.setName("folder"); newNamespaceService().addOrUpdateFolder(new NamespaceKey(path), folderConfig); final DatasetPath dsPath = new DatasetPath("mySpace.folder.testVDS"); DatasetUI ds = createDatasetFromSQLAndSave(dsPath,"select * from DG.dsg1 LIMIT 10", asList("cp")); final DatasetPath dsPath2 = new DatasetPath("mySpace.folder.testVDS2"); DatasetUI ds2 = createDatasetFromSQLAndSave(dsPath2,"select * from testVDS", path); Job job = datasetService.prepareDownload(dsPath2, ds2.getDatasetVersion(), DownloadFormat.CSV, 50, SampleDataPopulator.DEFAULT_USER_NAME); job.getData().loadIfNecessary(); DownloadDataResponse downloadDataResponse = datasetService.downloadData(job.getJobAttempt().getInfo().getDownloadInfo(), SampleDataPopulator.DEFAULT_USER_NAME); final List<TestData> downloadedData = readDataCsv(downloadDataResponse.getInput()); assertEquals(10, downloadedData.size()); for (int i = 0; i < 10; ++i) { assertEquals("user" + i, downloadedData.get(i).getUser()); assertEquals(i%25, downloadedData.get(i).getAge()); assertEquals("address" + i, downloadedData.get(i).getAddress()); } }
SpaceConfig config = new SpaceConfig(); config.setName("a"); namespaceService.addOrUpdateSpace(new SpacePath(new SpaceName(config.getName())).toNamespaceKey(), config); config = new SpaceConfig(); config.setName("b"); namespaceService.addOrUpdateSpace(new SpacePath(new SpaceName(config.getName())).toNamespaceKey(), config); config = new SpaceConfig(); config.setName("c"); namespaceService.addOrUpdateSpace(new SpacePath(new SpaceName(config.getName())).toNamespaceKey(), config);
config2.setDescription("space2"); namespaceService.addOrUpdateSpace(new SpacePath(new SpaceName(config2.getName())).toNamespaceKey(), config2); namespaceService.addOrUpdateSpace(new SpacePath(new SpaceName(config1.getName())).toNamespaceKey(), config1);
namespaceService.addOrUpdateSpace(new NamespaceKey(space1.getName()), space1); namespaceService.addOrUpdateSpace(new NamespaceKey(space2.getName()), space2); namespaceService.addOrUpdateSpace(new NamespaceKey(space1.getName()), space1); namespaceService.addOrUpdateSpace(new NamespaceKey(space2.getName()), space2);
@Test public void testCTASReplace() throws Exception { NamespaceKey namespaceKey = new NamespaceKey("ctasSpace"); SpaceConfig spaceConfig = new SpaceConfig(); spaceConfig.setName("ctasSpace"); newNamespaceService().addOrUpdateSpace(namespaceKey, spaceConfig); SqlQuery ctas = getQueryFromSQL("CREATE OR REPLACE VIEW ctasSpace.ctastest AS select * from (VALUES (1))"); Job ctasJob = jobsService.submitJob(JobRequest.newBuilder() .setSqlQuery(ctas) .setQueryType(QueryType.UI_RUN) .build(), NoOpJobStatusListener.INSTANCE); waitForCompletion(ctasJob); ctas = getQueryFromSQL("CREATE OR REPLACE VIEW ctasSpace.ctastest AS select * from (VALUES (2))"); ctasJob = jobsService.submitJob(JobRequest.newBuilder() .setSqlQuery(ctas) .setQueryType(QueryType.UI_RUN) .build(), NoOpJobStatusListener.INSTANCE); waitForCompletion(ctasJob); newNamespaceService().deleteSpace(namespaceKey, newNamespaceService().getSpace(namespaceKey).getTag()); }