/** * Gets Dataset manager of Dataset instance of type {@literal <}T>. * * @param datasetInstanceName instance name of dataset * @return Dataset Manager of Dataset instance of type {@literal <}T> * @throws Exception */ protected final <T> DataSetManager<T> getDataset(String datasetInstanceName) throws Exception { return getDataset(NamespaceId.DEFAULT.dataset(datasetInstanceName)); }
@AfterClass public static void tearDown() throws IOException, DatasetManagementException { dsFrameworkUtil.deleteInstance(NAMESPACE.dataset("a")); dsFrameworkUtil.deleteInstance(NAMESPACE.dataset("b")); dsFrameworkUtil.deleteInstance(NAMESPACE.dataset("c")); dsFrameworkUtil.deleteInstance(NAMESPACE2.dataset("a2")); dsFrameworkUtil.deleteInstance(NAMESPACE2.dataset("c2")); dsFrameworkUtil.deleteModule(NAMESPACE.datasetModule("testDataset")); dsFrameworkUtil.deleteModule(NAMESPACE2.datasetModule("testDataset")); }
public Table getMetaTable() throws IOException, DatasetManagementException { DatasetId metaTableInstanceId = NamespaceId.SYSTEM.dataset(getMetaTableName()); return DatasetsUtil.getOrCreateDataset(dsFramework, metaTableInstanceId, Table.class.getName(), DatasetProperties.EMPTY, DatasetDefinition.NO_ARGUMENTS); }
@BeforeClass public static void init() throws DatasetManagementException, IOException { dsFramework = dsFrameworkUtil.getFramework(); dsFramework.addModule(NAMESPACE.datasetModule("testDataset"), new TestDatasetModule()); dsFramework.addModule(NAMESPACE2.datasetModule("testDataset"), new TestDatasetModule()); txClient = new InMemoryTxSystemClient(dsFrameworkUtil.getTxManager()); dsFrameworkUtil.createInstance("testDataset", NAMESPACE.dataset("a"), DatasetProperties.EMPTY); dsFrameworkUtil.createInstance("testDataset", NAMESPACE.dataset("b"), DatasetProperties.EMPTY); dsFrameworkUtil.createInstance("testDataset", NAMESPACE.dataset("c"), DatasetProperties.EMPTY); dsFrameworkUtil.createInstance("testDataset", NAMESPACE2.dataset("a2"), DatasetProperties.EMPTY); dsFrameworkUtil.createInstance("testDataset", NAMESPACE2.dataset("c2"), DatasetProperties.EMPTY); }
@Override public EntityId apply(DatasetDetail input) { return appId.getNamespaceId().dataset(input.getName()); } }, null);
private DatasetId getMappedDatasetInstance(DatasetId datasetInstanceId) { if (datasetNameMapping.containsKey(datasetInstanceId.getEntityName())) { return datasetInstanceId.getParent().dataset(datasetNameMapping.get(datasetInstanceId.getEntityName())); } return datasetInstanceId; } }
@Override protected MetricsTable getTable(String name) throws Exception { DatasetId metricsDatasetInstanceId = NamespaceId.SYSTEM.dataset(name); return DatasetsUtil.getOrCreateDataset(dsFramework, metricsDatasetInstanceId, MetricsTable.class.getName(), DatasetProperties.EMPTY, null); } }
@SuppressWarnings("SameParameterValue") private void testAdminOp(String instanceName, String opName, int expectedStatus, Object expectedResult) throws IOException { testAdminOp(NamespaceId.DEFAULT.dataset(instanceName), opName, expectedStatus, expectedResult); }
@Override public void perform(Arguments arguments, PrintStream output) throws Exception { DatasetId instance = cliConfig.getCurrentNamespace().dataset(arguments.get(ArgumentName.DATASET.toString())); datasetClient.truncate(instance); output.printf("Successfully truncated dataset '%s'\n", instance.getEntityName()); }
@Override public void perform(Arguments arguments, PrintStream output) throws Exception { DatasetId dataset = cliConfig.getCurrentNamespace().dataset(arguments.get(ArgumentName.DATASET.toString())); datasetClient.delete(dataset); output.printf("Successfully deleted dataset instance '%s'\n", dataset.getEntityName()); }
@Override public DatasetId namespace(DatasetId datasetInstanceId) { String namespaced = namespace(datasetInstanceId.getParent(), datasetInstanceId.getEntityName()); return datasetInstanceId.getParent().dataset(namespaced); }
@Override public DatasetId apply(DatasetDetail input) { return appId.getNamespaceId().dataset(input.getName()); }}))); Assert.assertEquals(
@Override public void perform(Arguments arguments, PrintStream output) throws Exception { DatasetId instance = cliConfig.getCurrentNamespace().dataset(arguments.get(ArgumentName.DATASET.toString())); Map<String, String> properties = ArgumentParser.parseMap(arguments.get(ArgumentName.DATASET_PROPERTIES.toString()), ArgumentName.DATASET_PROPERTIES.toString()); datasetClient.updateExisting(instance, properties); output.printf("Successfully updated properties for dataset instance '%s' to %s", instance.getEntityName(), GSON.toJson(properties)); }
private Cube getCubeInternal(String name, int[] resolutions, Map<String, ? extends Aggregation> aggregations) throws Exception { DatasetProperties props = configureProperties(resolutions, aggregations); DatasetId id = DatasetFrameworkTestUtil.NAMESPACE_ID.dataset(name); if (dsFrameworkUtil.getInstance(id) == null) { dsFrameworkUtil.createInstance(Cube.class.getName(), id, props); } return dsFrameworkUtil.getInstance(id); }
@Test(expected = IllegalArgumentException.class) public void testInvalidTypeFails() throws Exception { dsFrameworkUtil.createInstance(ObjectMappedTable.class.getName(), DatasetFrameworkTestUtil.NAMESPACE_ID.dataset("custom"), ObjectMappedTableProperties.builder().setType(Custom.class).build()); }
@Test(expected = DataSetException.class) public void testAbsolutePathInsideCDAPDouble() throws IOException, DatasetManagementException { // test that it rejects also paths that have // in them String absolutePath = dsFrameworkUtil.getConfiguration() .get(Constants.CFG_LOCAL_DATA_DIR).replace("/", "//").concat("/hello"); dsFrameworkUtil.createInstance("fileSet", DatasetFrameworkTestUtil.NAMESPACE_ID.dataset("badFileSet"), FileSetProperties.builder().setBasePath(absolutePath).build()); }
private void assertDatasetIsEmpty(NamespaceId namespaceId, String datasetName) throws Exception { DataSetManager<KeyValueTable> outTableManager = getDataset(namespaceId.dataset(datasetName)); KeyValueTable outputTable = outTableManager.get(); try (CloseableIterator<KeyValue<byte[], byte[]>> scanner = outputTable.scan(null, null)) { Assert.assertFalse(scanner.hasNext()); } }
@Test public void testHistory() throws Exception { MetadataDataset dataset = getDataset(DatasetFrameworkTestUtil.NAMESPACE_ID.dataset("testHistory")); doTestHistory(dataset, program1, "f_"); doTestHistory(dataset, app1, "a_"); doTestHistory(dataset, dataset1, "d_"); doTestHistory(dataset, dataset2, "s_"); }
@Test(expected = IllegalArgumentException.class) public void testReuseAndExternal() throws IOException, DatasetManagementException { dsFrameworkUtil.createInstance("fileSet", DatasetFrameworkTestUtil.NAMESPACE_ID.dataset("badFileSet"), FileSetProperties.builder() .setDataExternal(true) .setUseExisting(true) .build()); }
@Test public void testDoesNotExist() { assertDoesNotExist(new InstanceId(DOES_NOT_EXIST)); assertDoesNotExist(new NamespaceId(DOES_NOT_EXIST)); assertDoesNotExist(NamespaceId.DEFAULT.artifact(DOES_NOT_EXIST, "1.0")); ApplicationId app = NamespaceId.DEFAULT.app(AllProgramsApp.NAME); assertDoesNotExist(NamespaceId.DEFAULT.app(DOES_NOT_EXIST)); assertDoesNotExist(app.mr(DOES_NOT_EXIST)); assertDoesNotExist(NamespaceId.DEFAULT.dataset(DOES_NOT_EXIST)); }