static DatasetId toDatasetInstanceId(String namespace, String name) throws BadRequestException { try { return new DatasetId(namespace, name); } catch (IllegalArgumentException | NullPointerException e) { throw new BadRequestException(e.getMessage()); } }
static DatasetId toDatasetInstanceId(String namespace, String name) throws BadRequestException { try { return new DatasetId(namespace, name); } catch (IllegalArgumentException | NullPointerException e) { throw new BadRequestException(e.getMessage()); } }
@GET @Path("/namespaces/{namespace-id}/data/datasets/{dataset-id}/programs") public void getDatasetAppUsage(HttpRequest request, HttpResponder responder, @PathParam("namespace-id") String namespaceId, @PathParam("dataset-id") String datasetId) { final DatasetId id = new DatasetId(namespaceId, datasetId); Set<ProgramId> ids = registry.getPrograms(id); responder.sendJson(HttpResponseStatus.OK, GSON.toJson(ids)); } }
@GET @Path("/namespaces/{namespace-id}/data/datasets/{dataset-id}/programs") public void getDatasetAppUsage(HttpRequest request, HttpResponder responder, @PathParam("namespace-id") String namespaceId, @PathParam("dataset-id") String datasetId) { final DatasetId id = new DatasetId(namespaceId, datasetId); Set<ProgramId> ids = registry.getPrograms(id); responder.sendJson(HttpResponseStatus.OK, GSON.toJson(ids)); } }
private DatasetId deserializeDatasetId(JsonObject id) { NamespaceId namespace = deserializeNamespace(id); String instanceId = id.get("dataset").getAsString(); return new DatasetId(namespace.getNamespace(), instanceId); }
private DatasetId deserializeDatasetId(JsonObject id) { NamespaceId namespace = deserializeNamespace(id); String instanceId = id.get("dataset").getAsString(); return new DatasetId(namespace.getNamespace(), instanceId); }
private DatasetId deserializeDatasetInstanceId(JsonObject id) { NamespaceId namespace = deserializeNamespace(id); String instanceId = id.get("instanceId").getAsString(); return new DatasetId(namespace.getNamespace(), instanceId); }
/** * Disable ad-hoc exploration of a dataset instance. */ @POST @Path("datasets/{dataset}/disable-internal") public void disableInternal(FullHttpRequest request, HttpResponder responder, @PathParam("namespace-id") String namespace, @PathParam("dataset") String datasetName) throws BadRequestException, IOException { disableDataset(responder, new DatasetId(namespace, datasetName), readDisableParameters(request).getSpec()); }
/** * Disable ad-hoc exploration of a dataset instance. */ @POST @Path("datasets/{dataset}/disable-internal") public void disableInternal(FullHttpRequest request, HttpResponder responder, @PathParam("namespace-id") String namespace, @PathParam("dataset") String datasetName) throws BadRequestException, IOException { disableDataset(responder, new DatasetId(namespace, datasetName), readDisableParameters(request).getSpec()); }
@SuppressWarnings("unused") public static DatasetId fromIdParts(Iterable<String> idString) { Iterator<String> iterator = idString.iterator(); return new DatasetId(next(iterator, "namespace"), nextAndEnd(iterator, "dataset")); }
public DatasetAccessor(Configuration conf) throws IOException { String datasetName = conf.get(Constants.Explore.DATASET_NAME); String namespace = conf.get(Constants.Explore.DATASET_NAMESPACE); Preconditions.checkArgument(!Strings.isNullOrEmpty(datasetName), "dataset name not present in config"); Preconditions.checkArgument(!Strings.isNullOrEmpty(namespace), "namespace not present in config"); this.datasetId = new DatasetId(namespace, datasetName); this.context = ContextManager.getContext(conf); Preconditions.checkNotNull(context); this.datasetInstantiator = context.createDatasetInstantiator(conf.getClassLoader()); this.transaction = ConfigurationUtil.get(conf, Constants.Explore.TX_QUERY_KEY, TxnCodec.INSTANCE); }
public DatasetAccessor(Configuration conf) throws IOException { String datasetName = conf.get(Constants.Explore.DATASET_NAME); String namespace = conf.get(Constants.Explore.DATASET_NAMESPACE); Preconditions.checkArgument(!Strings.isNullOrEmpty(datasetName), "dataset name not present in config"); Preconditions.checkArgument(!Strings.isNullOrEmpty(namespace), "namespace not present in config"); this.datasetId = new DatasetId(namespace, datasetName); this.context = ContextManager.getContext(conf); Preconditions.checkNotNull(context); this.datasetInstantiator = context.createDatasetInstantiator(conf.getClassLoader()); this.transaction = ConfigurationUtil.get(conf, Constants.Explore.TX_QUERY_KEY, TxnCodec.INSTANCE); }
@SuppressWarnings("unused") public static DatasetId fromIdParts(Iterable<String> idString) { Iterator<String> iterator = idString.iterator(); return new DatasetId(next(iterator, "namespace"), nextAndEnd(iterator, "dataset")); }
@POST @Path("datasets/{dataset}/enable-internal") public void enableInternal(FullHttpRequest request, HttpResponder responder, @PathParam("namespace-id") String namespace, @PathParam("dataset") String datasetName) throws BadRequestException, IOException { EnableExploreParameters params = readEnableParameters(request); enableDataset(responder, new DatasetId(namespace, datasetName), params.getSpec(), params.isTruncating()); }
@POST @Path("datasets/{dataset}/enable-internal") public void enableInternal(FullHttpRequest request, HttpResponder responder, @PathParam("namespace-id") String namespace, @PathParam("dataset") String datasetName) throws BadRequestException, IOException { EnableExploreParameters params = readEnableParameters(request); enableDataset(responder, new DatasetId(namespace, datasetName), params.getSpec(), params.isTruncating()); }
@Override public DatasetId getElement(MDSKey.Splitter splitter) { return new DatasetId(splitter.getString(), splitter.getString()); } }
@Override public DatasetId getElement(MDSKey.Splitter splitter) { return new DatasetId(splitter.getString(), splitter.getString()); } }
private void assertDatasetSchema(String expected, DatasetProperties properties) { DatasetSystemMetadataProvider metadataWriter = new DatasetSystemMetadataProvider(new DatasetId("ns1", "avro1"), properties, null, null, null); Assert.assertEquals(expected, metadataWriter.getSchemaToAdd()); } }
private NamespacedEntityId toEntityId(MDSKey.Splitter splitter, char marker) { switch (marker) { case DATASET_MARKER: return new DatasetId(splitter.getString(), splitter.getString()); case PROGRAM_MARKER: return new ProgramId(splitter.getString(), splitter.getString(), ProgramType.valueOfCategoryName(splitter.getString()), splitter.getString()); default: throw new IllegalStateException("Invalid row with marker " + marker); } }
@Test public void testSimpleSchema() throws Exception { Schema simpleSchema = Schema.of(Schema.Type.INT); Set<String> expected = Collections.emptySet(); SchemaIndexer indexer = new SchemaIndexer(); DatasetId datasetInstance = new DatasetId("ns1", "ds1"); Set<String> actual = indexer.getIndexes(new MetadataEntry(datasetInstance, KEY, simpleSchema.toString())); Assert.assertEquals(expected, actual); }