/** * Returns a builder for the DatasetInfo object given it's user-defined project and dataset ids. */ public static Builder newBuilder(String projectId, String datasetId) { return newBuilder(DatasetId.of(projectId, datasetId)); }
/** Returns a builder for a {@code DatasetInfo} object given it's user-defined id. */ public static Builder newBuilder(String datasetId) { return newBuilder(DatasetId.of(datasetId)); }
/** Returns a {@code DatasetInfo} object given it's identity. */ public static DatasetInfo of(DatasetId datasetId) { return newBuilder(datasetId).build(); }
/** Returns a {@code DatasetInfo} object given it's user-defined id. */ public static DatasetInfo of(String datasetId) { return newBuilder(datasetId).build(); }
@Override public void run(BigQuery bigquery, DatasetId datasetId) { bigquery.create(DatasetInfo.newBuilder(datasetId).build()); System.out.println("Created dataset " + datasetId); } }
/** Example of creating a dataset. */ // [TARGET create(DatasetInfo, DatasetOption...)] // [VARIABLE "my_dataset_name"] public Dataset createDataset(String datasetName) { // [START bigquery_create_dataset] Dataset dataset = null; DatasetInfo datasetInfo = DatasetInfo.newBuilder(datasetName).build(); try { // the dataset was created dataset = bigquery.create(datasetInfo); } catch (BigQueryException e) { // the dataset was not created } // [END bigquery_create_dataset] return dataset; }
bigquery.create(DatasetInfo.newBuilder(datasetId).build());
@Test public void testToBuilderIncomplete() { DatasetInfo datasetInfo = DatasetInfo.newBuilder(DATASET_ID).build(); assertEquals(datasetInfo, datasetInfo.toBuilder().build()); }
@Test public void testToPbAndFromPb() { compareDatasets(DATASET_INFO_COMPLETE, DatasetInfo.fromPb(DATASET_INFO_COMPLETE.toPb())); DatasetInfo datasetInfo = DatasetInfo.newBuilder("project", "dataset").build(); compareDatasets(datasetInfo, DatasetInfo.fromPb(datasetInfo.toPb())); }
@Test public void testUpdateDataset() { Dataset dataset = bigquery.create( DatasetInfo.newBuilder(OTHER_DATASET) .setDescription("Some Description") .setLabels(Collections.singletonMap("a", "b")) .build()); assertThat(dataset).isNotNull(); assertThat(dataset.getDatasetId().getProject()).isEqualTo(bigquery.getOptions().getProjectId()); assertThat(dataset.getDatasetId().getDataset()).isEqualTo(OTHER_DATASET); assertThat(dataset.getDescription()).isEqualTo("Some Description"); assertThat(dataset.getLabels()).containsExactly("a", "b"); Map<String, String> updateLabels = new HashMap<>(); updateLabels.put("x", "y"); updateLabels.put("a", null); Dataset updatedDataset = bigquery.update( dataset .toBuilder() .setDescription("Updated Description") .setLabels(updateLabels) .build()); assertThat(updatedDataset.getDescription()).isEqualTo("Updated Description"); assertThat(updatedDataset.getLabels()).containsExactly("x", "y"); updatedDataset = bigquery.update(updatedDataset.toBuilder().setLabels(null).build()); assertThat(updatedDataset.getLabels()).isEmpty(); assertThat(dataset.delete()).isTrue(); }
DatasetInfo.newBuilder("locationset_" + UUID.randomUUID().toString().replace("-", "_")) .setLocation(location) .build());
@BeforeClass public static void beforeClass() throws InterruptedException, TimeoutException { RemoteBigQueryHelper bigqueryHelper = RemoteBigQueryHelper.create(); RemoteStorageHelper storageHelper = RemoteStorageHelper.create(); bigquery = bigqueryHelper.getOptions().getService(); storage = storageHelper.getOptions().getService(); storage.create(BucketInfo.of(BUCKET)); storage.create( BlobInfo.newBuilder(BUCKET, LOAD_FILE).setContentType("text/plain").build(), CSV_CONTENT.getBytes(StandardCharsets.UTF_8)); storage.create( BlobInfo.newBuilder(BUCKET, JSON_LOAD_FILE).setContentType("application/json").build(), JSON_CONTENT.getBytes(StandardCharsets.UTF_8)); DatasetInfo info = DatasetInfo.newBuilder(DATASET).setDescription(DESCRIPTION).setLabels(LABELS).build(); bigquery.create(info); LoadJobConfiguration configuration = LoadJobConfiguration.newBuilder( TABLE_ID, "gs://" + BUCKET + "/" + JSON_LOAD_FILE, FormatOptions.json()) .setCreateDisposition(JobInfo.CreateDisposition.CREATE_IF_NEEDED) .setSchema(TABLE_SCHEMA) .build(); Job job = bigquery.create(JobInfo.of(configuration)); job = job.waitFor(); assertNull(job.getStatus().getError()); }
public static void main(String... args) throws Exception { // Instantiate a client. If you don't specify credentials when constructing a client, the // client library will look for credentials in the environment, such as the // GOOGLE_APPLICATION_CREDENTIALS environment variable. BigQuery bigquery = BigQueryOptions.getDefaultInstance().getService(); // The name for the new dataset String datasetName = "my_new_dataset"; // Prepares a new dataset Dataset dataset = null; DatasetInfo datasetInfo = DatasetInfo.newBuilder(datasetName).build(); // Creates the dataset dataset = bigquery.create(datasetInfo); System.out.printf("Dataset %s created.%n", dataset.getDatasetId().getDataset()); } }
@Test public void testUpdateDatasetWithSelectedFields() { Dataset dataset = bigquery.create( DatasetInfo.newBuilder(OTHER_DATASET).setDescription("Some Description").build()); assertNotNull(dataset); assertEquals(bigquery.getOptions().getProjectId(), dataset.getDatasetId().getProject()); assertEquals(OTHER_DATASET, dataset.getDatasetId().getDataset()); assertEquals("Some Description", dataset.getDescription()); Dataset updatedDataset = bigquery.update( dataset.toBuilder().setDescription("Updated Description").build(), DatasetOption.fields(DatasetField.DESCRIPTION)); assertEquals("Updated Description", updatedDataset.getDescription()); assertNull(updatedDataset.getCreationTime()); assertNull(updatedDataset.getDefaultTableLifetime()); assertNull(updatedDataset.getAcl()); assertNull(updatedDataset.getEtag()); assertNull(updatedDataset.getFriendlyName()); assertNull(updatedDataset.getGeneratedId()); assertNull(updatedDataset.getLastModified()); assertNull(updatedDataset.getLocation()); assertNull(updatedDataset.getSelfLink()); assertTrue(dataset.delete()); }
/** Returns a builder for a {@code DatasetInfo} object given it's user-defined id. */ public static Builder newBuilder(String datasetId) { return newBuilder(DatasetId.of(datasetId)); }
/** * Returns a builder for the DatasetInfo object given it's user-defined project and dataset ids. */ public static Builder newBuilder(String projectId, String datasetId) { return newBuilder(DatasetId.of(projectId, datasetId)); }
/** Returns a {@code DatasetInfo} object given it's identity. */ public static DatasetInfo of(DatasetId datasetId) { return newBuilder(datasetId).build(); }
/** Returns a {@code DatasetInfo} object given it's user-defined id. */ public static DatasetInfo of(String datasetId) { return newBuilder(datasetId).build(); }
public void registerNewFeature(FeatureSpec featureSpec) { if (!isDatasetExists(datasetName)) { DatasetInfo datasetInfo = DatasetInfo.newBuilder(datasetName).build(); bigQuery.create(datasetInfo);
@Override public StagingTableId provide(EvalContext evalContext) { final String location = getDatasetOrThrow().getLocation(); final TableId stagingTableId = bigQuery().createStagingTableId(tableId, location); final DatasetId stagingDatasetId = DatasetId.of(stagingTableId.getProject(), stagingTableId.getDataset()); if (bigQuery().getDataset(stagingDatasetId) == null) { bigQuery().create(DatasetInfo .newBuilder(stagingDatasetId) .setLocation(location) .setDefaultTableLifetime(Duration.ofDays(1).toMillis()) .build()); LOG.info("created staging dataset: {}", stagingDatasetId); } return StagingTableId.of(this, stagingTableId); }