DatasetReference toPb() { return new DatasetReference().setProjectId(project).setDatasetId(dataset); }
static DatasetId fromPb(DatasetReference datasetRef) { return new DatasetId(datasetRef.getProjectId(), datasetRef.getDatasetId()); } }
@Override public String toString() { return toPb().toString(); }
public void createNewDataset(String projectId, String datasetId) { try { bqClient .datasets() .insert( projectId, new Dataset().setDatasetReference(new DatasetReference().setDatasetId(datasetId))) .execute(); LOG.info("Successfully created new dataset : " + datasetId); } catch (Exception e) { LOG.debug("Exceptions caught when creating new dataset: " + e.getMessage()); } }
void emptyDataset(String projectId, Dataset dataset) throws IOException { String datasetId = dataset.getDatasetReference().getDatasetId(); deleteDataset(projectId, datasetId); createDataset(projectId, dataset); }
@Override public Dataset create(Dataset dataset, Map<Option, ?> options) { try { return bigquery .datasets() .insert(dataset.getDatasetReference().getProjectId(), dataset) .setFields(Option.FIELDS.getString(options)) .execute(); } catch (IOException ex) { throw translate(ex); } }
/** * Display all BigQuery datasets associated with a project * * @param bigquery an authorized BigQuery client * @param projectId a string containing the current project ID * @throws IOException */ public static void listDatasets(Bigquery bigquery, String projectId) throws IOException { Datasets.List datasetRequest = bigquery.datasets().list(projectId); DatasetList datasetList = datasetRequest.execute(); if (datasetList.getDatasets() != null) { List<DatasetList.Datasets> datasets = datasetList.getDatasets(); System.out.println("Available datasets\n----------------"); System.out.println(datasets.toString()); for (DatasetList.Datasets dataset : datasets) { System.out.format("%s\n", dataset.getDatasetReference().getDatasetId()); } } }
static TableReference tableReference(String defaultProjectId, Optional<DatasetReference> defaultDataset, String s) { Matcher matcher = TABLE_REFERENCE_PATTERN.matcher(s); if (!matcher.matches()) { throw new IllegalArgumentException("Bad table reference: " + s); } String project = matcher.group("project"); if (project == null) { if (defaultDataset.isPresent() && defaultDataset.get().getProjectId() != null) { project = defaultDataset.get().getProjectId(); } else { project = defaultProjectId; } } Optional<String> dataset = Optional.fromNullable(matcher.group("dataset")) .or(defaultDataset.transform(DatasetReference::getDatasetId)); String table = matcher.group("table"); if (!dataset.isPresent()) { throw new IllegalArgumentException("Bad table reference. Either configure 'dataset' or include dataset name in table reference: " + s); } return new TableReference() .setProjectId(project) .setDatasetId(dataset.get()) .setTableId(table); }
@Test public void testListToDataset() { DatasetReference datasetRef = new DatasetReference().setDatasetId("dataset-id").setProjectId("project-id"); DatasetList.Datasets listDataSet = new DatasetList.Datasets() .setDatasetReference(datasetRef) .setId("project-id:dataset-id") .setFriendlyName("friendly") .setKind("bigquery#dataset") .setLabels(Collections.singletonMap("foo", "bar")); Dataset dataset = HttpBigQueryRpc.LIST_TO_DATASET.apply(listDataSet); assertThat(dataset.getKind()).isEqualTo("bigquery#dataset"); assertThat(dataset.getId()).isEqualTo("project-id:dataset-id"); assertThat(dataset.getFriendlyName()).isEqualTo("friendly"); assertThat(dataset.getDatasetReference()).isEqualTo(datasetRef); assertThat(dataset.getLabels()).containsExactly("foo", "bar"); } }
@Override public Dataset patch(Dataset dataset, Map<Option, ?> options) { try { DatasetReference reference = dataset.getDatasetReference(); return bigquery .datasets() .patch(reference.getProjectId(), reference.getDatasetId(), dataset) .setFields(Option.FIELDS.getString(options)) .execute(); } catch (IOException ex) { throw translate(ex); } }
@Override public Dataset patch(Dataset dataset, Map<Option, ?> options) { try { DatasetReference reference = dataset.getDatasetReference(); return bigquery.datasets() .patch(this.options.projectId(), reference.getDatasetId(), dataset) .setFields(FIELDS.getString(options)) .execute(); } catch (IOException ex) { throw translate(ex); } }
@Override public Dataset create(Dataset dataset, Map<Option, ?> options) { try { return bigquery .datasets() .insert(dataset.getDatasetReference().getProjectId(), dataset) .setFields(Option.FIELDS.getString(options)) .execute(); } catch (IOException ex) { throw translate(ex); } }
@Override public String toString() { return toPb().toString(); }
Dataset dataset = new Dataset(); DatasetReference datasetRef = new DatasetReference(); datasetRef.setProjectId(PROJECT_ID); datasetRef.setDatasetId(DATASET_ID); dataset.setDatasetReference(datasetRef); try { bigquery.datasets().insert(PROJECT_ID, dataset).execute(); } catch (IOException e) { }
static DatasetId fromPb(DatasetReference datasetRef) { return new DatasetId( datasetRef.getProjectId(), datasetRef.getDatasetId()); } }
@Override public Dataset patch(Dataset dataset, Map<Option, ?> options) { try { DatasetReference reference = dataset.getDatasetReference(); return bigquery.datasets() .patch(this.options.projectId(), reference.getDatasetId(), dataset) .setFields(FIELDS.getString(options)) .execute(); } catch (IOException ex) { throw translate(ex); } }
@Override public String toString() { return toPb().toString(); }
DatasetReference toPb() { return new DatasetReference().setProjectId(project).setDatasetId(dataset); }
static DatasetId fromPb(DatasetReference datasetRef) { return new DatasetId( datasetRef.getProjectId(), datasetRef.getDatasetId()); } }
@Override public String toString() { return toPb().toString(); }