if (args.length >= 2 && !ACTIONS.containsKey(args[0])) { actionName = args[1]; optionsBuilder.setProjectId(args[0]); action = ACTIONS.get(args[1]); args = Arrays.copyOfRange(args, 2, args.length);
@Before public void setUp() { rpcFactoryMock = createMock(BigQueryRpcFactory.class); bigqueryRpcMock = createMock(BigQueryRpc.class); bigqueryFactoryMock = createMock(BigQueryFactory.class); bigqueryMock = createMock(BigQuery.class); expect(bigqueryMock.getOptions()).andReturn(options).anyTimes(); replay(bigqueryMock); job = new Job(bigqueryMock, new JobInfo.BuilderImpl(JOB_INFO)); expect(rpcFactoryMock.create(anyObject(BigQueryOptions.class))).andReturn(bigqueryRpcMock); expect(bigqueryFactoryMock.create(anyObject(BigQueryOptions.class))) .andReturn(bigqueryMock) .anyTimes(); replay(rpcFactoryMock, bigqueryFactoryMock); options = BigQueryOptions.newBuilder() .setProjectId("projectid") .setServiceRpcFactory(rpcFactoryMock) .setServiceFactory(bigqueryFactoryMock) .build(); }
BigQueryOptions.newBuilder() .setCredentials(ServiceAccountCredentials.fromStream(keyStream)) .setProjectId(projectId) .setRetrySettings(retrySettings()) .setTransportOptions(transportOptions)
BigQueryOptions.newBuilder() .setCredentials(ServiceAccountCredentials.fromStream(keyStream)) .setProjectId(projectId) .setRetrySettings(retrySettings()) .setTransportOptions(transportOptions)
String bqProjectId = options.get(BigQueryStorageManager.OPT_BIGQUERY_PROJECT); BigQuery bigQuery = BigQueryOptions.newBuilder().setProjectId(bqProjectId).build().getService(); storageManager = new BigQueryStorageManager(id, bigQuery, bqProjectId, datasetName, viewTemplater);
/** * Returns a default {@link BigQuery} instance for the specified project with credentials provided * in the specified file, which can then be used for creating, updating, and inserting into tables * from specific datasets. * * @param projectName The name of the BigQuery project to work with * @param keyFilename The name of a file containing a JSON key that can be used to provide * credentials to BigQuery, or null if no authentication should be performed. * @return The resulting BigQuery object. */ public BigQuery connect(String projectName, String keyFilename) { if (keyFilename == null) { return connect(projectName); } logger.debug("Attempting to open file {} for service account json key", keyFilename); try (InputStream credentialsStream = new FileInputStream(keyFilename)) { logger.debug("Attempting to authenticate with BigQuery using provided json key"); return new BigQueryOptions.DefaultBigQueryFactory().create( BigQueryOptions.newBuilder() .setProjectId(projectName) .setCredentials(GoogleCredentials.fromStream(credentialsStream)) .build() ); } catch (IOException err) { throw new BigQueryConnectException("Failed to access json key file", err); } }
/** * Returns a default {@link BigQuery} instance for the specified project with no authentication * credentials, which can then be used for creating, updating, and inserting into tables from * specific datasets. * * @param projectName The name of the BigQuery project to work with * @return The resulting BigQuery object. */ public BigQuery connect(String projectName) { logger.debug("Attempting to access BigQuery without authentication"); return new BigQueryOptions.DefaultBigQueryFactory().create( BigQueryOptions.newBuilder() .setProjectId(projectName) .build() ); } }
public static BigQuery createClient(BigQueryDatastoreProperties datastore) { if (StringUtils.isEmpty(datastore.serviceAccountFile.getValue())) { return BigQueryOptions.getDefaultInstance().getService(); } else { return BigQueryOptions.newBuilder().setProjectId(datastore.projectName.getValue()) .setCredentials(createCredentials(datastore)).build().getService(); } }
public static BigQuery createClient(BigQueryDatastoreProperties datastore) { if (StringUtils.isEmpty(datastore.serviceAccountFile.getValue())) { return BigQueryOptions.getDefaultInstance().getService(); } else { return BigQueryOptions.newBuilder().setProjectId(datastore.projectName.getValue()) .setCredentials(createCredentials(datastore)).build().getService(); } }
@Bean public BigQueryDatasetCreator getBigQueryTrainingDatasetCreator( BigQueryDatasetTemplater templater, @Value("${feast.core.projectId}") String projectId, @Value("${feast.core.datasetPrefix}") String datasetPrefix) { BigQuery bigquery = BigQueryOptions.newBuilder().setProjectId(projectId).build().getService(); Clock clock = Clock.systemUTC(); return new BigQueryDatasetCreator(templater, bigquery, clock, projectId, datasetPrefix); } }
public BigQuery bigQuery() { if (bigQuery == null) { bigQuery = BigQueryOptions.newBuilder().setCredentials(credentials).setProjectId(projectId).build().getService(); } return bigQuery; }
BigQueryOptions options = BigQueryOptions.newBuilder() .setProjectId("p1") .setCredentials(NoCredentials.getInstance()) .build(); BigQueryOptions otherOptions = options.toBuilder().setProjectId("p2").build(); return new Serializable[] { DOMAIN_ACCESS,
private BigQueryOptions createBigQueryOptionsForProject( String project, BigQueryRpcFactory rpcFactory) { return BigQueryOptions.newBuilder() .setProjectId(project) .setServiceRpcFactory(rpcFactory) .setRetrySettings(ServiceOptions.getNoRetrySettings()) .build(); }
@Override protected Restorable<?>[] restorableObjects() { BigQueryOptions options = BigQueryOptions.newBuilder().setProjectId("p2").build(); // avoid closing when you don't want partial writes upon failure @SuppressWarnings("resource") TableDataWriteChannel writer = new TableDataWriteChannel(options, LOAD_CONFIGURATION, "upload-id"); return new Restorable<?>[] {writer}; } }
@Override protected BigQueryOptions getServiceOptions(ProcessContext context, GoogleCredentials credentials) { final String projectId = context.getProperty(PROJECT_ID).evaluateAttributeExpressions().getValue(); final Integer retryCount = Integer.valueOf(context.getProperty(RETRY_COUNT).getValue()); final BigQueryOptions.Builder builder = BigQueryOptions.newBuilder(); if (!StringUtils.isBlank(projectId)) { builder.setProjectId(projectId); } return builder.setCredentials(credentials) .setRetrySettings(RetrySettings.newBuilder().setMaxAttempts(retryCount).build()) .setTransportOptions(getTransportOptions(context)) .build(); }
private BigQueryOptions createBigQueryOptionsForProjectWithLocation( String project, BigQueryRpcFactory rpcFactory) { return BigQueryOptions.newBuilder() .setProjectId(project) .setLocation(LOCATION) .setServiceRpcFactory(rpcFactory) .setRetrySettings(ServiceOptions.getNoRetrySettings()) .build(); }