throw new DBException("Could not connect to the account.\n", e); tableClient = storageAccount.createCloudTableClient(); try { cloudTable = tableClient.getTableReference(table);
public void init() { try { String endpoint = String.format(ENDPOINT_TEMPLATE, configuration.getAccountName()); CloudStorageAccount cosmosAccount = CloudStorageAccount.parse( String.format( COSMOS_CONNECTION_TEMPLATE, configuration.getAccountName(), configuration.getAccountKey(), endpoint)); tableClient = cosmosAccount.createCloudTableClient(); // Create the tables if the do not exist tableClient.getTableReference(JOB_TABLE).createIfNotExists(); tableClient.getTableReference(JOB_DATA_TABLE).createIfNotExists(); CloudStorageAccount blobAccount = CloudStorageAccount.parse( String.format( BLOB_CONNECTION_TEMPLATE, configuration.getAccountName(), configuration.getBlobKey())); blobClient = blobAccount.createCloudBlobClient(); blobClient.getContainerReference(BLOB_CONTAINER).createIfNotExists(); } catch (StorageException | URISyntaxException | InvalidKeyException e) { throw new MicrosoftStorageException(e); } }
private CloudTableClient getCloudTableClient(String connectionString) throws AzureAccessNotPossibleException { try { return cloudTableClients.computeIfAbsent(connectionString, conn -> { try { return CloudStorageAccount.parse(connectionString).createCloudTableClient(); } catch (URISyntaxException | InvalidKeyException e) { throw new RuntimeException(e); } }); } catch (Exception e) { LOG.error("Could not construct cloud client", e.getCause()); throw new AzureAccessNotPossibleException("Could not construct cloud client"); } }
try { // Retrieve storage account from connection-string. CloudStorageAccount storageAccount = CloudStorageAccount.parse(storageConnectionString); // Create the table client. CloudTableClient tableClient = storageAccount.createCloudTableClient(); // Delete the table and all its data if it exists. CloudTable cloudTable = tableClient.getTableReference("people"); cloudTable.deleteIfExists(); } catch (Exception e) { // Output the stack trace. e.printStackTrace(); }
public BlobDataIO(String tableName,String accessKey,String secretKey,String connectionProtocol) throws InvalidKeyException, URISyntaxException, StorageException { storageConnectionString="DefaultEndpointsProtocol=" + connectionProtocol + ";" + "AccountName=" + accessKey + ";" + "AccountKey=" + secretKey; CloudStorageAccount storageAccount = CloudStorageAccount.parse(storageConnectionString); tableClient = storageAccount.createCloudTableClient(); cloudTable = tableClient.getTableReference(tableName); cloudTable.createIfNotExists(); }
public Iterable<String> listTables() throws InvalidKeyException, URISyntaxException { CloudTableClient cloudTableClient = connection.getCloudStorageAccount().createCloudTableClient(); return cloudTableClient.listTables(null, null, AzureStorageUtils.getTalendOperationContext()); }
public Iterable<String> listTables() throws InvalidKeyException, URISyntaxException { CloudTableClient cloudTableClient = connection.getCloudStorageAccount().createCloudTableClient(); return cloudTableClient.listTables(null, null, AzureStorageUtils.getTalendOperationContext()); }
public static CloudTableClient createCloudTableClient() throws StorageException { return getAccount().createCloudTableClient(); }
public ArrayList<TableResult> executeOperation(String tableName, TableBatchOperation batchOpe) throws InvalidKeyException, URISyntaxException, StorageException { CloudTable cloudTable = connection.getCloudStorageAccount().createCloudTableClient().getTableReference(tableName); return cloudTable.execute(batchOpe, null, AzureStorageUtils.getTalendOperationContext()); }
@NotNull private static CloudTableClient getCloudTableClient(@NotNull StorageAccount storageAccount) throws Exception { CloudStorageAccount csa = getCloudStorageAccount(getConnectionString(storageAccount)); return csa.createCloudTableClient(); }
public TableResult executeOperation(String tableName, TableOperation ope) throws InvalidKeyException, URISyntaxException, StorageException { CloudTable cloudTable = connection.getCloudStorageAccount().createCloudTableClient().getTableReference(tableName); return cloudTable.execute(ope, null, AzureStorageUtils.getTalendOperationContext()); }
public TableResult executeOperation(String tableName, TableOperation ope) throws InvalidKeyException, URISyntaxException, StorageException { CloudTable cloudTable = connection.getCloudStorageAccount().createCloudTableClient().getTableReference(tableName); return cloudTable.execute(ope, null, AzureStorageUtils.getTalendOperationContext()); }
public Iterable<DynamicTableEntity> executeQuery(String tableName, TableQuery<DynamicTableEntity> partitionQuery) throws InvalidKeyException, URISyntaxException, StorageException { CloudTable cloudTable = connection.getCloudStorageAccount().createCloudTableClient().getTableReference(tableName); return cloudTable.execute(partitionQuery, null, AzureStorageUtils.getTalendOperationContext()); }
public ArrayList<TableResult> executeOperation(String tableName, TableBatchOperation batchOpe) throws InvalidKeyException, URISyntaxException, StorageException { CloudTable cloudTable = connection.getCloudStorageAccount().createCloudTableClient().getTableReference(tableName); return cloudTable.execute(batchOpe, null, AzureStorageUtils.getTalendOperationContext()); }
public Iterable<DynamicTableEntity> executeQuery(String tableName, TableQuery<DynamicTableEntity> partitionQuery) throws InvalidKeyException, URISyntaxException, StorageException { CloudTable cloudTable = connection.getCloudStorageAccount().createCloudTableClient().getTableReference(tableName); return cloudTable.execute(partitionQuery, null, AzureStorageUtils.getTalendOperationContext()); }
public TableClient create() { try { final CloudStorageAccount storageAccount = new CloudStorageAccount(azureTableConfiguration.getStorageCredentialsAccountAndKey(), true); final CloudTableClient cloudTableClient = storageAccount.createCloudTableClient(); final TableRequestOptions defaultOptions = new TableRequestOptions(); defaultOptions.setRetryPolicyFactory(new RetryLinearRetry( Ints.checkedCast(azureTableConfiguration.getRetryInterval().toMilliseconds()), azureTableConfiguration.getRetryAttempts())); defaultOptions.setTimeoutIntervalInMs(Ints.checkedCast(azureTableConfiguration.getTimeout().toMilliseconds())); cloudTableClient.setDefaultRequestOptions(defaultOptions); return new TableClient(cloudTableClient); } catch (URISyntaxException err) { LOGGER.error("Failed to create a TableClient", err); throw new IllegalArgumentException(err); } } }
public static CloudTableClient createCloudTableClient(SharedAccessAccountPolicy policy, boolean useHttps) throws StorageException, InvalidKeyException, URISyntaxException { CloudStorageAccount sasAccount = getAccount(); final String token = sasAccount.generateSharedAccessSignature(policy); final StorageCredentials creds = new StorageCredentialsSharedAccessSignature(token); final URI tableUri = new URI(useHttps ? "https" : "http", sasAccount.getTableEndpoint().getAuthority(), sasAccount.getTableEndpoint().getPath(), sasAccount.getTableEndpoint().getQuery(), null); sasAccount = new CloudStorageAccount(creds, sasAccount.getBlobEndpoint(), sasAccount.getQueueEndpoint(), tableUri, sasAccount.getFileEndpoint()); return sasAccount.createCloudTableClient(); }
@Test public void testCloudStorageAccountWithStorageUri() throws URISyntaxException, InvalidKeyException { StorageUri blobEndpoint = new StorageUri(new URI("http://" + ACCOUNT_NAME + BLOB_SERVICE + ENDPOINT_SUFFIX), new URI("http://" + ACCOUNT_NAME + SECONDARY_SUFFIX + BLOB_SERVICE + ENDPOINT_SUFFIX)); StorageUri queueEndpoint = new StorageUri(new URI("http://" + ACCOUNT_NAME + QUEUE_SERVICE + ENDPOINT_SUFFIX), new URI("http://" + ACCOUNT_NAME + SECONDARY_SUFFIX + QUEUE_SERVICE + ENDPOINT_SUFFIX)); StorageUri tableEndpoint = new StorageUri(new URI("http://" + ACCOUNT_NAME + TABLE_SERVICE + ENDPOINT_SUFFIX), new URI("http://" + ACCOUNT_NAME + SECONDARY_SUFFIX + TABLE_SERVICE + ENDPOINT_SUFFIX)); CloudStorageAccount account = CloudStorageAccount.parse(String.format( "DefaultEndpointsProtocol=http;AccountName=%s;AccountKey=dummyKey", ACCOUNT_NAME)); assertEquals(blobEndpoint, account.getBlobStorageUri()); assertEquals(queueEndpoint, account.getQueueStorageUri()); assertEquals(tableEndpoint, account.getTableStorageUri()); assertEquals(blobEndpoint, account.createCloudBlobClient().getStorageUri()); assertEquals(queueEndpoint, account.createCloudQueueClient().getStorageUri()); assertEquals(tableEndpoint, account.createCloudTableClient().getStorageUri()); assertEquals(blobEndpoint.getPrimaryUri(), account.getBlobEndpoint()); assertEquals(queueEndpoint.getPrimaryUri(), account.getQueueEndpoint()); assertEquals(tableEndpoint.getPrimaryUri(), account.getTableEndpoint()); }
@Test public void testCloudStorageAccountClientUriVerify() throws URISyntaxException, StorageException { StorageCredentialsAccountAndKey cred = new StorageCredentialsAccountAndKey(ACCOUNT_NAME, ACCOUNT_KEY); CloudStorageAccount cloudStorageAccount = new CloudStorageAccount(cred, true); CloudBlobClient blobClient = cloudStorageAccount.createCloudBlobClient(); CloudBlobContainer container = blobClient.getContainerReference("container1"); assertEquals(cloudStorageAccount.getBlobEndpoint().toString() + "/container1", container.getUri().toString()); CloudQueueClient queueClient = cloudStorageAccount.createCloudQueueClient(); CloudQueue queue = queueClient.getQueueReference("queue1"); assertEquals(cloudStorageAccount.getQueueEndpoint().toString() + "/queue1", queue.getUri().toString()); CloudTableClient tableClient = cloudStorageAccount.createCloudTableClient(); CloudTable table = tableClient.getTableReference("table1"); assertEquals(cloudStorageAccount.getTableEndpoint().toString() + "/table1", table.getUri().toString()); CloudFileClient fileClient = cloudStorageAccount.createCloudFileClient(); CloudFileShare share = fileClient.getShareReference("share1"); assertEquals(cloudStorageAccount.getFileEndpoint().toString() + "/share1", share.getUri().toString()); }
public void handleActionOnTable(String tableName, ActionOnTable actionTable) throws IOException, StorageException, InvalidKeyException, URISyntaxException { // FIXME How does this will behave in a distributed runtime ? See where to place correctly this // instruction... CloudTable cloudTable = connection.getCloudStorageAccount().createCloudTableClient().getTableReference(tableName); switch (actionTable) { case Create_table: cloudTable.create(null, AzureStorageUtils.getTalendOperationContext()); break; case Create_table_if_does_not_exist: cloudTable.createIfNotExists(null, AzureStorageUtils.getTalendOperationContext()); break; case Drop_and_create_table: cloudTable.delete(null, AzureStorageUtils.getTalendOperationContext()); createTableAfterDeletion(cloudTable); break; case Drop_table_if_exist_and_create: cloudTable.deleteIfExists(null, AzureStorageUtils.getTalendOperationContext()); createTableAfterDeletion(cloudTable); break; case Default: default: return; } }