AmazonS3Builder<? extends AmazonS3Builder, ? extends AmazonS3> clientBuilder = AmazonS3Client.builder() .withCredentials(awsCredentialsProvider) .withClientConfiguration(clientConfiguration) .withMetricsCollector(metricCollector) .enablePathStyleAccess();
clientBuilder = AmazonS3Client.builder() .withCredentials(credentialsProvider) .withClientConfiguration(clientConfig) .withMetricsCollector(METRIC_COLLECTOR);
@Provides @LazySingleton public ServerSideEncryptingAmazonS3 getAmazonS3Client( AWSCredentialsProvider provider, AWSProxyConfig proxyConfig, AWSEndpointConfig endpointConfig, AWSClientConfig clientConfig, S3StorageConfig storageConfig ) { final ClientConfiguration configuration = new ClientConfigurationFactory().getConfig(); final Protocol protocol = determineProtocol(clientConfig, endpointConfig); final AmazonS3ClientBuilder builder = AmazonS3Client .builder() .withCredentials(provider) .withClientConfiguration(setProxyConfig(configuration, proxyConfig).withProtocol(protocol)) .withChunkedEncodingDisabled(clientConfig.isDisableChunkedEncoding()) .withPathStyleAccessEnabled(clientConfig.isEnablePathStyleAccess()) .withForceGlobalBucketAccessEnabled(clientConfig.isForceGlobalBucketAccessEnabled()); if (StringUtils.isNotEmpty(endpointConfig.getUrl())) { builder.setEndpointConfiguration( new EndpointConfiguration(endpointConfig.getUrl(), endpointConfig.getSigningRegion()) ); } return new ServerSideEncryptingAmazonS3(builder.build(), storageConfig.getServerSideEncryption()); }
public S3Aws(S3Params s3Params, String region){ s3Client = AmazonS3ClientBuilder.standard() .withCredentials(new AWSStaticCredentialsProvider(new BasicAWSCredentials(s3Params.getAccessKey(), s3Params.getSecretKey()))) .withClientConfiguration(S3URLConnection.buildClientConfig()) .withPathStyleAccessEnabled(true) .withEndpointConfiguration(new AwsClientBuilder.EndpointConfiguration(s3Params.getEndpoint(), region)) .build(); }
/** * A bean providing a client to work with S3. * * @param noOfS3Retries No. of S3 request retries * @param awsCredentialsProvider A credentials provider used to instantiate the client. * @return An amazon s3 client object */ @Bean @ConditionalOnBean(AWSCredentialsProvider.class) public AmazonS3 genieS3Client( @Value("${genie.retry.s3.noOfRetries:5}") final int noOfS3Retries, final AWSCredentialsProvider awsCredentialsProvider ) { final ClientConfiguration clientConfiguration = new ClientConfiguration() .withRetryPolicy(PredefinedRetryPolicies.getDefaultRetryPolicyWithCustomMaxRetries(noOfS3Retries)); return AmazonS3ClientBuilder .standard() .withCredentials(awsCredentialsProvider) .withClientConfiguration(clientConfiguration) .build(); }
private static Connector createClient(Map<String, Object> cfg) { String url = (String) cfg.get("url"); String accessKey = (String) cfg.get("accessKey"); String secretKey = (String) cfg.get("secretKey"); String bucketName = (String) cfg.get("bucketName"); Supplier<AmazonS3> client = () -> { log.info("createClient -> connecting to {}...", url); AWSCredentials credentials = new BasicAWSCredentials(accessKey, secretKey); AmazonS3 s3 = AmazonS3ClientBuilder.standard() .withClientConfiguration(new ClientConfiguration()) .withEndpointConfiguration(new AwsClientBuilder.EndpointConfiguration(url, "other-v2-signature")) .withCredentials(new AWSStaticCredentialsProvider(credentials)) .enablePathStyleAccess() .build(); try { createBucket(s3, bucketName); } catch (Exception e) { log.error("createClient -> error while creating buckets", e); throw e; } return s3; }; return new Connector(client, bucketName); }
/** * A base builder for the subclasses to then customize.builder * @param task Embulk plugin * @return AmazonS3 client b **/ protected AmazonS3ClientBuilder defaultS3ClientBuilder(PluginTask task) { return AmazonS3ClientBuilder .standard() .withCredentials(getCredentialsProvider(task)) .withClientConfiguration(getClientConfiguration(task)); }
private void initS3() { credentials = new BasicAWSCredentials(accessKey, secretKey); ClientConfiguration clientConfiguration = new ClientConfiguration(); clientConfiguration.setProtocol(Protocol.HTTP); s3 = AmazonS3ClientBuilder.standard() .withPathStyleAccessEnabled(true) .withCredentials(this) .withClientConfiguration(clientConfiguration) .withEndpointConfiguration(new EndpointConfiguration(endpoint, region)) .build(); }
public void init(boolean connect) { AWSCredentials credentials; if (!Strings.isNullOrEmpty(accessKey) || !Strings.isNullOrEmpty(secretKey)) { credentials = new BasicAWSCredentials(accessKey, secretKey); } else { credentials = new AnonymousAWSCredentials(); } AmazonS3ClientBuilder builder = AmazonS3ClientBuilder.standard() .withCredentials(new AWSStaticCredentialsProvider(credentials)) .withClientConfiguration(new ClientConfiguration() .withMaxConnections(Runtime.getRuntime().availableProcessors() * 10) .withMaxErrorRetry(50)); if (!Strings.isNullOrEmpty(region)) { builder = builder.withRegion(region); } if (!Strings.isNullOrEmpty(endpoint)) { builder = builder.withEndpointConfiguration(new AwsClientBuilder.EndpointConfiguration(endpoint, null)); } this.client = builder.build(); if (connect) { // testing connection this.client.listObjects(bucket); } }
/** * Creates an {@link AmazonS3} client instance that is configured to call the started S3Mock * server using HTTPS for a given region. * * @param region Region to define regional endpoint. * * @return The {@link AmazonS3} instance. */ public AmazonS3 createS3Client(final String region) { final BasicAWSCredentials credentials = new BasicAWSCredentials("foo", "bar"); return AmazonS3ClientBuilder.standard() .withCredentials(new AWSStaticCredentialsProvider(credentials)) .withClientConfiguration( configureClientToIgnoreInvalidSslCertificates(new ClientConfiguration())) .withEndpointConfiguration(getEndpointCongiguration(region)) .enablePathStyleAccess() .build(); }
.withRegion(region) .withCredentials(DefaultAWSCredentialsProviderChain.getInstance()) .withClientConfiguration(clientConfig) .build();
private void buildS3Client() { // override default timeout for S3Client ClientConfiguration clientConfiguration = new ClientConfiguration(); clientConfiguration.setConnectionTimeout(SDK_TIME_OUT); clientConfiguration.setSocketTimeout(SDK_TIME_OUT); if (s3Client == null) { s3Client = AmazonS3ClientBuilder.standard() .withCredentials(config.getAwsCredentialsProvider()) .withClientConfiguration(clientConfiguration) .withRegion(config.getS3Region()) .build(); } } private void buildSqsClient() {
public AmazonContext(String accessKey, String privateKey, String region, String s3Bucket, ClientConfiguration clientConfiguration) { this.s3Bucket = s3Bucket; this.basicAWSCredentials = new BasicAWSCredentials(accessKey, privateKey); this.amazonS3 = AmazonS3ClientBuilder.standard() .withCredentials(new AWSStaticCredentialsProvider(basicAWSCredentials)) .withRegion(Regions.fromName(region)) .withClientConfiguration(clientConfiguration).build(); this.awsSecurityTokenService = AWSSecurityTokenServiceClientBuilder.standard() .withCredentials(new AWSStaticCredentialsProvider(basicAWSCredentials)) .withRegion(Regions.fromName(region)) .withClientConfiguration(clientConfiguration).build(); }
public AmazonS3 newInstance(Configuration conf) { int maxErrorRetry = conf.getInt(ConfigurationVariable.UPLOAD_RETRY_COUNT.getName(), ConfigurationVariable.UPLOAD_RETRY_COUNT.defaultIntValue()); long errorRetryDelay = conf.getLong(ConfigurationVariable.UPLOAD_RETRY_DELAY_MS.getName(), ConfigurationVariable.UPLOAD_RETRY_DELAY_MS.defaultLongValue()); LOG.info("Creating AWS S3 client with a retry policy of {} retries and {} ms of exponential backoff delay", maxErrorRetry, errorRetryDelay); RetryPolicy retryPolicy = new RetryPolicy(new CounterBasedRetryCondition(maxErrorRetry), new ExponentialBackoffStrategy(errorRetryDelay), maxErrorRetry, true); ClientConfiguration clientConfiguration = new ClientConfiguration(); clientConfiguration.setRetryPolicy(retryPolicy); clientConfiguration.setMaxErrorRetry(maxErrorRetry); AmazonS3ClientBuilder builder = AmazonS3ClientBuilder .standard() .withCredentials(new HadoopAWSCredentialProviderChain(conf)) .withClientConfiguration(clientConfiguration); EndpointConfiguration endpointConfiguration = getEndpointConfiguration(conf); if (endpointConfiguration != null) { builder.withEndpointConfiguration(endpointConfiguration); } else { builder.withRegion(getRegion(conf)); } return builder.build(); }
public AmazonS3 newInstance(Configuration conf) { int maxErrorRetry = conf.getInt(ConfigurationVariable.UPLOAD_RETRY_COUNT.getName(), ConfigurationVariable.UPLOAD_RETRY_COUNT.defaultIntValue()); long errorRetryDelay = conf.getLong(ConfigurationVariable.UPLOAD_RETRY_DELAY_MS.getName(), ConfigurationVariable.UPLOAD_RETRY_DELAY_MS.defaultLongValue()); LOG.info("Creating AWS S3 client with a retry policy of {} retries and {} ms of exponential backoff delay", maxErrorRetry, errorRetryDelay); RetryPolicy retryPolicy = new RetryPolicy(new CounterBasedRetryCondition(maxErrorRetry), new ExponentialBackoffStrategy(errorRetryDelay), maxErrorRetry, true); ClientConfiguration clientConfiguration = new ClientConfiguration(); clientConfiguration.setRetryPolicy(retryPolicy); clientConfiguration.setMaxErrorRetry(maxErrorRetry); AmazonS3ClientBuilder builder = AmazonS3ClientBuilder .standard() .withCredentials(new HadoopAWSCredentialProviderChain(conf)) .withClientConfiguration(clientConfiguration); EndpointConfiguration endpointConfiguration = getEndpointConfiguration(conf); if (endpointConfiguration != null) { builder.withEndpointConfiguration(endpointConfiguration); } else { builder.withRegion(getRegion(conf)); } return builder.build(); }
clientBuilder = AmazonS3Client.builder() .withCredentials(credentialsProvider) .withClientConfiguration(clientConfig) .withMetricsCollector(METRIC_COLLECTOR);
ClientConfiguration config = configFactory.getConfig(); config.setSignerOverride("S3SignerType"); builder = builder.withClientConfiguration(config);
@Provides @LazySingleton public ServerSideEncryptingAmazonS3 getAmazonS3Client( AWSCredentialsProvider provider, AWSProxyConfig proxyConfig, AWSEndpointConfig endpointConfig, AWSClientConfig clientConfig, S3StorageConfig storageConfig ) { final ClientConfiguration configuration = new ClientConfigurationFactory().getConfig(); final AmazonS3ClientBuilder builder = AmazonS3Client .builder() .withCredentials(provider) .withClientConfiguration(setProxyConfig(configuration, proxyConfig)) .withChunkedEncodingDisabled(clientConfig.isDisableChunkedEncoding()) .withPathStyleAccessEnabled(clientConfig.isEnablePathStyleAccess()) .withForceGlobalBucketAccessEnabled(clientConfig.isForceGlobalBucketAccessEnabled()); if (StringUtils.isNotEmpty(endpointConfig.getUrl())) { builder.setEndpointConfiguration( new EndpointConfiguration(endpointConfig.getUrl(), endpointConfig.getSigningRegion()) ); } return new ServerSideEncryptingAmazonS3( builder.build(), storageConfig.getServerSideEncryption() ); }
@Override public AmazonS3ClientBuilder createBuilder(S3Options s3Options) { AmazonS3ClientBuilder builder = AmazonS3ClientBuilder.standard().withCredentials(s3Options.getAwsCredentialsProvider()); if (s3Options.getClientConfiguration() != null) { builder = builder.withClientConfiguration(s3Options.getClientConfiguration()); } if (Strings.isNullOrEmpty(s3Options.getAwsServiceEndpoint())) { builder = builder.withRegion(s3Options.getAwsRegion()); } else { builder = builder.withEndpointConfiguration( new AwsClientBuilder.EndpointConfiguration( s3Options.getAwsServiceEndpoint(), s3Options.getAwsRegion())); } return builder; } }
clientBuilder = AmazonS3ClientBuilder .standard() .withClientConfiguration(clientConfiguration) .withCredentials(new InstanceProfileCredentialsProvider(false));