S3Service s3Service = new RestS3Service(awsCredentials); String key = formatLatLon(x, y) + ".tiff"; S3Object object = s3Service.getObject(awsBucketName, key);
SignedUrlHandler signedUrlHandler = new RestS3Service(null); S3Object object = new S3Object(bucket,<your file object goes here>); S3Object putObject = signedUrlHandler.putObjectWithSignedUrl(putUrl, object);
protected StorageService getStorageService() throws S3ServiceException { if (targetS3.isSelected()) { return new RestS3Service(credentials); } else { // Override endpoint property in JetS3t properties Jets3tProperties gsProperties = Jets3tProperties.getInstance( Constants.JETS3T_PROPERTIES_FILENAME); gsProperties.setProperty( "s3service.s3-endpoint", Constants.GS_DEFAULT_HOSTNAME); return new RestS3Service(credentials, null, null, gsProperties); } }
protected StorageService getStorageService() throws S3ServiceException { if (targetS3.isSelected()) { return new RestS3Service(credentials); } else { // Override endpoint property in JetS3t properties Jets3tProperties gsProperties = Jets3tProperties.getInstance( Constants.JETS3T_PROPERTIES_FILENAME); gsProperties.setProperty( "s3service.s3-endpoint", Constants.GS_DEFAULT_HOSTNAME); return new RestS3Service(credentials, null, null, gsProperties); } }
public RestS3Service makeObject() throws S3ServiceException { Jets3tProperties jProps = Jets3tProperties .getInstance(Constants.JETS3T_PROPERTIES_FILENAME); jProps.setProperty("httpclient.max-connections", Integer.toString(this.poolSize)); RestS3Service s3Service = new RestS3Service(awsCredentials, null, null, jProps); return s3Service; }
public static boolean checkAuth(String awsAccessKey, String awsSecretKey) { AWSCredentials creds = null; try { creds = new AWSCredentials(awsAccessKey, awsSecretKey); RestS3Service s3Service = new RestS3Service(creds); s3Service.listAllBuckets(); return true; } catch (Exception e) { SDFSLogger.getLog().fatal("Unable to authenticate to AWS", e); return false; } }
@Override public void iterationInit(boolean deep) { try { bs3Service = new RestS3Service(awsCredentials); StorageObjectsChunk ck = bs3Service.listObjectsChunked( this.getName(), null, null, 1000, null); this.compressedLength.set(0); this.currentLength.set(0); obj = ck.getObjects(); this.lastKey = null; objPos = 0; } catch (ServiceException e) { SDFSLogger.getLog().error("unable to initialize", e); } }
public static boolean checkBucketUnique(String awsAccessKey, String awsSecretKey, String bucketName) { AWSCredentials creds = null; try { creds = new AWSCredentials(awsAccessKey, awsSecretKey); RestS3Service s3Service = new RestS3Service(creds); S3Bucket s3Bucket = s3Service.getBucket(bucketName); if (s3Bucket == null) { return true; // s3Bucket = s3Service.createBucket(bucketName); } return false; } catch (Exception e) { SDFSLogger.getLog().fatal("Unable to create aws bucket", e); return false; } }
public static void deleteBucket(String bucketName, String awsAccessKey, String awsSecretKey) { bucketName = bucketName.toLowerCase(); try { System.out.println(""); System.out.print("Deleting Bucket [" + bucketName + "]"); AWSCredentials bawsCredentials = new AWSCredentials(awsAccessKey, awsSecretKey); S3Service bs3Service = new RestS3Service(bawsCredentials); S3Object[] obj = bs3Service.listObjects(bucketName); for (int i = 0; i < obj.length; i++) { bs3Service.deleteObject(bucketName, obj[i].getKey()); System.out.print("."); } bs3Service.deleteBucket(bucketName); SDFSLogger.getLog().info("Bucket [" + bucketName + "] deleted"); System.out.println("Bucket [" + bucketName + "] deleted"); } catch (ServiceException e) { SDFSLogger.getLog() .warn("Unable to delete bucket " + bucketName, e); } }
protected RestS3Service getRestS3Service(ProviderCredentials credentials) throws S3ServiceException { if (!this.isTargetS3) { // Override endpoint property in JetS3t properties originalTargetEndpoint = cockpitProperties.getStringProperty( "s3service.s3-endpoint", Constants.S3_DEFAULT_HOSTNAME); cockpitProperties.setProperty( "s3service.s3-endpoint", Constants.GS_DEFAULT_HOSTNAME); } else if (originalTargetEndpoint != null) { cockpitProperties.setProperty( "s3service.s3-endpoint", originalTargetEndpoint); } return new RestS3Service(credentials, APPLICATION_DESCRIPTION, this, cockpitProperties); }
protected RestS3Service getRestS3Service(ProviderCredentials credentials) throws S3ServiceException { if (!this.isTargetS3) { // Override endpoint property in JetS3t properties originalTargetEndpoint = cockpitProperties.getStringProperty( "s3service.s3-endpoint", Constants.S3_DEFAULT_HOSTNAME); cockpitProperties.setProperty( "s3service.s3-endpoint", Constants.GS_DEFAULT_HOSTNAME); } else if (originalTargetEndpoint != null) { cockpitProperties.setProperty( "s3service.s3-endpoint", originalTargetEndpoint); } return new RestS3Service(credentials, APPLICATION_DESCRIPTION, this, cockpitProperties); }
@Provides @LazySingleton public RestS3Service getRestS3Service(AWSCredentialsProvider provider) { if (provider.getCredentials() instanceof AWSSessionCredentials) { return new RestS3Service(new AWSSessionCredentialsAdapter(provider)); } else { return new RestS3Service(new AWSCredentials( provider.getCredentials().getAWSAccessKeyId(), provider.getCredentials().getAWSSecretKey() )); } } }
@Override protected InputStream createData() throws IOException { RestS3Service service = null; try { service = new RestS3Service(new AWSCredentials(getAccess(), getSecret())); S3Object object = service.getObject(getBucket(), getPath()); return new ServiceInputStream(service, object.getDataInputStream()); } catch (ServiceException ex) { throw new IOException(String.format("Unable to store [%s] file!", getPath()), ex); } }
public void initialize(URI uri, Configuration conf) throws IOException { this.conf = conf; S3Credentials s3Credentials = new S3Credentials(); s3Credentials.initialize(uri, conf); try { AWSCredentials awsCredentials = new AWSCredentials(s3Credentials.getAccessKey(), s3Credentials.getSecretAccessKey()); this.s3Service = new RestS3Service(awsCredentials); } catch (S3ServiceException e) { if (e.getCause() instanceof IOException) { throw (IOException) e.getCause(); } throw new S3Exception(e); } bucket = new S3Bucket(uri.getHost()); this.bufferSize = conf.getInt("io.file.buffer.size", 4096); }
/** * * @param awsCredentials * @param defaultContainerName * @throws StorageException */ public S3Template(final AwsCredentials awsCredentials, final String defaultContainerName) throws StorageException { this.defaultContainerName = defaultContainerName; try { s3Service = new RestS3Service(new org.jets3t.service.security.AWSCredentials(awsCredentials.getAccessKey(), awsCredentials.getSecretAccessKey())); // Next statement checks if connection works. This is sugested by jets3t documentation. s3Service.listAllBuckets(); } catch (S3ServiceException e) { throw new StorageException("Failed to prepare S3 service.", e); } }
public void initialize(URI uri, Configuration conf) throws IOException { S3Credentials s3Credentials = new S3Credentials(); s3Credentials.initialize(uri, conf); try { AWSCredentials awsCredentials = new AWSCredentials(s3Credentials.getAccessKey(), s3Credentials.getSecretAccessKey()); this.s3Service = new RestS3Service(awsCredentials); } catch (S3ServiceException e) { if (e.getCause() instanceof IOException) { throw (IOException) e.getCause(); } throw new S3Exception(e); } bucket = new S3Bucket(uri.getHost()); }
public void initialize(URI uri, Configuration conf) throws IOException { this.conf = conf; S3Credentials s3Credentials = new S3Credentials(); s3Credentials.initialize(uri, conf); try { AWSCredentials awsCredentials = new AWSCredentials(s3Credentials.getAccessKey(), s3Credentials.getSecretAccessKey()); this.s3Service = new RestS3Service(awsCredentials); } catch (S3ServiceException e) { if (e.getCause() instanceof IOException) { throw (IOException) e.getCause(); } throw new S3Exception(e); } bucket = new S3Bucket(uri.getHost()); createBucket(bucket.getName()); this.bufferSize = conf.getInt("io.file.buffer.size", 4096); }
public void initialize(URI uri, Configuration conf) throws IOException { S3Credentials s3Credentials = new S3Credentials(); s3Credentials.initialize(uri, conf); try { AWSCredentials awsCredentials = new AWSCredentials(s3Credentials.getAccessKey(), s3Credentials.getSecretAccessKey()); this.s3Service = new RestS3Service(awsCredentials); } catch (S3ServiceException e) { if (e.getCause() instanceof IOException) { throw (IOException) e.getCause(); } throw new S3Exception(e); } bucket = new S3Bucket(uri.getHost()); createBucket(bucket.getName()); }
@Override public boolean isInStorage() { try { RestS3Service service = null; try { service = new RestS3Service(new AWSCredentials(getAccess(), getSecret())); service.getObjectDetails(getBucket(), getPath()); return true; } finally { if (service != null) { service.shutdown(); } } } catch (ServiceException error) { return false; } }
/** * Get S3 Service * * @return S3Service */ private S3Service getS3Service() { S3Service s3Service = null; try { s3Service = new RestS3Service(new AWSCredentials(AmazonCredential.getInstance().getAwsAccessKeyId(), AmazonCredential.getInstance().getAwsSecretAccessKey())); } catch (S3ServiceException s3ex) { xBayaEngine.getGUI().getErrorWindow().error(s3ex); } return s3Service; }