.overrides(overrides) .buildView(BlobStoreContext.class); BlobStore blobStore = context.getBlobStore(); blobStore.list(bucketName, new ListContainerOptions().recursive()); logger.trace(" Found {} files in bucket {}", pageSets.size(), bucketName); String blobFileName = ((MutableBlobMetadata)pageSet).getName(); if ( blobFileName.endsWith( endsWith )) { blobFileNames.add(blobFileName);
BlobStore blobStore = context.getBlobStore(); if ( blobStore.createContainerInLocation(null, bucketName) ) { logger.info( "Created bucket {}", bucketName ); BlobStore blobStore = context.getBlobStore(); BlobBuilder blobBuilder = blobStore.blobBuilder( filename ) .payload( ephemeral ) .contentMD5(Files.hash( ephemeral, Hashing.md5() )) .contentType("application/json"); Blob blob = blobBuilder.build(); final String uploadedFile = blobStore.putBlob( bucketName, blob, PutOptions.Builder.multipart() );
.overrides(overrides) .buildView(BlobStoreContext.class); BlobStore blobStore = context.getBlobStore(); Blob blob = blobStore.getBlob(bucketName, blobFileName); if ( blob == null) { throw new RuntimeException( tempFile.deleteOnExit(); fop = new FileOutputStream(tempFile); InputStream is = blob.getPayload().openStream(); IOUtils.copyLarge(is, fop); return tempFile;
.prepareOutputFileName(organization.getName(), "applications"); blobStore = context.getBlobStore(); if (!blobStore.blobExists(bucketName, expectedFileName)) { blobStore.deleteContainer(bucketName); Assert.fail("Blob does not exist: " + expectedFileName); Blob bo = blobStore.getBlob(bucketName, expectedFileName); Long numOfFiles = blobStore.countBlobs(bucketName); Long numWeWant = 1L; blobStore.deleteContainer(bucketName); assertEquals(numOfFiles, numWeWant); assertNotNull(bo); blobStore.deleteContainer(bucketName);
.overrides(overrides).buildView(BlobStoreContext.class); BlobStore blobStore = context.getBlobStore(); final PageSet<? extends StorageMetadata> blobStoreList = blobStore.list(); for ( Object o : blobStoreList.toArray() ) { StorageMetadata s = (StorageMetadata)o; if ( s.getName().startsWith( bucketPrefix )) { try { blobStore.deleteContainer(s.getName()); } catch ( ContainerNotFoundException cnfe ) { logger.warn("Attempted to delete bucket {} but it is already deleted", cnfe ); logger.debug("Deleted bucket {}", s.getName());
public void deleteBucket() { String accessId = System.getProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR ); String secretKey = System.getProperty( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR ); Properties overrides = new Properties(); overrides.setProperty( "s3" + ".identity", accessId ); overrides.setProperty( "s3" + ".credential", secretKey ); Blob bo = null; BlobStore blobStore = null; final Iterable<? extends Module> MODULES = ImmutableSet .of(new JavaUrlHttpCommandExecutorServiceModule(), new Log4JLoggingModule(), new NettyPayloadModule()); BlobStoreContext context = ContextBuilder.newBuilder("s3").credentials( accessId, secretKey ).modules( MODULES ) .overrides( overrides ).buildView( BlobStoreContext.class ); blobStore = context.getBlobStore(); blobStore.deleteContainer( bucketName ); }
@Override public Void call() { delegate().removeBlob(containerName, blobName); return null; } });
@Override public void deleteContainer(String container) { delegate().deleteContainer(container); writeStore.deleteContainer(container); }
private static void handleContainerExists(BlobStore blobStore, String containerName) throws IOException, S3Exception { if (!blobStore.containerExists(containerName)) { throw new S3Exception(S3ErrorCode.NO_SUCH_BUCKET); } }
@Override public String call() { return delegate().copyBlob(fromContainer, fromName, toContainer, toName, options); } });
@Override public Void call() { delegate().removeBlobs(containerName, blobNames); return null; } });
@Override public String call() { String farETag = delegate().completeMultipartUpload(mpu, parts); return farETag; } });
@Override public boolean deleteContainerIfEmpty(String container) { return delegate().deleteContainerIfEmpty(container) && writeStore.deleteContainerIfEmpty(container); }
@Override public MultipartPart uploadMultipartPart(MultipartUpload mpu, int partNumber, Payload payload) { MultipartPart part = delegate().uploadMultipartPart(mpu, partNumber, payload); return part; }
BlobStore blobStore = context.getBlobStore(); if ( blobStore.createContainerInLocation( null, bucketName ) ) { logger.info( "Created bucket " + bucketName ); BlobStore blobStore = context.getBlobStore(); BlobBuilder blobBuilder = blobStore.blobBuilder( filename ) .payload( uploadFile ) .contentMD5(Files.hash( uploadFile, Hashing.md5())) .contentType( "application/json" ); Blob blob = blobBuilder.build(); final String uploadedFile = blobStore.putBlob( bucketName, blob, PutOptions.Builder.multipart() );
.prepareOutputFileName(organization.getName(), "applications"); blobStore = context.getBlobStore(); if ( !blobStore.blobExists( bucketName, expectedFileName ) ) { assert ( false ); Long numOfFiles = blobStore.countBlobs( bucketName ); Long numWeWant = Long.valueOf( 1 ); assertEquals( numOfFiles, numWeWant ); bo = blobStore.getBlob( bucketName, expectedFileName ); blobStore.deleteContainer( bucketName );
/** * Delete the configured s3 bucket. */ public void deleteBucket() { logger.debug("\n\nDelete bucket\n"); String accessId = System.getProperty(SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR); String secretKey = System.getProperty(SDKGlobalConfiguration.SECRET_KEY_ENV_VAR); Properties overrides = new Properties(); overrides.setProperty("s3" + ".identity", accessId); overrides.setProperty("s3" + ".credential", secretKey); final Iterable<? extends Module> MODULES = ImmutableSet .of(new JavaUrlHttpCommandExecutorServiceModule(), new Log4JLoggingModule(), new NettyPayloadModule()); BlobStoreContext context = ContextBuilder.newBuilder("s3").credentials(accessId, secretKey).modules(MODULES) .overrides(overrides).buildView(BlobStoreContext.class); BlobStore blobStore = context.getBlobStore(); blobStore.deleteContainer( bucketName ); }
@Override public void removeBlobs(final String containerName, final Iterable<String> blobNames) { writeStore.removeBlobs(containerName, blobNames); schedule(new Callable<Void>() { @Override public Void call() { delegate().removeBlobs(containerName, blobNames); return null; } }); }
.buildView(BlobStoreContext.class ); blobStore = context.getBlobStore(); Long numOfFiles = blobStore.countBlobs( bucketName ); Blob bo = blobStore.getBlob(bucketName, expectedFileName); Long numWeWant = 5L; blobStore.deleteContainer( bucketName ); blobStore.deleteContainer( bucketName );