.modules(MODULES) .overrides(overrides) .buildView(BlobStoreContext.class); BlobStore blobStore = context.getBlobStore();
.modules(MODULES) .overrides(overrides) .buildView(BlobStoreContext.class); BlobStore blobStore = context.getBlobStore();
.modules(MODULES) .overrides(overrides) .buildView(BlobStoreContext.class);
computeService = ctxBuilder.buildView(ComputeServiceContext.class).getComputeService();
public void deleteBucket() { String accessId = System.getProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR ); String secretKey = System.getProperty( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR ); Properties overrides = new Properties(); overrides.setProperty( "s3" + ".identity", accessId ); overrides.setProperty( "s3" + ".credential", secretKey ); Blob bo = null; BlobStore blobStore = null; final Iterable<? extends Module> MODULES = ImmutableSet .of(new JavaUrlHttpCommandExecutorServiceModule(), new Log4JLoggingModule(), new NettyPayloadModule()); BlobStoreContext context = ContextBuilder.newBuilder("s3").credentials( accessId, secretKey ).modules( MODULES ) .overrides( overrides ).buildView( BlobStoreContext.class ); blobStore = context.getBlobStore(); blobStore.deleteContainer( bucketName ); }
/** * Delete the configured s3 bucket. */ public void deleteBucket() { logger.debug("\n\nDelete bucket\n"); String accessId = System.getProperty(SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR); String secretKey = System.getProperty(SDKGlobalConfiguration.SECRET_KEY_ENV_VAR); Properties overrides = new Properties(); overrides.setProperty("s3" + ".identity", accessId); overrides.setProperty("s3" + ".credential", secretKey); final Iterable<? extends Module> MODULES = ImmutableSet .of(new JavaUrlHttpCommandExecutorServiceModule(), new Log4JLoggingModule(), new NettyPayloadModule()); BlobStoreContext context = ContextBuilder.newBuilder("s3").credentials(accessId, secretKey).modules(MODULES) .overrides(overrides).buildView(BlobStoreContext.class); BlobStore blobStore = context.getBlobStore(); blobStore.deleteContainer( bucketName ); }
.overrides(overrides).buildView(BlobStoreContext.class);
.modules( MODULES ) .overrides( overrides ) .buildView( BlobStoreContext.class );
.modules(MODULES) .overrides(overrides) .buildView(BlobStoreContext.class);
.modules( MODULES ) .overrides( overrides ) .buildView( BlobStoreContext.class );
.modules(MODULES ) .overrides(overrides ) .buildView(BlobStoreContext.class );
public CloudFilesPublisher() { Properties overrides = new Properties(); overrides.setProperty(LocationConstants.PROPERTY_ZONE, ZONE); BlobStoreContext context = ContextBuilder.newBuilder(PROVIDER) .credentials(USERNAME, API_KEY) .overrides(overrides) .buildView(BlobStoreContext.class); blobStore = context.getBlobStore(); }
public synchronized void downloadNewFiles(File downloadDir) { log.info("Downloading new files since {}", lastMarker); BlobStoreContext ctx = ContextBuilder.newBuilder(provider) .credentials(user, key) .overrides(new Properties() {{ setProperty(LocationConstants.PROPERTY_ZONE, zone); }}) .buildView(BlobStoreContext.class); // threadsafe according to https://jclouds.apache.org/documentation/userguide/blobstore-guide/ BlobStore store = ctx.getBlobStore(); ListContainerOptions options = new ListContainerOptions().maxResults(batchSize).afterMarker(lastMarker); PageSet<? extends StorageMetadata> pages = store.list(container, options); //Gets key within the time range specified NavigableMap<Long, String> mapWithinRange = getBlobsWithinRange(pages); //Download only for keys within that range for(Map.Entry<Long, String> blobMeta : mapWithinRange.entrySet()) { log.info("Downloading file: " + blobMeta.getValue()); downloadWorkers.submit(new BlobDownload(downloadDir, store, container, blobMeta.getValue())); lastMarker = blobMeta.getValue(); synchronized (CloudFilesManager.this) { // this is where we resume from. MarkerUtils.writeLastMarker(blobMeta.getValue()); } } log.info("Updated the last marker value as " + lastMarker); }
public synchronized boolean hasNewFiles() { // see if there are any files since lastMarker. BlobStoreContext ctx = ContextBuilder.newBuilder(provider) .credentials(user, key) .overrides(new Properties() {{ setProperty(LocationConstants.PROPERTY_ZONE, zone); }}) .buildView(BlobStoreContext.class); BlobStore store = ctx.getBlobStore(); ListContainerOptions options = new ListContainerOptions().maxResults(batchSize).afterMarker(lastMarker); PageSet<? extends StorageMetadata> pages = store.list(container, options); log.debug("Saw {} new files since {}", pages.size() == batchSize ? "many" : Integer.toString(pages.size()), lastMarker); boolean emptiness = getBlobsWithinRange(pages).isEmpty(); if(emptiness) { log.warn("No file found within range {}", new Range(START_TIME, STOP_TIME)); } else { log.debug("New files found within range {}", new Range(START_TIME, STOP_TIME)); } return !emptiness; }
/** * @see #buildView(Class) */ public <V extends View> V build(Class<V> viewType) { return buildView(checkNotNull(viewType, "viewType")); }
/** * @see #buildView(Class) */ public <V extends View> V build(Class<V> viewType) { return buildView(checkNotNull(viewType, "viewType")); }
/** * @see #buildView(TypeToken) */ public <V extends View> V buildView(Class<V> viewType) { return buildView(typeToken(viewType)); }
/** * @see #buildView(TypeToken) */ public <V extends View> V buildView(Class<V> viewType) { return buildView(typeToken(viewType)); }
/** * @see #buildView(TypeToken) */ public <V extends View> V buildView(Class<V> viewType) { return buildView(typeToken(viewType)); }
protected void initializeComputeContext() { if (computeContext != null) computeContext.close(); Properties overrides = setupComputeProperties(); ContextBuilder builder = ContextBuilder.newBuilder(computeProvider) .credentials(computeIdentity, computeCredential).overrides(overrides).modules(setupModules()); if (computeApiversion != null) builder.apiVersion(computeApiversion); if (computeBuildversion != null) builder.buildVersion(computeBuildversion); computeContext = builder.buildView(ComputeServiceContext.class); }