private void loadElements(PageSet<? extends StorageMetadata> set) { Iterator<? extends StorageMetadata> iter = set.iterator(); while (iter.hasNext()) { StorageMetadata metadata = iter.next(); if ((maxLastModifiedTime <= 0) || (metadata.getLastModified().getTime() <= maxLastModifiedTime)) { queue.add(metadata.getName()); } else { queue.add(metadata.getName()); } } }
private void loadElements(PageSet<? extends StorageMetadata> set) { Iterator<? extends StorageMetadata> iter = set.iterator(); while (iter.hasNext()) { StorageMetadata metadata = iter.next(); if ((maxLastModifiedTime <= 0) || (metadata.getLastModified().getTime() <= maxLastModifiedTime)) { queue.add(metadata.getName()); } else { queue.add(metadata.getName()); } } }
private void loadElements(PageSet<? extends StorageMetadata> set) { Iterator<? extends StorageMetadata> iter = set.iterator(); while (iter.hasNext()) { StorageMetadata metadata = iter.next(); if ((maxLastModifiedTime <= 0) || (metadata.getLastModified().getTime() <= maxLastModifiedTime)) { queue.add(metadata.getName()); } else { queue.add(metadata.getName()); } } }
private void advance() { if (marker != null) { options.afterMarker(marker); } PageSet<? extends StorageMetadata> set = blobStore.list( containerName, options); marker = set.getNextMarker(); iterator = set.iterator(); }
else bips = blobStore.list(this.name, ListContainerOptions.Builder.prefix("bucketinfo")); Iterator<? extends StorageMetadata> liter = bips.iterator(); while (liter.hasNext()) { StorageMetadata md = liter.next();
SDFSLogger.getLog().warn("unable to backu config", e); iter = ips.iterator(); if (this.standAlone) { HashBlobArchive.setLength(0);
@SuppressWarnings("deprecation") @Override public Iterator<String> getNextObjectList(String prefix) throws IOException { List<String> al = new ArrayList<String>(); if (!iter.hasNext()) { if (ips.getNextMarker() == null) return al.iterator(); else { if (this.atmosStore) ips = blobStore.list(this.name, ListContainerOptions.Builder.recursive() .afterMarker(ips.getNextMarker()).inDirectory(prefix)); else if (this.b2Store) ips = blobStore.list(this.name, ListContainerOptions.Builder.recursive() .afterMarker(ips.getNextMarker()).prefix(prefix).maxResults(100)); else ips = blobStore.list(this.name, ListContainerOptions.Builder.recursive().afterMarker(ips.getNextMarker()).prefix(prefix)); // SDFSLogger.getLog().info("lsize=" + ips.size()); iter = ips.iterator(); } } while (iter.hasNext()) { String fn = iter.next().getName(); // SDFSLogger.getLog().info("fn=" + fn); if (!fn.endsWith(mdExt) && !fn.endsWith("/")) { al.add(fn); } } return al.iterator(); }
for (Iterator<? extends StorageMetadata> it = blobsRetrieved.iterator(); it.hasNext();) {
else ips = blobStore.list(this.name, ListContainerOptions.Builder.recursive().prefix("claims")); iter = ips.iterator(); Iterator<String> objs = this.getNextObjectList("claims"); String vid = EncyptUtils.encHashArchiveName(volumeID, Main.chunkStoreEncryptionEnabled);
@Test public void testList_RootNonRecursive() throws IOException { blobStore.createContainerInLocation(null, CONTAINER_NAME); // Testing list for an empty container checkForContainerContent(CONTAINER_NAME, null); TestUtils.createBlobsInContainer(CONTAINER_NAME, "a"); ListContainerOptions options = ListContainerOptions.Builder .withDetails() .inDirectory(""); PageSet<? extends StorageMetadata> res = blobStore.list(CONTAINER_NAME, options); assertTrue(res.size() == 1); assertEquals(res.iterator().next().getName(), "a"); }
public void testUnusualKeyCharacters() throws InterruptedException, ExecutionException, TimeoutException, IOException { String containerName = getContainerName(); try { String dirName = "a%2Fb&xxx#?:$'\\\"<>čॐ"; String fileName = "foo%3Abar.xml"; addToContainerAndValidate(containerName, dirName + '/' + fileName); PageSet<? extends StorageMetadata> list = view.getBlobStore().list(containerName, ListContainerOptions.Builder.prefix(dirName + "/")); assertEquals(list.size(), 1); StorageMetadata md = list.iterator().next(); assertEquals(md.getName(), dirName + '/' + fileName); } finally { returnContainer(containerName); } }
@Test(dataProvider = "ignoreOnMacOSX") public void testListDirectoryBlobsS3FS() { blobStore.createContainerInLocation(null, CONTAINER_NAME); checkForContainerContent(CONTAINER_NAME, null); String d = TestUtils.createRandomBlobKey("directory-", ""); blobStore.putBlob(CONTAINER_NAME, createDirBlob(d + File.separator)); assertTrue(blobStore.blobExists(CONTAINER_NAME, d + File.separator)); ListContainerOptions options = ListContainerOptions.Builder .withDetails() .inDirectory(""); PageSet<? extends StorageMetadata> res = blobStore.list(CONTAINER_NAME, options); assertTrue(res.size() == 1); assertEquals(res.iterator().next().getName(), d + File.separator); }
} else { SDFSLogger.getLog().debug("Not deleting becuase still claimed by " + _ps.size()); Iterator<? extends StorageMetadata> _di = _ps.iterator(); while (_di.hasNext()) { SDFSLogger.getLog().debug("claimed by " + _di.next().getName());
pageSet = view.getBlobStore().list(containerName, options); assertThat(pageSet).hasSize(1); assertThat(pageSet.iterator().next().getName()).isEqualTo("asdf"); assertThat(pageSet.getNextMarker()).isNotNull(); pageSet = view.getBlobStore().list(containerName, options); assertThat(pageSet).hasSize(1); assertThat(pageSet.iterator().next().getName()).isEqualTo("boo/"); assertThat(pageSet.getNextMarker()).isNotNull(); pageSet = view.getBlobStore().list(containerName, options); assertThat(pageSet).hasSize(1); assertThat(pageSet.iterator().next().getName()).isEqualTo("cquux/"); assertThat(pageSet.getNextMarker()).isNull(); pageSet = view.getBlobStore().list(containerName, options); assertThat(pageSet).hasSize(1); assertThat(pageSet.iterator().next().getName()).isEqualTo("boo/bar"); assertThat(pageSet.getNextMarker()).isNotNull(); pageSet = view.getBlobStore().list(containerName, options); assertThat(pageSet).hasSize(1); assertThat(pageSet.iterator().next().getName()).isEqualTo("boo/baz/"); assertThat(pageSet.getNextMarker()).isNull(); pageSet = view.getBlobStore().list(containerName, options); assertThat(pageSet).hasSize(2); Iterator<? extends StorageMetadata> it = pageSet.iterator(); assertThat(it.next().getName()).isEqualTo("boo/bar");
/** Test that listing with a marker prefix matches the first key with that prefix. */ @Test public void testListMarkerPrefix() throws Exception { BlobStore blobStore = view.getBlobStore(); final String container = getContainerName(); try { blobStore.createContainerInLocation(null, container); blobStore.putBlob(container, blobStore.blobBuilder("a/a").payload("").build()); blobStore.putBlob(container, blobStore.blobBuilder("b/b").payload("").build()); ListContainerOptions options = new ListContainerOptions().afterMarker("b/").recursive(); PageSet<? extends StorageMetadata> res = blobStore.list(container, options); assertThat(res).hasSize(1); assertThat(res.iterator().next().getName()).isEqualTo("b/b"); } finally { returnContainer(container); } }