@Override public String[] getCommonPrefixes() { List<String> res = mResult.getCommonPrefixes(); return res.toArray(new String[res.size()]); }
public List<String> listKeysInDirectory(String bucketName, String prefix) { String delimiter = "/"; if (!prefix.endsWith(delimiter)) { prefix += delimiter; } ListObjectsRequest listObjectsRequest = new ListObjectsRequest() .withBucketName(bucketName).withPrefix(prefix) .withDelimiter(delimiter); ObjectListing objects = _client.listObjects(listObjectsRequest); return objects.getCommonPrefixes(); }
private Iterator<LocatedFileStatus> statusFromListing(ObjectListing listing) { return Iterators.concat( statusFromPrefixes(listing.getCommonPrefixes()), statusFromObjects(listing.getObjectSummaries())); }
.getKey(); } else if (!objectListing.getCommonPrefixes().isEmpty()) { nextMarker = objectListing.getCommonPrefixes() .get(objectListing.getCommonPrefixes().size() - 1); } else { log.error("S3 response indicates truncated results, " objectListing.getCommonPrefixes().add (decodeIfSpecified(getText(), shouldSDKDecodeResponse));
&& !listObjectsResponse.getCommonPrefixes().contains(s.getKey() + DEFAULT_DELIMITER) ) { objectSummaries.add(s); totalSize += s.getSize(); commonPrefixes.addAll(listObjectsResponse.getCommonPrefixes()); } while ( listObjectsResponse.isTruncated() ); } while ( !commonPrefixes.isEmpty() );
&& !listObjectsResponse.getCommonPrefixes().contains( s.getKey() + DEFAULT_DELIMITER)) { objectSummaries.add(s); commonPrefixes.addAll(listObjectsResponse.getCommonPrefixes()); } while (listObjectsResponse.isTruncated()); } while (!commonPrefixes.isEmpty());
.getKey(); } else if (!objectListing.getCommonPrefixes().isEmpty()) { nextMarker = objectListing.getCommonPrefixes() .get(objectListing.getCommonPrefixes().size() - 1); } else { log.error("S3 response indicates truncated results, " objectListing.getCommonPrefixes() .add(decodeIfSpecified(getText(), shouldSDKDecodeResponse));
private List<String> getCommonPrefixFromListing(ObjectListing listing, String prefix) { List<String> results = new ArrayList<String>(100); for (String commonPrefix : listing.getCommonPrefixes()) { final String dirname; /* remove prefix and trailing delimiter */ dirname = commonPrefix.substring(prefix.length(), commonPrefix.length() - DELIMITER.length()); if (dirname.length() == 0 || dirname.contains(DELIMITER)) { log.error("Error parsing S3 object prefix. Prefix: " + commonPrefix); continue; } results.add(dirname); } return results; }
public List<String> getSubPathsInS3Prefix(String bucketName, String prefix) { if (!prefix.endsWith(FILE_DELIMITER)) { prefix += FILE_DELIMITER; } List<String> paths = new ArrayList<String>(); ListObjectsRequest listObjectsRequest = new ListObjectsRequest() .withBucketName(bucketName).withPrefix(prefix) .withMaxKeys(1000).withDelimiter(FILE_DELIMITER); ObjectListing currentListing = s3Client.listObjects(listObjectsRequest); while (currentListing == null || currentListing.isTruncated()) { currentListing = s3Client.listNextBatchOfObjects(currentListing); paths.addAll(currentListing.getCommonPrefixes()); } return paths; }
public List<String> getCommonPrefixes() { if (isV1()) { return v1Result.getCommonPrefixes(); } else { return v2Result.getCommonPrefixes(); } } }
private List<String> getResourceNames(ObjectListing objectListing, Pattern pattern) { List<String> resourceNames = new ArrayList<>(); for (String commonPrefix : objectListing.getCommonPrefixes()) { resourceNames.add(getResourceName(commonPrefix, pattern)); } for (S3ObjectSummary s3ObjectSummary : objectListing.getObjectSummaries()) { resourceNames.add(getResourceName(s3ObjectSummary.getKey(), pattern)); } return resourceNames; }
private List<String> getResourceNames(ObjectListing objectListing, Pattern pattern) { List<String> resourceNames = new ArrayList<String>(); for (String commonPrefix : objectListing.getCommonPrefixes()) { resourceNames.add(getResourceName(commonPrefix, pattern)); } for (S3ObjectSummary s3ObjectSummary : objectListing.getObjectSummaries()) { resourceNames.add(getResourceName(s3ObjectSummary.getKey(), pattern)); } return resourceNames; }
private List<String> getResourceNames(ObjectListing objectListing, Pattern pattern) { List<String> resourceNames = new ArrayList<String>(); for (String commonPrefix : objectListing.getCommonPrefixes()) { resourceNames.add(getResourceName(commonPrefix, pattern)); } for (S3ObjectSummary s3ObjectSummary : objectListing.getObjectSummaries()) { resourceNames.add(getResourceName(s3ObjectSummary.getKey(), pattern)); } return resourceNames; }
private Iterator<LocatedFileStatus> statusFromListing(ObjectListing listing) { return Iterators.concat( statusFromPrefixes(listing.getCommonPrefixes()), statusFromObjects(listing.getObjectSummaries())); }
private Iterator<LocatedFileStatus> statusFromListing(ObjectListing listing) { return Iterators.concat( statusFromPrefixes(listing.getCommonPrefixes()), statusFromObjects(listing.getObjectSummaries())); }
public void buildPrefixList(AmazonS3Client client, String bucketName, List<String> prefixes, String prefix, String delimiter, BaseCase baseCase) { log.info(prefix); prefixes.add(prefix); ListObjectsRequest request = getListObjectsRequest(bucketName, prefix, delimiter); ObjectListing listing = client.listObjects(request); List<String> commonPrefixes = listing.getCommonPrefixes(); for (String commonPrefix : commonPrefixes) { if (!baseCase.isBaseCase(commonPrefix)) { buildPrefixList(client, bucketName, prefixes, commonPrefix, delimiter, baseCase); } } }
public void buildPrefixList(AmazonS3Client client, String bucketName, List<String> prefixes, String prefix, String delimiter, BaseCase baseCase) { log.info(prefix); prefixes.add(prefix); ListObjectsRequest request = getListObjectsRequest(bucketName, prefix, delimiter); ObjectListing listing = client.listObjects(request); List<String> commonPrefixes = listing.getCommonPrefixes(); for (String commonPrefix : commonPrefixes) { if (!baseCase.isBaseCase(commonPrefix)) { buildPrefixList(client, bucketName, prefixes, commonPrefix, delimiter, baseCase); } } }
private ObjectListing filterListObjects(ObjectListing rawListing) { // Filter object listing List<S3ObjectSummary> outputList = filterSummaries( rawListing.getObjectSummaries()); // Filter prefixes (directories) List<String> outputPrefixes = filterPrefixes( rawListing.getCommonPrefixes()); return new CustomObjectListing(rawListing, outputList, outputPrefixes); }
CustomObjectListing(ObjectListing rawListing, List<S3ObjectSummary> customListing, List<String> customPrefixes) { super(); this.customListing = customListing; this.customPrefixes = customPrefixes; this.setBucketName(rawListing.getBucketName()); this.setCommonPrefixes(rawListing.getCommonPrefixes()); this.setDelimiter(rawListing.getDelimiter()); this.setEncodingType(rawListing.getEncodingType()); this.setMarker(rawListing.getMarker()); this.setMaxKeys(rawListing.getMaxKeys()); this.setNextMarker(rawListing.getNextMarker()); this.setPrefix(rawListing.getPrefix()); this.setTruncated(rawListing.isTruncated()); }
private ObjectListing copyOf(com.amazonaws.services.s3.model.ObjectListing mutable) { ObjectListing.Builder builder = ObjectListing.builder(); builder.withBucket(mutable.getBucketName()); builder.withCommonPrefixes(mutable.getCommonPrefixes()); builder.withDelimiter(fromTrimToNull(mutable.getDelimiter())); builder.withEncoding(fromTrimToNull(mutable.getEncodingType())); builder.withIsTruncated(mutable.isTruncated()); builder.withMarker(fromTrimToNull(mutable.getMarker())); builder.withMaxKeys(mutable.getMaxKeys()); builder.withNextMarker(fromTrimToNull(mutable.getNextMarker())); builder.withPrefix(fromTrimToNull(mutable.getPrefix())); builder.withSummaries(getSummaries(mutable.getObjectSummaries())); return builder.build(); }