@Override public URI call() throws Exception { final S3Coords coords = new S3Coords(checkURI(uri)); long mostRecent = Long.MIN_VALUE; URI latest = null; S3Object[] objects = s3Client.listObjects(coords.bucket, coords.path, null); if (objects == null) { return null; } for (S3Object storageObject : objects) { storageObject.closeDataInputStream(); String keyString = storageObject.getKey().substring(coords.path.length()); if (keyString.startsWith("/")) { keyString = keyString.substring(1); } if (pattern != null && !pattern.matcher(keyString).matches()) { continue; } final long latestModified = storageObject.getLastModifiedDate().getTime(); if (latestModified >= mostRecent) { mostRecent = latestModified; latest = new URI(StringUtils.format("s3://%s/%s", storageObject.getBucketName(), storageObject.getKey())); } } return latest; } },
System.out.println("This can take awhile ..."); S3Object[] objects = s3Service.listObjects("aws-publicdatasets", "common-crawl/crawl-002/" + prefix, null); System.out.println("Fetched info for <" + objects.length + "> files");
S3Object[] objects = service.listObjects(s3BucketName, prefix, null, 1000);
S3Object[] objects = service.listObjects(s3BucketName, prefix, null, 1000);
final S3Object[] list = s3Client.listObjects(s3Bucket, s3Path, ""); if (list.length == 0) {
S3Object[] objects = s3Service.listObjects(buckets[b]); S3Object[] filteredObjects = s3Service.listObjects(testBucket, prefix, delimiter);
S3Object[] objects = s3Service.listObjects(buckets[b]); S3Object[] filteredObjects = s3Service.listObjects(testBucket, prefix, delimiter);