diff --git a/pixels-common/src/main/java/io/pixelsdb/pixels/common/physical/impl/S3.java b/pixels-common/src/main/java/io/pixelsdb/pixels/common/physical/impl/S3.java index 8a6ce93b7..433a4f9ec 100644 --- a/pixels-common/src/main/java/io/pixelsdb/pixels/common/physical/impl/S3.java +++ b/pixels-common/src/main/java/io/pixelsdb/pixels/common/physical/impl/S3.java @@ -216,7 +216,15 @@ public List listStatus(String path) throws IOException ListObjectsV2Request request = ListObjectsV2Request.builder() .bucket(p.bucket).build(); ListObjectsV2Response response = s3.listObjectsV2(request); - List objects = response.contents(); + List objects = new ArrayList<>(response.keyCount()); + while (response.isTruncated()) + { + objects.addAll(response.contents()); + request = ListObjectsV2Request.builder().bucket(p.bucket) + .continuationToken(response.nextContinuationToken()).build(); + response = s3.listObjectsV2(request); + } + objects.addAll(response.contents()); List statuses = new ArrayList<>(); Path op = new Path(path); op.isBucket = false;