From b577822742054de7bd83a1ff75b119d5298f2de9 Mon Sep 17 00:00:00 2001
From: Bryan Burkholder <bryanlb@users.noreply.github.com>
Date: Mon, 18 Sep 2023 11:04:33 -0700
Subject: [PATCH] Increase max keys limit, raise logging levels

---
 .../main/java/com/slack/kaldb/blobfs/s3/S3CrtBlobFs.java    | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/kaldb/src/main/java/com/slack/kaldb/blobfs/s3/S3CrtBlobFs.java b/kaldb/src/main/java/com/slack/kaldb/blobfs/s3/S3CrtBlobFs.java
index 3c9f72559f..ca0699f7f6 100644
--- a/kaldb/src/main/java/com/slack/kaldb/blobfs/s3/S3CrtBlobFs.java
+++ b/kaldb/src/main/java/com/slack/kaldb/blobfs/s3/S3CrtBlobFs.java
@@ -440,7 +440,7 @@ public String[] listFiles(URI fileUri, boolean recursive) throws IOException {
       String prefix = normalizeToDirectoryPrefix(fileUri);
       while (!isDone) {
         ListObjectsV2Request.Builder listObjectsV2RequestBuilder =
-            ListObjectsV2Request.builder().bucket(fileUri.getHost());
+            ListObjectsV2Request.builder().maxKeys(2500).bucket(fileUri.getHost());
         if (!prefix.equals(DELIMITER)) {
           listObjectsV2RequestBuilder = listObjectsV2RequestBuilder.prefix(prefix);
         }
@@ -451,7 +451,7 @@ public String[] listFiles(URI fileUri, boolean recursive) throws IOException {
           listObjectsV2RequestBuilder.continuationToken(continuationToken);
         }
         ListObjectsV2Request listObjectsV2Request = listObjectsV2RequestBuilder.build();
-        LOG.debug("Trying to send ListObjectsV2Request {}", listObjectsV2Request);
+        LOG.info("Trying to send ListObjectsV2Request {}", listObjectsV2Request);
         ListObjectsV2Response listObjectsV2Response =
             s3AsyncClient.listObjectsV2(listObjectsV2Request).get(15, TimeUnit.SECONDS);
         LOG.debug("Getting ListObjectsV2Response: {}", listObjectsV2Response);
@@ -473,7 +473,7 @@ public String[] listFiles(URI fileUri, boolean recursive) throws IOException {
         continuationToken = listObjectsV2Response.nextContinuationToken();
       }
       String[] listedFiles = builder.build().toArray(new String[0]);
-      LOG.debug(
+      LOG.info(
           "Listed {} files from URI: {}, is recursive: {}", listedFiles.length, fileUri, recursive);
       return listedFiles;
     } catch (Throwable t) {