diff --git a/lucene/test-framework/src/java/org/apache/lucene/index/BaseStoredFieldsFormatTestCase.java b/lucene/test-framework/src/java/org/apache/lucene/index/BaseStoredFieldsFormatTestCase.java
index e2a10d768b39..a6af7a294210 100644
--- a/lucene/test-framework/src/java/org/apache/lucene/index/BaseStoredFieldsFormatTestCase.java
+++ b/lucene/test-framework/src/java/org/apache/lucene/index/BaseStoredFieldsFormatTestCase.java
@@ -899,6 +899,9 @@ public void testRandomStoredFieldsWithIndexSort() throws Exception {
     List<String> addedIds = new ArrayList<>();
     Runnable verifyStoreFields =
         () -> {
+          if (addedIds.isEmpty()) {
+            return;
+          }
           try (DirectoryReader reader = maybeWrapWithMergingReader(iw.getReader())) {
             IndexSearcher searcher = new IndexSearcher(reader);
             int iters = TestUtil.nextInt(random(), 1, 10);