[HubSpot] add configurable retries to ITBLL Verify

HubSpot · Sep 23, 2024 · cca9142 · cca9142
1 parent 2cb803c
commit cca9142
Showing 1 changed file with 14 additions and 3 deletions.
diff --git a/hbase-it/src/test/java/org/apache/hadoop/hbase/test/IntegrationTestBigLinkedList.java b/hbase-it/src/test/java/org/apache/hadoop/hbase/test/IntegrationTestBigLinkedList.java
@@ -1532,9 +1532,20 @@ protected void runVerify(String outputDir, int numReducers, long expectedNumNode
 
       Verify verify = new Verify();
       verify.setConf(getConf());
-      int retCode = verify.run(iterationOutput, numReducers);
-      if (retCode > 0) {
-        throw new RuntimeException("Verify.run failed with return code: " + retCode);
+
+      int retries = getConf().getInt("hbase.itbll.verify.retries", 1);
+
+      while (true) {
+        int retCode = verify.run(iterationOutput, numReducers);
+        if (retCode > 0) {
+          if (retries-- > 0) {
+            LOG.warn("Verify.run failed with return code: {}. Will retry", retries);
+          } else {
+            throw new RuntimeException("Verify.run failed with return code: " + retCode);
+          }
+        } else {
+          break;
+        }
       }
 
       if (!verify.verify(expectedNumNodes)) {