diff --git a/test-framework/junit5/src/main/java/io/quarkus/test/junit/QuarkusMainTestExtension.java b/test-framework/junit5/src/main/java/io/quarkus/test/junit/QuarkusMainTestExtension.java
index f026db3bfbda0..24e15087ffbb5 100644
--- a/test-framework/junit5/src/main/java/io/quarkus/test/junit/QuarkusMainTestExtension.java
+++ b/test-framework/junit5/src/main/java/io/quarkus/test/junit/QuarkusMainTestExtension.java
@@ -214,16 +214,16 @@ private int doJavaStart(ExtensionContext context, Class<? extends QuarkusTestPro
             if (!InitialConfigurator.DELAYED_HANDLER.isActivated()) {
                 activateLogging();
             }
-
+            throw e;
+        } finally {
             try {
                 if (testResourceManager != null) {
                     testResourceManager.close();
                 }
-            } catch (Exception ex) {
-                e.addSuppressed(ex);
+            } catch (Exception e) {
+                System.err.println("Unable to shutdown resource: " + e.getMessage());
             }
-            throw e;
-        } finally {
+
             uninstallLoggerRedirect();
             QuarkusConsole.uninstallRedirects();
             if (originalCl != null) {