diff --git a/test-framework/junit5/src/main/java/io/quarkus/test/junit/QuarkusMainIntegrationTestExtension.java b/test-framework/junit5/src/main/java/io/quarkus/test/junit/QuarkusMainIntegrationTestExtension.java
index 46cb159e63dca..d170fc4b648f3 100644
--- a/test-framework/junit5/src/main/java/io/quarkus/test/junit/QuarkusMainIntegrationTestExtension.java
+++ b/test-framework/junit5/src/main/java/io/quarkus/test/junit/QuarkusMainIntegrationTestExtension.java
@@ -167,8 +167,12 @@ private ArtifactLauncher.LaunchResult doProcessStart(ExtensionContext context, S
                         System.setProperty(i.getKey(), i.getValue());
                     }
                 }
-                if (testResourceManager != null) {
-                    testResourceManager.close();
+                try {
+                    if (testResourceManager != null) {
+                        testResourceManager.close();
+                    }
+                } catch (Exception e) {
+                    System.err.println("Unable to shutdown resource: " + e.getMessage());
                 }
             }
         } catch (Exception e) {
diff --git a/test-framework/junit5/src/main/java/io/quarkus/test/junit/QuarkusMainTestExtension.java b/test-framework/junit5/src/main/java/io/quarkus/test/junit/QuarkusMainTestExtension.java
index f026db3bfbda0..24e15087ffbb5 100644
--- a/test-framework/junit5/src/main/java/io/quarkus/test/junit/QuarkusMainTestExtension.java
+++ b/test-framework/junit5/src/main/java/io/quarkus/test/junit/QuarkusMainTestExtension.java
@@ -214,16 +214,16 @@ private int doJavaStart(ExtensionContext context, Class<? extends QuarkusTestPro
             if (!InitialConfigurator.DELAYED_HANDLER.isActivated()) {
                 activateLogging();
             }
-
+            throw e;
+        } finally {
             try {
                 if (testResourceManager != null) {
                     testResourceManager.close();
                 }
-            } catch (Exception ex) {
-                e.addSuppressed(ex);
+            } catch (Exception e) {
+                System.err.println("Unable to shutdown resource: " + e.getMessage());
             }
-            throw e;
-        } finally {
+
             uninstallLoggerRedirect();
             QuarkusConsole.uninstallRedirects();
             if (originalCl != null) {