diff --git a/integration-tests/gradle/src/test/java/io/quarkus/gradle/FastJarFormatWorksTest.java b/integration-tests/gradle/src/test/java/io/quarkus/gradle/FastJarFormatWorksTest.java
index 285551c0ab3ee..67c78306910c4 100644
--- a/integration-tests/gradle/src/test/java/io/quarkus/gradle/FastJarFormatWorksTest.java
+++ b/integration-tests/gradle/src/test/java/io/quarkus/gradle/FastJarFormatWorksTest.java
@@ -1,13 +1,25 @@
 package io.quarkus.gradle;
 
+import static io.quarkus.gradle.LaunchUtils.launch;
 import static org.assertj.core.api.Assertions.assertThat;
+import static org.awaitility.Awaitility.await;
 
 import java.io.File;
 import java.nio.file.Path;
+import java.util.concurrent.Callable;
+import java.util.concurrent.Future;
+import java.util.concurrent.TimeUnit;
+import java.util.function.Supplier;
 
+import org.apache.commons.io.FileUtils;
+import org.apache.log4j.Logger;
+import org.awaitility.core.ConditionTimeoutException;
 import org.junit.jupiter.api.Test;
 
+import io.quarkus.test.devmode.util.DevModeTestUtils;
+
 public class FastJarFormatWorksTest extends QuarkusGradleWrapperTestBase {
+    private static Future<?> jarRun;
 
     @Test
     public void testFastJarFormatWorks() throws Exception {
@@ -20,6 +32,55 @@ public void testFastJarFormatWorks() throws Exception {
         assertThat(quarkusApp).exists();
         Path jar = quarkusApp.resolve("quarkus-run.jar");
         assertThat(jar).exists();
+
+        File output = new File(projectDir, "build/output.log");
+        output.createNewFile();
+        Process process = launch(jar, output);
+        try {
+            // Wait until server up
+            dumpFileContentOnFailure(() -> {
+                await()
+                        .pollDelay(1, TimeUnit.SECONDS)
+                        .atMost(1, TimeUnit.MINUTES).until(() -> DevModeTestUtils.getHttpResponse("/hello", 200));
+                return null;
+            }, output, ConditionTimeoutException.class);
+
+            String logs = FileUtils.readFileToString(output, "UTF-8");
+
+            assertThatOutputWorksCorrectly(logs);
+
+            // test that the application name and version are properly set
+            assertThat(DevModeTestUtils.getHttpResponse("/hello", getQuarkusDevBrokenReason()).equals("hello"));
+        } finally {
+            process.destroy();
+        }
+    }
+
+    static void assertThatOutputWorksCorrectly(String logs) {
+        assertThat(logs.isEmpty()).isFalse();
+        String infoLogLevel = "INFO";
+        assertThat(logs.contains(infoLogLevel)).isTrue();
+        assertThat(logs.contains("cdi, resteasy")).isTrue();
+    }
+
+    private void dumpFileContentOnFailure(final Callable<Void> operation, final File logFile,
+            final Class<? extends Throwable> failureType) throws Exception {
+
+        final Logger log = Logger.getLogger(FastJarFormatWorksTest.class);
+        try {
+            operation.call();
+        } catch (Throwable t) {
+            log.error("Dumping logs that were generated in " + logFile + " for an operation that resulted in "
+                    + t.getClass().getName() + ":", t);
+
+            throw t;
+        }
+    }
+
+    private static Supplier<String> getQuarkusDevBrokenReason() {
+        return () -> {
+            return jarRun == null ? null : jarRun.isDone() ? "jar run mode has terminated" : null;
+        };
     }
 
 }
diff --git a/integration-tests/gradle/src/test/java/io/quarkus/gradle/LaunchUtils.java b/integration-tests/gradle/src/test/java/io/quarkus/gradle/LaunchUtils.java
new file mode 100644
index 0000000000000..3f75f85b87d3b
--- /dev/null
+++ b/integration-tests/gradle/src/test/java/io/quarkus/gradle/LaunchUtils.java
@@ -0,0 +1,24 @@
+package io.quarkus.gradle;
+
+import java.io.File;
+import java.io.IOException;
+import java.nio.file.Path;
+import java.util.ArrayList;
+import java.util.List;
+
+import io.quarkus.utilities.JavaBinFinder;
+
+public class LaunchUtils {
+
+    protected static Process launch(Path jar, File output) throws IOException {
+        List<String> commands = new ArrayList<>();
+        commands.add(JavaBinFinder.findBin());
+        commands.add("-jar");
+        commands.add(jar.toString());
+        ProcessBuilder processBuilder = new ProcessBuilder(commands.toArray(new String[0]));
+        processBuilder.redirectOutput(output);
+        processBuilder.redirectError(output);
+        return processBuilder.start();
+    }
+
+}