diff --git a/java/test/org/openqa/selenium/net/UrlCheckerTest.java b/java/test/org/openqa/selenium/net/UrlCheckerTest.java
index 55f66a6ee768d..2d36293df9349 100644
--- a/java/test/org/openqa/selenium/net/UrlCheckerTest.java
+++ b/java/test/org/openqa/selenium/net/UrlCheckerTest.java
@@ -35,7 +35,7 @@
 class UrlCheckerTest {
 
   private final UrlChecker urlChecker = new UrlChecker();
-  private final ExecutorService executorService = Executors.newSingleThreadExecutor();
+  private ExecutorService executorService;
   private NettyAppServer server;
   private URL url;
 
@@ -43,6 +43,7 @@ class UrlCheckerTest {
   public void buildServer() throws MalformedURLException, UrlChecker.TimeoutException {
     // Warming NettyServer up
     final NettyAppServer server = createServer();
+    executorService = Executors.newSingleThreadExecutor();
     executorService.submit(
         () -> {
           server.start();