diff --git a/java/test/org/openqa/selenium/environment/webserver/NettyAppServer.java b/java/test/org/openqa/selenium/environment/webserver/NettyAppServer.java
index 04316b0e451d8..2ff06b6dfcd12 100644
--- a/java/test/org/openqa/selenium/environment/webserver/NettyAppServer.java
+++ b/java/test/org/openqa/selenium/environment/webserver/NettyAppServer.java
@@ -149,7 +149,16 @@ public void start() {
             () -> {
               server.start();
               if (secure != null) {
-                secure.start();
+                try {
+                  secure.start();
+                } catch (Exception e) {
+                  try {
+                    server.stop();
+                  } catch (Exception ex) {
+                    e.addSuppressed(ex);
+                    throw e;
+                  }
+                }
               }
             });
   }