diff --git a/core/src/main/scala/org/apache/spark/ui/JettyUtils.scala b/core/src/main/scala/org/apache/spark/ui/JettyUtils.scala
index 6b4689291097f..a8b08cbb7503a 100644
--- a/core/src/main/scala/org/apache/spark/ui/JettyUtils.scala
+++ b/core/src/main/scala/org/apache/spark/ui/JettyUtils.scala
@@ -192,6 +192,10 @@ private[spark] object JettyUtils extends Logging {
         server.start()
         (server, server.getConnectors.head.getLocalPort)
       } catch {
+        case e: java.net.BindException =>
+          server.stop()
+          pool.stop()
+          throw new java.net.BindException("Address already in use")
         case e: Exception =>
           server.stop()
           pool.stop()