Skip to content

Commit 460f4d4

Browse files
Make decision order of Worker's WebUI consistent with Master's
1 parent 8d1dec4 commit 460f4d4

File tree

3 files changed

+10
-10
lines changed

3 files changed

+10
-10
lines changed

core/src/main/scala/org/apache/spark/deploy/worker/Worker.scala

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -136,7 +136,7 @@ private[spark] class Worker(
136136
logInfo("Spark home: " + sparkHome)
137137
createWorkDir()
138138
context.system.eventStream.subscribe(self, classOf[RemotingLifecycleEvent])
139-
webUi = new WorkerWebUI(this, workDir, Some(webUiPort))
139+
webUi = new WorkerWebUI(this, workDir, webUiPort)
140140
webUi.bind()
141141
registerWithMaster()
142142

@@ -373,7 +373,8 @@ private[spark] class Worker(
373373
private[spark] object Worker extends Logging {
374374
def main(argStrings: Array[String]) {
375375
SignalLogger.register(log)
376-
val args = new WorkerArguments(argStrings)
376+
val conf = new SparkConf
377+
val args = new WorkerArguments(argStrings, conf)
377378
val (actorSystem, _) = startSystemAndActor(args.host, args.port, args.webUiPort, args.cores,
378379
args.memory, args.masters, args.workDir)
379380
actorSystem.awaitTermination()

core/src/main/scala/org/apache/spark/deploy/worker/WorkerArguments.scala

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,11 +20,12 @@ package org.apache.spark.deploy.worker
2020
import java.lang.management.ManagementFactory
2121

2222
import org.apache.spark.util.{IntParam, MemoryParam, Utils}
23+
import org.apache.spark.SparkConf
2324

2425
/**
2526
* Command-line parser for the worker.
2627
*/
27-
private[spark] class WorkerArguments(args: Array[String]) {
28+
private[spark] class WorkerArguments(args: Array[String], conf: SparkConf) {
2829
var host = Utils.localHostName()
2930
var port = 0
3031
var webUiPort = 8081
@@ -46,6 +47,9 @@ private[spark] class WorkerArguments(args: Array[String]) {
4647
if (System.getenv("SPARK_WORKER_WEBUI_PORT") != null) {
4748
webUiPort = System.getenv("SPARK_WORKER_WEBUI_PORT").toInt
4849
}
50+
if (conf.contains("spark.worker.ui.port")) {
51+
webUiPort = conf.get("spark.worker.ui.port").toInt
52+
}
4953
if (System.getenv("SPARK_WORKER_DIR") != null) {
5054
workDir = System.getenv("SPARK_WORKER_DIR")
5155
}

core/src/main/scala/org/apache/spark/deploy/worker/ui/WorkerWebUI.scala

Lines changed: 2 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -34,8 +34,8 @@ private[spark]
3434
class WorkerWebUI(
3535
val worker: Worker,
3636
val workDir: File,
37-
port: Option[Int] = None)
38-
extends WebUI(worker.securityMgr, getUIPort(port, worker.conf), worker.conf, name = "WorkerUI")
37+
requestedPort: Int)
38+
extends WebUI(worker.securityMgr, requestedPort, worker.conf, name = "WorkerUI")
3939
with Logging {
4040

4141
val timeout = AkkaUtils.askTimeout(worker.conf)
@@ -55,10 +55,5 @@ class WorkerWebUI(
5555
}
5656

5757
private[spark] object WorkerWebUI {
58-
val DEFAULT_PORT = 8081
5958
val STATIC_RESOURCE_BASE = SparkUI.STATIC_RESOURCE_DIR
60-
61-
def getUIPort(requestedPort: Option[Int], conf: SparkConf): Int = {
62-
requestedPort.getOrElse(conf.getInt("spark.worker.ui.port", WorkerWebUI.DEFAULT_PORT))
63-
}
6459
}

0 commit comments

Comments
 (0)