Skip to content

Commit c141a00

Browse files
committed
Don't display "unknown app" on driver log pages
1 parent d7e2728 commit c141a00

File tree

3 files changed

+7
-6
lines changed

3 files changed

+7
-6
lines changed

core/src/main/scala/org/apache/spark/deploy/worker/DriverRunner.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,7 @@ import org.apache.spark.deploy.master.DriverState.DriverState
3636

3737
/**
3838
* Manages the execution of one driver, including automatically restarting the driver on failure.
39+
* This is currently only used in standalone cluster deploy mode.
3940
*/
4041
private[spark] class DriverRunner(
4142
val driverId: String,

core/src/main/scala/org/apache/spark/deploy/worker/ExecutorRunner.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -30,6 +30,7 @@ import org.apache.spark.util.logging.FileAppender
3030

3131
/**
3232
* Manages the execution of one executor process.
33+
* This is currently only used in standalone mode.
3334
*/
3435
private[spark] class ExecutorRunner(
3536
val appId: String,

core/src/main/scala/org/apache/spark/deploy/worker/ui/LogPage.scala

Lines changed: 5 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -17,15 +17,14 @@
1717

1818
package org.apache.spark.deploy.worker.ui
1919

20-
import java.io.File
2120
import javax.servlet.http.HttpServletRequest
2221

2322
import scala.xml.Node
2423

2524
import org.apache.spark.ui.{WebUIPage, UIUtils}
2625
import org.apache.spark.util.Utils
2726
import org.apache.spark.Logging
28-
import org.apache.spark.util.logging.{FileAppender, RollingFileAppender}
27+
import org.apache.spark.util.logging.RollingFileAppender
2928

3029
private[spark] class LogPage(parent: WorkerWebUI) extends WebUIPage("logPage") with Logging {
3130
private val worker = parent.worker
@@ -64,11 +63,11 @@ private[spark] class LogPage(parent: WorkerWebUI) extends WebUIPage("logPage") w
6463
val offset = Option(request.getParameter("offset")).map(_.toLong)
6564
val byteLength = Option(request.getParameter("byteLength")).map(_.toInt).getOrElse(defaultBytes)
6665

67-
val (logDir, params) = (appId, executorId, driverId) match {
66+
val (logDir, params, pageName) = (appId, executorId, driverId) match {
6867
case (Some(a), Some(e), None) =>
69-
(s"${workDir.getPath}/$a/$e/", s"appId=$a&executorId=$e")
68+
(s"${workDir.getPath}/$a/$e/", s"appId=$a&executorId=$e", s"$a/$e")
7069
case (None, None, Some(d)) =>
71-
(s"${workDir.getPath}/$d/", s"driverId=$d")
70+
(s"${workDir.getPath}/$d/", s"driverId=$d", d)
7271
case _ =>
7372
throw new Exception("Request must specify either application or driver identifiers")
7473
}
@@ -120,7 +119,7 @@ private[spark] class LogPage(parent: WorkerWebUI) extends WebUIPage("logPage") w
120119
</div>
121120
</body>
122121
</html>
123-
UIUtils.basicSparkPage(content, logType + " log page for " + appId.getOrElse("unknown app"))
122+
UIUtils.basicSparkPage(content, logType + " log page for " + pageName)
124123
}
125124

126125
/** Get the part of the log files given the offset and desired length of bytes */

0 commit comments

Comments
 (0)