Skip to content

Commit ace4b19

Browse files
committed
Fix stragglers
1 parent 226b1dc commit ace4b19

File tree

3 files changed

+8
-8
lines changed

3 files changed

+8
-8
lines changed

core/src/test/scala/org/apache/spark/deploy/SparkSubmitSuite.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -396,7 +396,7 @@ class SparkSubmitSuite
396396
"--class", "org.SomeClass",
397397
"--driver-memory", "4g",
398398
"--conf", "spark.kubernetes.namespace=spark",
399-
"--conf", "spark.kubernetes.driver.docker.image=bar",
399+
"--conf", "spark.kubernetes.driver.container.image=bar",
400400
"/home/thejar.jar",
401401
"arg1")
402402
val appArgs = new SparkSubmitArguments(clArgs)
@@ -412,7 +412,7 @@ class SparkSubmitSuite
412412
conf.get("spark.executor.memory") should be ("5g")
413413
conf.get("spark.driver.memory") should be ("4g")
414414
conf.get("spark.kubernetes.namespace") should be ("spark")
415-
conf.get("spark.kubernetes.driver.docker.image") should be ("bar")
415+
conf.get("spark.kubernetes.driver.container.image") should be ("bar")
416416
}
417417

418418
test("handles confs with flag equivalents") {

resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/submit/steps/BaseDriverConfigurationStep.scala

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -46,9 +46,9 @@ private[spark] class BaseDriverConfigurationStep(
4646
private val driverExtraClasspath = submissionSparkConf.get(
4747
DRIVER_CLASS_PATH)
4848

49-
private val driverDockerImage = submissionSparkConf
49+
private val driverContainerImage = submissionSparkConf
5050
.get(DRIVER_CONTAINER_IMAGE)
51-
.getOrElse(throw new SparkException("Must specify the driver Docker image"))
51+
.getOrElse(throw new SparkException("Must specify the driver container image"))
5252

5353
// CPU settings
5454
private val driverCpuCores = submissionSparkConf.getOption("spark.driver.cores").getOrElse("1")
@@ -110,7 +110,7 @@ private[spark] class BaseDriverConfigurationStep(
110110

111111
val driverContainer = new ContainerBuilder(driverSpec.driverContainer)
112112
.withName(DRIVER_CONTAINER_NAME)
113-
.withImage(driverDockerImage)
113+
.withImage(driverContainerImage)
114114
.withImagePullPolicy(imagePullPolicy)
115115
.addAllToEnv(driverCustomEnvs.asJava)
116116
.addToEnv(driverExtraClasspathEnv.toSeq: _*)

resource-managers/kubernetes/core/src/test/scala/org/apache/spark/deploy/k8s/submit/steps/BaseDriverConfigurationStepSuite.scala

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,7 @@ class BaseDriverConfigurationStepSuite extends SparkFunSuite {
3030
private val APP_ID = "spark-app-id"
3131
private val RESOURCE_NAME_PREFIX = "spark"
3232
private val DRIVER_LABELS = Map("labelkey" -> "labelvalue")
33-
private val DOCKER_IMAGE_PULL_POLICY = "IfNotPresent"
33+
private val CONTAINER_IMAGE_PULL_POLICY = "IfNotPresent"
3434
private val APP_NAME = "spark-test"
3535
private val MAIN_CLASS = "org.apache.spark.examples.SparkPi"
3636
private val APP_ARGS = Array("arg1", "arg2", "arg 3")
@@ -56,7 +56,7 @@ class BaseDriverConfigurationStepSuite extends SparkFunSuite {
5656
APP_ID,
5757
RESOURCE_NAME_PREFIX,
5858
DRIVER_LABELS,
59-
DOCKER_IMAGE_PULL_POLICY,
59+
CONTAINER_IMAGE_PULL_POLICY,
6060
APP_NAME,
6161
MAIN_CLASS,
6262
APP_ARGS,
@@ -71,7 +71,7 @@ class BaseDriverConfigurationStepSuite extends SparkFunSuite {
7171

7272
assert(preparedDriverSpec.driverContainer.getName === DRIVER_CONTAINER_NAME)
7373
assert(preparedDriverSpec.driverContainer.getImage === "spark-driver:latest")
74-
assert(preparedDriverSpec.driverContainer.getImagePullPolicy === DOCKER_IMAGE_PULL_POLICY)
74+
assert(preparedDriverSpec.driverContainer.getImagePullPolicy === CONTAINER_IMAGE_PULL_POLICY)
7575

7676
assert(preparedDriverSpec.driverContainer.getEnv.size === 7)
7777
val envs = preparedDriverSpec.driverContainer

0 commit comments

Comments
 (0)