diff --git a/docs/running-on-kubernetes.md b/docs/running-on-kubernetes.md index ad02f04bed90e..028a482d51c29 100644 --- a/docs/running-on-kubernetes.md +++ b/docs/running-on-kubernetes.md @@ -1824,8 +1824,7 @@ Install Apache YuniKorn: ```bash helm repo add yunikorn https://apache.github.io/yunikorn-release helm repo update -kubectl create namespace yunikorn -helm install yunikorn yunikorn/yunikorn --namespace yunikorn --version 1.1.0 +helm install yunikorn yunikorn/yunikorn --namespace yunikorn --version 1.1.0 --create-namespace --set embedAdmissionController=false ``` The above steps will install YuniKorn v1.1.0 on an existing Kubernetes cluster. @@ -1836,6 +1835,8 @@ Submit Spark jobs with the following extra options: ```bash --conf spark.kubernetes.scheduler.name=yunikorn +--conf spark.kubernetes.driver.label.queue=root.default +--conf spark.kubernetes.executor.label.queue=root.default --conf spark.kubernetes.driver.annotation.yunikorn.apache.org/app-id={{APP_ID}} --conf spark.kubernetes.executor.annotation.yunikorn.apache.org/app-id={{APP_ID}} ``` diff --git a/resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/YuniKornSuite.scala b/resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/YuniKornSuite.scala index 5a3c063efa14b..0dfb88b259e21 100644 --- a/resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/YuniKornSuite.scala +++ b/resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/YuniKornSuite.scala @@ -21,8 +21,11 @@ class YuniKornSuite extends KubernetesSuite { override protected def setUpTest(): Unit = { super.setUpTest() + val namespace = sparkAppConf.get("spark.kubernetes.namespace") sparkAppConf .set("spark.kubernetes.scheduler.name", "yunikorn") + .set("spark.kubernetes.driver.label.queue", "root." + namespace) + .set("spark.kubernetes.executor.label.queue", "root." + namespace) .set("spark.kubernetes.driver.annotation.yunikorn.apache.org/app-id", "{{APP_ID}}") .set("spark.kubernetes.executor.annotation.yunikorn.apache.org/app-id", "{{APP_ID}}") }