From c970d888e19d462757c134a851fd87517f58e900 Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Sun, 7 Aug 2022 23:00:39 -0700 Subject: [PATCH 1/2] [SPARK-39965][K8S] Skip PVC cleanup when driver doesn't own PVCs --- .../k8s/KubernetesClusterSchedulerBackend.scala | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/scheduler/cluster/k8s/KubernetesClusterSchedulerBackend.scala b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/scheduler/cluster/k8s/KubernetesClusterSchedulerBackend.scala index 43c6597362e4..985b8b7bef05 100644 --- a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/scheduler/cluster/k8s/KubernetesClusterSchedulerBackend.scala +++ b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/scheduler/cluster/k8s/KubernetesClusterSchedulerBackend.scala @@ -141,11 +141,13 @@ private[spark] class KubernetesClusterSchedulerBackend( } } - Utils.tryLogNonFatalError { - kubernetesClient - .persistentVolumeClaims() - .withLabel(SPARK_APP_ID_LABEL, applicationId()) - .delete() + if (conf.get(KUBERNETES_DRIVER_OWN_PVC)) { + Utils.tryLogNonFatalError { + kubernetesClient + .persistentVolumeClaims() + .withLabel(SPARK_APP_ID_LABEL, applicationId()) + .delete() + } } if (shouldDeleteExecutors) { From 00cb57982ff6de5ce9cf98d2f64d6f6d14cc9907 Mon Sep 17 00:00:00 2001 From: pralabhkumar Date: Sun, 7 Aug 2022 23:03:25 -0700 Subject: [PATCH 2/2] Add pralabhkumar@gmail.com