From c2165168509ff71c92bbc2c74c29fb19c91df97d Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Sat, 17 Jul 2021 02:38:45 -0700 Subject: [PATCH] [SPARK-36193][CORE] Recover SparkSubmit.runMain not to stop SparkContext in non-K8s env --- core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala b/core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala index a65be54568149..81246500f0398 100644 --- a/core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala +++ b/core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala @@ -957,8 +957,8 @@ private[spark] class SparkSubmit extends Logging { case t: Throwable => throw findCause(t) } finally { - if (!isShell(args.primaryResource) && !isSqlShell(args.mainClass) && - !isThriftServer(args.mainClass)) { + if (args.master.startsWith("k8s") && !isShell(args.primaryResource) && + !isSqlShell(args.mainClass) && !isThriftServer(args.mainClass)) { try { SparkContext.getActive.foreach(_.stop()) } catch {