We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1bf5109 commit ea764e0Copy full SHA for ea764e0
yarn/stable/src/main/scala/org/apache/spark/deploy/yarn/ExecutorRunnable.scala
@@ -89,7 +89,11 @@ class ExecutorRunnable(
89
90
ctx.setApplicationACLs(YarnSparkHadoopUtil.getApplicationAclsForYarn(securityMgr))
91
92
- ctx.setServiceData(Map[String, ByteBuffer]("spark_shuffle" -> ByteBuffer.allocate(0)))
+ // If external shuffle service is enabled, register with the
93
+ // Yarn shuffle service already started on the node manager
94
+ if (sparkConf.getBoolean("spark.shuffle.service.enabled", false)) {
95
+ ctx.setServiceData(Map[String, ByteBuffer]("spark_shuffle" -> ByteBuffer.allocate(0)))
96
+ }
97
98
// Send the start request to the ContainerManager
99
nmClient.startContainer(container, ctx)
0 commit comments