We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e13f637 commit 782827aCopy full SHA for 782827a
sql/core/src/main/scala/org/apache/spark/sql/execution/adaptive/OptimizeLocalShuffleReader.scala
@@ -43,6 +43,8 @@ case class OptimizeLocalShuffleReader(conf: SQLConf) extends Rule[SparkPlan] {
43
44
val optimizedPlan = if (shuffleStages.isEmpty ||
45
!shuffleStages.forall(_.plan.canChangeNumPartitions)) {
46
+ // For the Exchange introduced by repartition,
47
+ // don't apply this rule to avoid additional shuffle introduced for the parent stage.
48
plan
49
} else {
50
plan.transformUp {
0 commit comments