Skip to content

Commit 573ffcd

Browse files
committed
resolve the comments and build failed fix
1 parent 1e947db commit 573ffcd

File tree

2 files changed

+0
-9
lines changed

2 files changed

+0
-9
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/adaptive/OptimizeLocalShuffleReader.scala

Lines changed: 0 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -57,14 +57,6 @@ object BroadcastJoinWithShuffleRight {
5757
*/
5858
case class OptimizeLocalShuffleReader(conf: SQLConf) extends Rule[SparkPlan] {
5959

60-
def canUseLocalShuffleReaderProbeLeft(join: BroadcastHashJoinExec): Boolean = {
61-
join.buildSide == BuildRight && ShuffleQueryStageExec.isShuffleQueryStageExec(join.left)
62-
}
63-
64-
def canUseLocalShuffleReaderProbeRight(join: BroadcastHashJoinExec): Boolean = {
65-
join.buildSide == BuildLeft && ShuffleQueryStageExec.isShuffleQueryStageExec(join.right)
66-
}
67-
6860
override def apply(plan: SparkPlan): SparkPlan = {
6961
if (!conf.getConf(SQLConf.OPTIMIZE_LOCAL_SHUFFLE_READER_ENABLED)) {
7062
return plan

sql/core/src/main/scala/org/apache/spark/sql/execution/adaptive/ReduceNumShufflePartitions.scala

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,6 @@ import org.apache.spark.sql.catalyst.expressions.Attribute
2727
import org.apache.spark.sql.catalyst.plans.physical.{Partitioning, UnknownPartitioning}
2828
import org.apache.spark.sql.catalyst.rules.Rule
2929
import org.apache.spark.sql.execution.{ShuffledRowRDD, SparkPlan, UnaryExecNode}
30-
import org.apache.spark.sql.execution.adaptive.{LocalShuffleReaderExec, QueryStageExec, ReusedQueryStageExec, ShuffleQueryStageExec}
3130
import org.apache.spark.sql.internal.SQLConf
3231
import org.apache.spark.util.ThreadUtils
3332

0 commit comments

Comments
 (0)