Tue Aug 2 15:01:42 PDT 2016

ericl · ericl · commit 704511ebacd8 · 2016-08-02T15:01:42.000-07:00
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/ExistingRDD.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/ExistingRDD.scala
@@ -329,10 +329,12 @@ private[sql] case class FileSourceScanExec(
     }
   }
 
+  // These metadata values make scan plans uniquely identifiable for equality checking.
   override val metadata: Map[String, String] = Map(
     "Format" -> relation.fileFormat.toString,
     "ReadSchema" -> outputSchema.catalogString,
     "Batched" -> supportsBatch.toString,
+    "PartitionFilters" -> partitionFilters.mkString("[", ", ", "]"),
     DataSourceScanExec.PUSHED_FILTERS -> dataFilters.mkString("[", ", ", "]"),
     DataSourceScanExec.INPUT_PATHS -> relation.location.paths.mkString(", "))
 

Original file line number	Diff line number	Diff line change
`@@ -329,10 +329,12 @@ private[sql] case class FileSourceScanExec(`
`329`	`329`	`}`
`330`	`330`	`}`
`331`	`331`
	`332`	`+ // These metadata values make scan plans uniquely identifiable for equality checking.`
`332`	`333`	`override val metadata: Map[String, String] = Map(`
`333`	`334`	`"Format" -> relation.fileFormat.toString,`
`334`	`335`	`"ReadSchema" -> outputSchema.catalogString,`
`335`	`336`	`"Batched" -> supportsBatch.toString,`
	`337`	`+ "PartitionFilters" -> partitionFilters.mkString("[", ", ", "]"),`
`336`	`338`	`DataSourceScanExec.PUSHED_FILTERS -> dataFilters.mkString("[", ", ", "]"),`
`337`	`339`	`DataSourceScanExec.INPUT_PATHS -> relation.location.paths.mkString(", "))`
`338`	`340`