SQLTestUtils.stripSparkFilter must copy the row, as df.collect() would do

squito · squito · commit bfbb4feede17 · 2016-01-04T14:36:21.000-06:00
diff --git a/sql/core/src/test/scala/org/apache/spark/sql/test/SQLTestUtils.scala b/sql/core/src/test/scala/org/apache/spark/sql/test/SQLTestUtils.scala
@@ -189,7 +189,7 @@ private[sql] trait SQLTestUtils
       .executedPlan.asInstanceOf[org.apache.spark.sql.execution.Filter]
       .child
       .execute()
-      .map(row => Row.fromSeq(row.toSeq(schema)))
+      .map(row => Row.fromSeq(row.copy().toSeq(schema)))
 
     sqlContext.createDataFrame(childRDD, schema)
   }

Original file line number	Diff line number	Diff line change
`@@ -189,7 +189,7 @@ private[sql] trait SQLTestUtils`
`189`	`189`	`.executedPlan.asInstanceOf[org.apache.spark.sql.execution.Filter]`
`190`	`190`	`.child`
`191`	`191`	`.execute()`
`192`		`- .map(row => Row.fromSeq(row.toSeq(schema)))`
	`192`	`+ .map(row => Row.fromSeq(row.copy().toSeq(schema)))`
`193`	`193`
`194`	`194`	`sqlContext.createDataFrame(childRDD, schema)`
`195`	`195`	`}`