diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/MicroBatchExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/MicroBatchExecution.scala index be7a27fb788a..aebf2e43de8e 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/MicroBatchExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/MicroBatchExecution.scala @@ -582,9 +582,8 @@ class MicroBatchExecution( case FileSourceMetadataAttribute(_) => true case _ => false } - val finalDataPlan = dataPlan match { + val finalDataPlan = dataPlan transformUp { case l: LogicalRelation if hasFileMetadata => l.withMetadataColumns() - case _ => dataPlan } val maxFields = SQLConf.get.maxToStringFields assert(output.size == finalDataPlan.output.size,