From 613a6217a1266946dc642bdc7d0f87e854398832 Mon Sep 17 00:00:00 2001 From: yaohua Date: Tue, 7 Jun 2022 21:24:05 -0700 Subject: [PATCH] fix --- .../spark/sql/execution/streaming/MicroBatchExecution.scala | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/MicroBatchExecution.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/MicroBatchExecution.scala index be7a27fb788a..aebf2e43de8e 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/MicroBatchExecution.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/MicroBatchExecution.scala @@ -582,9 +582,8 @@ class MicroBatchExecution( case FileSourceMetadataAttribute(_) => true case _ => false } - val finalDataPlan = dataPlan match { + val finalDataPlan = dataPlan transformUp { case l: LogicalRelation if hasFileMetadata => l.withMetadataColumns() - case _ => dataPlan } val maxFields = SQLConf.get.maxToStringFields assert(output.size == finalDataPlan.output.size,