fix: CLIN-2536 revert change to flattenInfo method

Ferlab-Ste-Justine · Jan 13, 2025 · 9f0f01a · 9f0f01a
1 parent e3a187c
commit 9f0f01a
Showing 1 changed file with 2 additions and 4 deletions.
diff --git a/datalake-spark3/src/main/scala/bio/ferlab/datalake/spark3/implicits/GenomicImplicits.scala b/datalake-spark3/src/main/scala/bio/ferlab/datalake/spark3/implicits/GenomicImplicits.scala
@@ -646,12 +646,10 @@ object GenomicImplicits {
 
     val dp: Column = col("INFO_DP") as "dp"
 
-    def flattenInfo(df: DataFrame, except: String*): Seq[Column] = {
+    def flattenInfo(df: DataFrame, except: String*): Seq[Column] =
       df.columns.filterNot(except.contains(_)).collect {
-        case c if c.startsWith("INFO_") && df.schema(c).dataType.isInstanceOf[ArrayType] => col(c)(0) as c.replace("INFO_", "").toLowerCase
-        case c if c.startsWith("INFO_") => col(c) as c.replace("INFO_", "").toLowerCase
+        case c if c.startsWith("INFO_") => col(c)(0) as c.replace("INFO_", "").toLowerCase
       }
-    }
 
 
     def familyInfo(cols: Seq[Column] = Seq(col("calls"), col("affected_status"), col("gq")),