spark agent #272 code review changes

AbsaOSS · Aug 12, 2021 · 9472d8f · 9472d8f
1 parent c63af99
commit 9472d8f
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/core/src/main/scala/za/co/absa/spline/harvester/builder/JoinNodeBuilder.scala b/core/src/main/scala/za/co/absa/spline/harvester/builder/JoinNodeBuilder.scala
@@ -29,9 +29,9 @@ class JoinNodeBuilder
 
  override def build(): DataOperation = {
 
- val duplicates = operation.output.groupBy(_.exprId).collect { case (x, List(_,_,_*)) => x }
+ val duplicates = operation.output.groupBy(_.exprId).collect { case (exprId, attrs) if attrs.length > 1 => exprId }
  if (duplicates.nonEmpty) {
- logError(s"Duplicated attributes found in Join operation output, ExprIds of duplicates: $duplicates")
+ logWarning(s"Duplicated attributes found in Join operation output, ExprIds of duplicates: $duplicates")
  }
 
  super.build()