Loop twice

fivetran · Sep 27, 2023 · 1677fd5 · 1677fd5
1 parent a03b219
commit 1677fd5
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/macros/remove_duplicate_and_prefix_from_columns.sql b/macros/remove_duplicate_and_prefix_from_columns.sql
@@ -1,12 +1,17 @@
 {% macro remove_duplicate_and_prefix_from_columns(columns, prefix='', exclude=[]) %}
 
+        {# Loop once to find duplicates #}
         {%- set duplicate_exclude = [] -%}
         {% for col in columns if col.name not in exclude %}
         {%- for dupe in columns if col.name[prefix|length:]|lower == dupe.name|lower -%}
         {%- do duplicate_exclude.append(col.name) -%}
         {%- do duplicate_exclude.append(dupe.name) -%}
         , coalesce({{ col.name }}, {{dupe.name}}) as {{ col.name[prefix|length:] }}
         {%- endfor %}
+        {% endfor %}
+
+        {# Loop again to find non-duplicates #}
+        {% for col in columns if col.name not in exclude %}
         {%- if col.name|lower not in duplicate_exclude|lower -%}
         {% if col.name[:prefix|length]|lower == prefix %}
         , {{ col.name }} as {{ col.name[prefix|length:] }}
@@ -16,4 +21,4 @@
         {%- endif -%}
         {% endfor %}
 
-{% endmacro %}
+{% endmacro %}