Merge pull request #1228 from moj-analytical-services/1227-df_represe…

…ntatives-not-materialised-in-spark Issue 1227 - Allow materialisation of df_representatives with no _ suffix
moj-analytical-services · May 10, 2023 · f1236ff · f1236ff
2 parents 0a2488f + 7bace2e
commit f1236ff
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/splink/spark/spark_linker.py b/splink/spark/spark_linker.py
@@ -343,7 +343,7 @@ def _break_lineage_and_repartition(self, spark_df, templated_name, physical_name
             r"__splink__df_concat_with_tf",
             r"__splink__df_predict",
             r"__splink__df_tf_.+",
-            r"__splink__df_representatives.+",
+            r"__splink__df_representatives.*",
             r"__splink__df_neighbours",
             r"__splink__df_connected_components_df",
         ]