[HOPSWORKS-3235] Fix pre_combine_key in Hudi Engine (logicalclocks#716)

kennethmhc · Nov 16, 2022 · 82db3cc · 82db3cc
1 parent 94f2b06
commit 82db3cc
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 4 deletions.
diff --git a/python/hsfs/core/hudi_engine.py b/python/hsfs/core/hudi_engine.py
@@ -157,9 +157,7 @@ def _setup_hudi_write_opts(self, operation, write_options):
         jdbc_url = self._get_conn_str()
         hudi_options = {
             self.HUDI_KEY_GENERATOR_OPT_KEY: self.HUDI_COMPLEX_KEY_GENERATOR_OPT_VAL,
-            self.HUDI_PRECOMBINE_FIELD: self._pre_combine_key[0]
-            if isinstance(pre_combine_key, list)
-            else pre_combine_key,
+            self.HUDI_PRECOMBINE_FIELD: pre_combine_key,
             self.HUDI_RECORD_KEY: primary_key,
             self.HUDI_PARTITION_FIELD: partition_path,
             self.HUDI_TABLE_NAME: table_name,

diff --git a/python/hsfs/feature_group.py b/python/hsfs/feature_group.py
@@ -732,7 +732,7 @@ def __init__(
                     feat.name
                     for feat in self._features
                     if feat.hudi_precombine_key is True
-                ]
+                ][0]
             else:
                 self._hudi_precombine_key = None