From 9ccb298d6f35c36e2af23e879baae6a87943a755 Mon Sep 17 00:00:00 2001
From: sushi30 <imri.paran@gmail.com>
Date: Wed, 18 Sep 2024 17:22:51 +0200
Subject: [PATCH] fix(ingestion): deltalake

add pin for deltalake<0.20 to avoid https://github.com/delta-io/delta-rs/commit/ad35eda7983385c3011f8ae87afc24456791cd9e#diff-f81b8b91e9721dc0a3235b6674a57c0700153b92b59f3988d357950a9c8c4760R1142-R1144
---
 ingestion/setup.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/ingestion/setup.py b/ingestion/setup.py
index a3618aef4f00..e0d99d733612 100644
--- a/ingestion/setup.py
+++ b/ingestion/setup.py
@@ -211,7 +211,10 @@
         "s3fs[boto3]",
         *COMMONS["datalake"],
     },
-    "deltalake": {"delta-spark<=2.3.0", "deltalake~=0.17"},
+    "deltalake": {
+        "delta-spark<=2.3.0",
+        "deltalake~=0.17,<0.20",
+    },  # TODO: remove pinning to under 0.20 after https://github.com/open-metadata/OpenMetadata/issues/17909
     "deltalake-storage": {"deltalake~=0.17"},
     "deltalake-spark": {"delta-spark<=2.3.0"},
     "domo": {VERSIONS["pydomo"]},