From 789051c41accb2e90e0e476b3606873767139c59 Mon Sep 17 00:00:00 2001 From: Jarek Potiuk Date: Thu, 18 Apr 2024 11:01:43 +0200 Subject: [PATCH] Fix main failing because of the new xmlsec 1.3.14 compatibility (#39104) The xmlsec used by Amazon provider for authentication has compatiblity issue with libxmlsec 1.2.* that is used by default in debian bookworm. We should investigate if/howe we can upgrade our images to support it, in the meantime we limitt python bindings to < 1.3.13. See https://github.com/apache/airflow/issues/39103 (cherry picked from commit cd888870ba1b95c20208b1c87d337cd2418e1dc1) --- airflow/providers/amazon/provider.yaml | 4 ++++ generated/provider_dependencies.json | 3 ++- 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/airflow/providers/amazon/provider.yaml b/airflow/providers/amazon/provider.yaml index e2b0df930eff..e7935d8ddd90 100644 --- a/airflow/providers/amazon/provider.yaml +++ b/airflow/providers/amazon/provider.yaml @@ -97,6 +97,10 @@ dependencies: - sqlalchemy_redshift>=0.8.6 - asgiref - PyAthena>=3.0.10 + # XML sec 1.3.14 breaks Amazon's authentication with `lxml & xmlsec libxml2 library version mismatch` + # We should investigate if we can upgrade to a newer version of lxml and xmlsec + # Tracked in https://github.com/apache/airflow/issues/39103 + - xmlsec<1.3.14 additional-extras: - name: pandas diff --git a/generated/provider_dependencies.json b/generated/provider_dependencies.json index d88b975a87eb..ad8da71d9215 100644 --- a/generated/provider_dependencies.json +++ b/generated/provider_dependencies.json @@ -36,7 +36,8 @@ "jsonpath_ng>=1.5.3", "redshift_connector>=2.0.918", "sqlalchemy_redshift>=0.8.6", - "watchtower>=2.0.1,<4" + "watchtower>=2.0.1,<4", + "xmlsec<1.3.14" ], "devel-deps": [ "aiobotocore>=2.7.0",