From 790bc991c0344cd820361b4eb59e985aed6ab2d0 Mon Sep 17 00:00:00 2001 From: Pankaj Singh <98807258+pankajastro@users.noreply.github.com> Date: Fri, 11 Aug 2023 14:20:35 +0530 Subject: [PATCH 1/2] Limit databricks-sql-connector (#2013) --- python-sdk/pyproject.toml | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/python-sdk/pyproject.toml b/python-sdk/pyproject.toml index efcdd5ae46..931cecfe79 100644 --- a/python-sdk/pyproject.toml +++ b/python-sdk/pyproject.toml @@ -88,7 +88,10 @@ ftp = [ openlineage = ["openlineage-airflow>=0.17.0"] databricks = ["databricks-cli", - "apache-airflow-providers-databricks"] + "apache-airflow-providers-databricks", + # TODO: Remove this once https://github.com/databricks/databricks-sql-python/pull/191 released + "databricks-sql-connector<2.9.0", +] mssql = [ "apache-airflow-providers-microsoft-mssql>=3.2", @@ -115,6 +118,8 @@ all = [ "sqlalchemy-bigquery>=1.3.0", "databricks-cli", "apache-airflow-providers-databricks", + # TODO: Remove this once https://github.com/databricks/databricks-sql-python/pull/191 released + "databricks-sql-connector<2.9.0", "s3fs", "protobuf", "openlineage-airflow>=0.17.0", From 8a1881f99e260abae92acbc7d786ea2b4693a9c6 Mon Sep 17 00:00:00 2001 From: Pankaj Singh <98807258+pankajastro@users.noreply.github.com> Date: Fri, 11 Aug 2023 15:25:53 +0530 Subject: [PATCH 2/2] Ignore type for File _load_options attribute (#2015) main branch is broken see CI https://github.com/astronomer/astro-sdk/actions/runs/5830707808/job/15812653210 I had added a ignore in https://github.com/astronomer/astro-sdk/pull/1978 but for quick merge creating separate PR --- python-sdk/src/astro/files/base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python-sdk/src/astro/files/base.py b/python-sdk/src/astro/files/base.py index 4d7ebfded0..9c37447be1 100644 --- a/python-sdk/src/astro/files/base.py +++ b/python-sdk/src/astro/files/base.py @@ -57,7 +57,7 @@ def load_options(self, value: LoadOptionsList): Setter of all the load_options. load_options is a container with for the custom option passed by user for a third-party integrations like pandas, azure etc. """ - self._load_options = value + self._load_options = value # type: ignore[misc] @property def location(self) -> BaseFileLocation: