Skip to content

Commit

Permalink
fix(ingest): use hive pure_sasl variant
Browse files Browse the repository at this point in the history
  • Loading branch information
hsheth2 committed Aug 3, 2023
1 parent 4778a8c commit cff546d
Showing 1 changed file with 14 additions and 7 deletions.
21 changes: 14 additions & 7 deletions metadata-ingestion/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -211,6 +211,16 @@ def get_long_description():
"trino[sqlalchemy]>=0.308, !=0.317",
}

pyhive_common = {
# Acryl Data maintains a fork of PyHive
# - 0.6.11 adds support for table comments and column comments,
# and also releases HTTP and HTTPS transport schemes
# - 0.6.12 adds support for Spark Thrift Server
# - 0.6.13 adds a small fix for Databricks
# - 0.6.14 uses pure-sasl instead of sasl so it builds on Python 3.11
"acryl-pyhive[hive_pure_sasl]==0.6.14rc1",
}

microsoft_common = {"msal==1.22.0"}

iceberg_common = {
Expand Down Expand Up @@ -318,12 +328,8 @@ def get_long_description():
"hdbcli>=2.11.20; platform_machine != 'aarch64' and platform_machine != 'arm64'",
},
"hive": sql_common
| pyhive_common
| {
# Acryl Data maintains a fork of PyHive
# - 0.6.11 adds support for table comments and column comments,
# and also releases HTTP and HTTPS transport schemes
# - 0.6.12 adds support for Spark Thrift Server
"acryl-pyhive[hive]>=0.6.13",
"databricks-dbapi",
# Due to https://github.com/great-expectations/great_expectations/issues/6146,
# we cannot allow 0.15.{23-26}. This was fixed in 0.15.27 by
Expand All @@ -348,9 +354,10 @@ def get_long_description():
"okta": {"okta~=1.7.0"},
"oracle": sql_common | {"cx_Oracle"},
"postgres": sql_common | {"psycopg2-binary", "GeoAlchemy2"},
"presto": sql_common | trino | {"acryl-pyhive[hive]>=0.6.12"},
"presto": sql_common | pyhive_common | trino,
"presto-on-hive": sql_common
| {"psycopg2-binary", "acryl-pyhive[hive]>=0.6.12", "pymysql>=1.0.2"},
| pyhive_common
| {"psycopg2-binary", "pymysql>=1.0.2"},
"pulsar": {"requests"},
"redash": {"redash-toolbelt", "sql-metadata"} | sqllineage_lib,
"redshift": sql_common | redshift_common | usage_common | {"redshift-connector"},
Expand Down

0 comments on commit cff546d

Please sign in to comment.