diff --git a/metadata-ingestion/setup.py b/metadata-ingestion/setup.py index 30fba24940913a..90ddb59034ca91 100644 --- a/metadata-ingestion/setup.py +++ b/metadata-ingestion/setup.py @@ -151,9 +151,11 @@ def get_long_description(): "glue": aws_common, "hive": sql_common | { - # Acryl Data maintains a fork of PyHive, which adds support for table comments - # and column comments, and also releases HTTP and HTTPS transport schemes. - "acryl-pyhive[hive]>=0.6.11" + # Acryl Data maintains a fork of PyHive + # - 0.6.11 adds support for table comments and column comments, + # and also releases HTTP and HTTPS transport schemes + # - 0.6.12 adds support for Spark Thrift Server + "acryl-pyhive[hive]>=0.6.12" }, "kafka": kafka_common, "kafka-connect": sql_common | {"requests", "JPype1"}, diff --git a/metadata-ingestion/source_docs/hive.md b/metadata-ingestion/source_docs/hive.md index 1b8ff07da5f203..b6a040b5c05b4c 100644 --- a/metadata-ingestion/source_docs/hive.md +++ b/metadata-ingestion/source_docs/hive.md @@ -49,6 +49,7 @@ source: # kerberos_service_name: hive #scheme: 'hive+http' # set this if Thrift should use the HTTP transport #scheme: 'hive+https' # set this if Thrift should use the HTTP with SSL transport + #scheme: 'sparksql' # set this for Spark Thrift Server sink: # sink configs