Add support for ODBC Server Side Parameters (#201)

* Add support for ODBC Server Side Parameters * Update CHANGELOG
dbt-labs · Aug 11, 2021 · 3a66285 · 3a66285
1 parent da358d2
commit 3a66285
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 2 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -2,9 +2,11 @@
 
 ### Fixes
 - Add pyodbc import error message to dbt.exceptions.RuntimeException to get more detailed information when running `dbt debug` ([#192](https://github.com/dbt-labs/dbt-spark/pull/192))
+- Add support for ODBC Server Side Parameters, allowing options that need to be set with the `SET` statement to be used ([#201](https://github.com/dbt-labs/dbt-spark/pull/201))
 
 ### Contributors
 - [@JCZuurmond](https://github.com/JCZuurmond) ([#192](https://github.com/fishtown-analytics/dbt-spark/pull/192))
+- [@jethron](https://github.com/jethron) ([#201](https://github.com/fishtown-analytics/dbt-spark/pull/201))
 
 ## dbt-spark 0.21.0b1 (August 3, 2021)
 

diff --git a/dbt/adapters/spark/connections.py b/dbt/adapters/spark/connections.py
@@ -24,8 +24,8 @@
 import sqlparams
 
 from hologram.helpers import StrEnum
-from dataclasses import dataclass
-from typing import Optional
+from dataclasses import dataclass, field
+from typing import Any, Dict, Optional
 try:
     from thrift.transport.TSSLSocket import TSSLSocket
     import thrift
@@ -72,6 +72,7 @@ class SparkCredentials(Credentials):
     connect_retries: int = 0
     connect_timeout: int = 10
     use_ssl: bool = False
+    server_side_parameters: Dict[str, Any] = field(default_factory=dict)
 
     @classmethod
     def __pre_deserialize__(cls, data):
@@ -405,6 +406,12 @@ def open(cls, connection):
                     dbt_spark_version = __version__.version
                     user_agent_entry = f"fishtown-analytics-dbt-spark/{dbt_spark_version} (Databricks)"  # noqa
 
+                    # http://simba.wpengine.com/products/Spark/doc/ODBC_InstallGuide/unix/content/odbc/hi/configuring/serverside.htm
+                    ssp = {
+                        f"SSP_{k}": f"{{{v}}}"
+                        for k, v in creds.server_side_parameters.items()
+                    }
+
                     # https://www.simba.com/products/Spark/doc/v2/ODBC_InstallGuide/unix/content/odbc/options/driver.htm
                     connection_str = _build_odbc_connnection_string(
                         DRIVER=creds.driver,
@@ -418,6 +425,8 @@ def open(cls, connection):
                         ThriftTransport=2,
                         SSL=1,
                         UserAgentEntry=user_agent_entry,
+                        LCaseSspKeyName=0 if ssp else 1,
+                        **ssp,
                     )
 
                     conn = pyodbc.connect(connection_str, autocommit=True)