Merge pull request #159 from cultureamp/sa/cast-table-owner

Cast table_owner to str

CHANGELOG.md

@@ -1,3 +1,9 @@
+## dbt next
+
+### Fixes
+
+- Cast `table_owner` to string to avoid errors generating docs ([#159](https://github.com/fishtown-analytics/dbt-spark/pull/159))
+
 ## dbt-spark 0.19.1 (Release TBD)
 
 ## dbt-spark 0.19.1b2 (February 26, 2021)

dbt/adapters/spark/impl.py

@@ -180,7 +180,7 @@ def parse_describe_extended(
             table_schema=relation.schema,
             table_name=relation.name,
             table_type=relation.type,
-            table_owner=metadata.get(KEY_TABLE_OWNER),
+            table_owner=str(metadata.get(KEY_TABLE_OWNER)),
             table_stats=table_stats,
             column=column['col_name'],
             column_index=idx,

test/unit/test_adapter.py

@@ -307,6 +307,33 @@ def test_parse_relation(self):
             'char_size': None
         })
 
+    def test_parse_relation_with_integer_owner(self):
+        self.maxDiff = None
+        rel_type = SparkRelation.get_relation_type.Table
+
+        relation = SparkRelation.create(
+            schema='default_schema',
+            identifier='mytable',
+            type=rel_type
+        )
+        assert relation.database is None
+
+        # Mimics the output of Spark with a DESCRIBE TABLE EXTENDED
+        plain_rows = [
+            ('col1', 'decimal(22,0)'),
+            ('# Detailed Table Information', None),
+            ('Owner', 1234)
+        ]
+
+        input_cols = [Row(keys=['col_name', 'data_type'], values=r)
+                      for r in plain_rows]
+
+        config = self._get_target_http(self.project_cfg)
+        rows = SparkAdapter(config).parse_describe_extended(
+            relation, input_cols)
+
+        self.assertEqual(rows[0].to_column_dict().get('table_owner'), '1234')
+
     def test_parse_relation_with_statistics(self):
         self.maxDiff = None
         rel_type = SparkRelation.get_relation_type.Table