This repository has been archived by the owner on Sep 25, 2023. It is now read-only.
forked from dbt-labs/dbt-spark
-
Notifications
You must be signed in to change notification settings - Fork 1
/
setup.py
73 lines (59 loc) · 2.03 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
#!/usr/bin/env python
from setuptools import find_namespace_packages, setup
import os
import re
this_directory = os.path.abspath(os.path.dirname(__file__))
with open(os.path.join(this_directory, 'README.md')) as f:
long_description = f.read()
package_name = "dbt-spark"
# get this from a separate file
def _dbt_spark_version():
_version_path = os.path.join(
this_directory, 'dbt', 'adapters', 'spark', '__version__.py'
)
_version_pattern = r'''version\s*=\s*["'](.+)["']'''
with open(_version_path) as f:
match = re.search(_version_pattern, f.read().strip())
if match is None:
raise ValueError(f'invalid version at {_version_path}')
return match.group(1)
package_version = _dbt_spark_version()
description = """The SparkSQL plugin for dbt (data build tool)"""
dbt_version = '0.19.0rc1'
# the package version should be the dbt version, with maybe some things on the
# ends of it. (0.19.0rc1 vs 0.19.0rc1a1, 0.19.0rc1.1, ...)
if not package_version.startswith(dbt_version):
raise ValueError(
f'Invalid setup.py: package_version={package_version} must start with '
f'dbt_version={dbt_version}'
)
setup(
name=package_name,
version=package_version,
description=description,
long_description=long_description,
long_description_content_type='text/markdown',
author='Fishtown Analytics',
author_email='info@fishtownanalytics.com',
url='https://github.com/fishtown-analytics/dbt-spark',
packages=find_namespace_packages(include=['dbt', 'dbt.*']),
package_data={
'dbt': [
'include/spark/dbt_project.yml',
'include/spark/sample_profiles.yml',
'include/spark/macros/*.sql',
'include/spark/macros/**/*.sql',
]
},
install_requires=[
f'dbt-core=={dbt_version}',
'sqlparams>=3.0.0',
],
extras_require={
"ODBC": ['pyodbc>=4.0.30'],
"PyHive": [
'PyHive[hive]>=0.6.0,<0.7.0',
'thrift>=0.11.0,<0.12.0',
],
}
)