diff --git a/CHANGELOG.md b/CHANGELOG.md index bb448f9e4c1..bf9d3e22972 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,8 +1,6 @@ ## dbt next (release TBD) ### Features - Added --fail-fast argument for dbt run and dbt test to fail on first test failure or runtime error. ([#1649](https://github.com/fishtown-analytics/dbt/issues/1649)) - -### Features - Support for appending query comments to SQL queries. ([#2138](https://github.com/fishtown-analytics/dbt/issues/2138)) - Added a `get-manifest` API call. ([#2168](https://github.com/fishtown-analytics/dbt/issues/2168), [#2232](https://github.com/fishtown-analytics/dbt/pull/2232)) @@ -12,13 +10,13 @@ Contributors: - [@raalsky](https://github.com/Raalsky) ([#2224](https://github.com/fishtown-analytics/dbt/pull/2224), [#2228](https://github.com/fishtown-analytics/dbt/pull/2228)) - -Contributors: - [@raalsky](https://github.com/Raalsky) ([#2224](https://github.com/fishtown-analytics/dbt/pull/2224)) - [@ilkinulas](https://github.com/ilkinulas) [#2199](https://github.com/fishtown-analytics/dbt/pull/2199) -## dbt 0.16.0 (Release date TBD) +## dbt 0.16.0 (March 23, 2020) + +## dbt 0.16.0rc4 (March 20, 2020) ### Fixes - When dbt encounters databases, schemas, or tables with names that look like numbers, treat them as strings ([#2206](https://github.com/fishtown-analytics/dbt/issues/2206), [#2208](https://github.com/fishtown-analytics/dbt/pull/2208)) diff --git a/docker/Dockerfile.0.15.3 b/docker/Dockerfile.0.15.3 new file mode 100644 index 00000000000..3cd749032e3 --- /dev/null +++ b/docker/Dockerfile.0.15.3 @@ -0,0 +1,20 @@ +FROM python:3.8.1-slim-buster + +RUN apt-get update && apt-get dist-upgrade -y && apt-get install -y --no-install-recommends git software-properties-common make build-essential ca-certificates libpq-dev && apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* + +COPY docker/requirements/requirements.0.15.3.txt ./requirements.0.15.3.txt +COPY dist ./dist +RUN pip install --upgrade pip setuptools +RUN pip install --requirement ./requirements.0.15.3.txt +RUN pip install ./dist/dbt_postgres-0.15.3-py3-none-any.whl ./dist/dbt_redshift-0.15.3-py3-none-any.whl ./dist/dbt_bigquery-0.15.3-py3-none-any.whl ./dist/dbt_core-0.15.3-py3-none-any.whl ./dist/dbt_snowflake-0.15.3-py3-none-any.whl ./dist/dbt-0.15.3-py3-none-any.whl + +RUN useradd -mU dbt_user + +ENV PYTHONIOENCODING=utf-8 +ENV LANG C.UTF-8 + +WORKDIR /usr/app +VOLUME /usr/app + +USER dbt_user +CMD ['dbt', 'run'] diff --git a/docker/Dockerfile.0.16.0 b/docker/Dockerfile.0.16.0 new file mode 100644 index 00000000000..08bd61842da --- /dev/null +++ b/docker/Dockerfile.0.16.0 @@ -0,0 +1,20 @@ +FROM python:3.8.1-slim-buster + +RUN apt-get update && apt-get dist-upgrade -y && apt-get install -y --no-install-recommends git software-properties-common make build-essential ca-certificates libpq-dev && apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* + +COPY docker/requirements/requirements.0.16.0.txt ./requirements.0.16.0.txt +COPY dist ./dist +RUN pip install --upgrade pip setuptools +RUN pip install --requirement ./requirements.0.16.0.txt +RUN pip install ./dist/dbt-0.16.0-py3-none-any.whl ./dist/dbt_bigquery-0.16.0-py3-none-any.whl ./dist/dbt_snowflake-0.16.0-py3-none-any.whl ./dist/dbt_core-0.16.0-py3-none-any.whl ./dist/dbt_redshift-0.16.0-py3-none-any.whl ./dist/dbt_postgres-0.16.0-py3-none-any.whl + +RUN useradd -mU dbt_user + +ENV PYTHONIOENCODING=utf-8 +ENV LANG C.UTF-8 + +WORKDIR /usr/app +VOLUME /usr/app + +USER dbt_user +CMD ['dbt', 'run'] diff --git a/docker/Dockerfile.0.16.0b2 b/docker/Dockerfile.0.16.0b2 new file mode 100644 index 00000000000..e5209f66289 --- /dev/null +++ b/docker/Dockerfile.0.16.0b2 @@ -0,0 +1,20 @@ +FROM python:3.8.1-slim-buster + +RUN apt-get update && apt-get dist-upgrade -y && apt-get install -y --no-install-recommends netcat curl git ssh software-properties-common make build-essential ca-certificates libpq-dev && apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* + +COPY docker/requirements/requirements.0.16.0b2.txt ./requirements.0.16.0b2.txt +COPY dist ./dist +RUN pip install --upgrade pip setuptools +RUN pip install --requirement ./requirements.0.16.0b2.txt +RUN pip install ./dist/dbt_snowflake-0.16.0b2-py3-none-any.whl ./dist/dbt_core-0.16.0b2-py3-none-any.whl ./dist/dbt_postgres-0.16.0b2-py3-none-any.whl ./dist/dbt-0.16.0b2-py3-none-any.whl ./dist/dbt_bigquery-0.16.0b2-py3-none-any.whl ./dist/dbt_redshift-0.16.0b2-py3-none-any.whl + +RUN useradd -mU dbt_user + +ENV PYTHONIOENCODING=utf-8 +ENV LANG C.UTF-8 + +WORKDIR /usr/app +VOLUME /usr/app + +USER dbt_user +CMD ['dbt', 'run'] diff --git a/docker/Dockerfile.0.16.0b3 b/docker/Dockerfile.0.16.0b3 new file mode 100644 index 00000000000..fcc48c95b71 --- /dev/null +++ b/docker/Dockerfile.0.16.0b3 @@ -0,0 +1,20 @@ +FROM python:3.8.1-slim-buster + +RUN apt-get update && apt-get dist-upgrade -y && apt-get install -y --no-install-recommends git software-properties-common make build-essential ca-certificates libpq-dev && apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* + +COPY docker/requirements/requirements.0.16.0b3.txt ./requirements.0.16.0b3.txt +COPY dist ./dist +RUN pip install --upgrade pip setuptools +RUN pip install --requirement ./requirements.0.16.0b3.txt +RUN pip install ./dist/dbt_postgres-0.16.0b3-py3-none-any.whl ./dist/dbt_core-0.16.0b3-py3-none-any.whl ./dist/dbt-0.16.0b3-py3-none-any.whl ./dist/dbt_snowflake-0.16.0b3-py3-none-any.whl ./dist/dbt_bigquery-0.16.0b3-py3-none-any.whl ./dist/dbt_redshift-0.16.0b3-py3-none-any.whl + +RUN useradd -mU dbt_user + +ENV PYTHONIOENCODING=utf-8 +ENV LANG C.UTF-8 + +WORKDIR /usr/app +VOLUME /usr/app + +USER dbt_user +CMD ['dbt', 'run'] diff --git a/docker/Dockerfile.0.16.0rc2 b/docker/Dockerfile.0.16.0rc2 new file mode 100644 index 00000000000..c45caa9849e --- /dev/null +++ b/docker/Dockerfile.0.16.0rc2 @@ -0,0 +1,20 @@ +FROM python:3.8.1-slim-buster + +RUN apt-get update && apt-get dist-upgrade -y && apt-get install -y --no-install-recommends git software-properties-common make build-essential ca-certificates libpq-dev && apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* + +COPY docker/requirements/requirements.0.16.0rc2.txt ./requirements.0.16.0rc2.txt +COPY dist ./dist +RUN pip install --upgrade pip setuptools +RUN pip install --requirement ./requirements.0.16.0rc2.txt +RUN pip install ./dist/dbt_bigquery-0.16.0rc2-py3-none-any.whl ./dist/dbt_core-0.16.0rc2-py3-none-any.whl ./dist/dbt_snowflake-0.16.0rc2-py3-none-any.whl ./dist/dbt-0.16.0rc2-py3-none-any.whl ./dist/dbt_redshift-0.16.0rc2-py3-none-any.whl ./dist/dbt_postgres-0.16.0rc2-py3-none-any.whl + +RUN useradd -mU dbt_user + +ENV PYTHONIOENCODING=utf-8 +ENV LANG C.UTF-8 + +WORKDIR /usr/app +VOLUME /usr/app + +USER dbt_user +CMD ['dbt', 'run'] diff --git a/docker/Dockerfile.0.16.0rc3 b/docker/Dockerfile.0.16.0rc3 new file mode 100644 index 00000000000..64582279675 --- /dev/null +++ b/docker/Dockerfile.0.16.0rc3 @@ -0,0 +1,20 @@ +FROM python:3.8.1-slim-buster + +RUN apt-get update && apt-get dist-upgrade -y && apt-get install -y --no-install-recommends git software-properties-common make build-essential ca-certificates libpq-dev && apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* + +COPY docker/requirements/requirements.0.16.0rc3.txt ./requirements.0.16.0rc3.txt +COPY dist ./dist +RUN pip install --upgrade pip setuptools +RUN pip install --requirement ./requirements.0.16.0rc3.txt +RUN pip install ./dist/dbt_bigquery-0.16.0rc3-py3-none-any.whl ./dist/dbt_redshift-0.16.0rc3-py3-none-any.whl ./dist/dbt-0.16.0rc3-py3-none-any.whl ./dist/dbt_postgres-0.16.0rc3-py3-none-any.whl ./dist/dbt_core-0.16.0rc3-py3-none-any.whl ./dist/dbt_snowflake-0.16.0rc3-py3-none-any.whl + +RUN useradd -mU dbt_user + +ENV PYTHONIOENCODING=utf-8 +ENV LANG C.UTF-8 + +WORKDIR /usr/app +VOLUME /usr/app + +USER dbt_user +CMD ['dbt', 'run'] diff --git a/docker/Dockerfile.0.16.0rc4 b/docker/Dockerfile.0.16.0rc4 new file mode 100644 index 00000000000..44b67f371de --- /dev/null +++ b/docker/Dockerfile.0.16.0rc4 @@ -0,0 +1,20 @@ +FROM python:3.8.1-slim-buster + +RUN apt-get update && apt-get dist-upgrade -y && apt-get install -y --no-install-recommends git software-properties-common make build-essential ca-certificates libpq-dev && apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* + +COPY docker/requirements/requirements.0.16.0rc4.txt ./requirements.0.16.0rc4.txt +COPY dist ./dist +RUN pip install --upgrade pip setuptools +RUN pip install --requirement ./requirements.0.16.0rc4.txt +RUN pip install ./dist/dbt_snowflake-0.16.0rc4-py3-none-any.whl ./dist/dbt_core-0.16.0rc4-py3-none-any.whl ./dist/dbt_postgres-0.16.0rc4-py3-none-any.whl ./dist/dbt_redshift-0.16.0rc4-py3-none-any.whl ./dist/dbt-0.16.0rc4-py3-none-any.whl ./dist/dbt_bigquery-0.16.0rc4-py3-none-any.whl + +RUN useradd -mU dbt_user + +ENV PYTHONIOENCODING=utf-8 +ENV LANG C.UTF-8 + +WORKDIR /usr/app +VOLUME /usr/app + +USER dbt_user +CMD ['dbt', 'run'] diff --git a/docker/requirements/requirements.0.15.3.txt b/docker/requirements/requirements.0.15.3.txt new file mode 100644 index 00000000000..25bd37b2221 --- /dev/null +++ b/docker/requirements/requirements.0.15.3.txt @@ -0,0 +1,73 @@ +agate==1.6.1 +asn1crypto==1.3.0 +attrs==19.3.0 +azure-common==1.1.25 +azure-storage-blob==2.1.0 +azure-storage-common==2.1.0 +Babel==2.8.0 +boto3==1.9.253 +botocore==1.12.253 +cachetools==4.0.0 +certifi==2019.11.28 +cffi==1.14.0 +chardet==3.0.4 +colorama==0.4.3 +cryptography==2.8 +decorator==4.4.2 +docutils==0.15.2 +future==0.18.2 +google-api-core==1.16.0 +google-auth==1.11.3 +google-cloud-bigquery==1.23.1 +google-cloud-core==1.1.0 +google-resumable-media==0.5.0 +googleapis-common-protos==1.51.0 +hologram==0.0.5 +idna==2.9 +ijson==2.6.1 +importlib-metadata==1.5.0 +isodate==0.6.0 +Jinja2==2.11.1 +jmespath==0.9.5 +json-rpc==1.13.0 +jsonschema==3.1.1 +leather==0.3.3 +Logbook==1.5.3 +MarkupSafe==1.1.1 +minimal-snowplow-tracker==0.0.2 +more-itertools==8.2.0 +networkx==2.4 +oscrypto==1.2.0 +packaging==20.3 +parsedatetime==2.5 +pluggy==0.13.1 +protobuf==3.11.3 +psycopg2-binary==2.8.4 +py==1.8.1 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycparser==2.20 +pycryptodomex==3.9.7 +PyJWT==1.7.1 +pyOpenSSL==19.1.0 +pyparsing==2.4.6 +pyrsistent==0.15.7 +pytest==5.4.1 +pytest-logbook==1.2.0 +python-dateutil==2.8.1 +python-slugify==4.0.0 +pytimeparse==1.1.8 +pytz==2019.3 +PyYAML==5.3 +requests==2.23.0 +rsa==4.0 +s3transfer==0.2.1 +six==1.14.0 +snowflake-connector-python==2.0.4 +sqlparse==0.3.1 +text-unidecode==1.3 +typing-extensions==3.7.4.1 +urllib3==1.24.3 +wcwidth==0.1.8 +Werkzeug==0.16.1 +zipp==3.1.0 diff --git a/docker/requirements/requirements.0.16.0.txt b/docker/requirements/requirements.0.16.0.txt new file mode 100644 index 00000000000..f802a24196c --- /dev/null +++ b/docker/requirements/requirements.0.16.0.txt @@ -0,0 +1,72 @@ +agate==1.6.1 +asn1crypto==1.3.0 +attrs==19.3.0 +azure-common==1.1.25 +azure-storage-blob==2.1.0 +azure-storage-common==2.1.0 +Babel==2.8.0 +boto3==1.11.17 +botocore==1.14.17 +cachetools==4.0.0 +certifi==2019.11.28 +cffi==1.13.2 +chardet==3.0.4 +colorama==0.4.3 +cryptography==2.8 +decorator==4.4.2 +docutils==0.15.2 +google-api-core==1.16.0 +google-auth==1.11.3 +google-cloud-bigquery==1.24.0 +google-cloud-core==1.3.0 +google-resumable-media==0.5.0 +googleapis-common-protos==1.51.0 +hologram==0.0.5 +idna==2.8 +ijson==2.6.1 +importlib-metadata==1.5.0 +isodate==0.6.0 +Jinja2==2.11.1 +jmespath==0.9.5 +json-rpc==1.13.0 +jsonschema==3.1.1 +leather==0.3.3 +Logbook==1.5.3 +MarkupSafe==1.1.1 +minimal-snowplow-tracker==0.0.2 +more-itertools==8.2.0 +networkx==2.4 +oscrypto==1.2.0 +packaging==20.3 +parsedatetime==2.5 +pluggy==0.13.1 +protobuf==3.11.3 +psycopg2-binary==2.8.4 +py==1.8.1 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycparser==2.20 +pycryptodomex==3.9.7 +PyJWT==1.7.1 +pyOpenSSL==19.1.0 +pyparsing==2.4.6 +pyrsistent==0.15.7 +pytest==5.4.1 +pytest-logbook==1.2.0 +python-dateutil==2.8.1 +python-slugify==4.0.0 +pytimeparse==1.1.8 +pytz==2019.3 +PyYAML==5.3.1 +requests==2.22.0 +rsa==4.0 +s3transfer==0.3.3 +six==1.14.0 +snowflake-connector-python==2.2.1 +sqlparse==0.3.1 +text-unidecode==1.3 +typing-extensions==3.7.4.1 +urllib3==1.25.8 +wcwidth==0.1.9 +Werkzeug==0.16.1 +zipp==3.1.0 diff --git a/docker/requirements/requirements.0.16.0b2.txt b/docker/requirements/requirements.0.16.0b2.txt new file mode 100644 index 00000000000..dc6ae6b936a --- /dev/null +++ b/docker/requirements/requirements.0.16.0b2.txt @@ -0,0 +1,72 @@ +agate==1.6.1 +asn1crypto==1.3.0 +attrs==19.3.0 +azure-common==1.1.24 +azure-storage-blob==2.1.0 +azure-storage-common==2.1.0 +Babel==2.8.0 +boto3==1.11.17 +botocore==1.14.17 +cachetools==4.0.0 +certifi==2019.11.28 +cffi==1.14.0 +chardet==3.0.4 +colorama==0.4.3 +cryptography==2.8 +decorator==4.4.1 +docutils==0.15.2 +google-api-core==1.16.0 +google-auth==1.11.2 +google-cloud-bigquery==1.24.0 +google-cloud-core==1.3.0 +google-resumable-media==0.5.0 +googleapis-common-protos==1.51.0 +hologram==0.0.5 +idna==2.8 +ijson==2.6.1 +importlib-metadata==1.5.0 +isodate==0.6.0 +Jinja2==2.11.1 +jmespath==0.9.5 +json-rpc==1.13.0 +jsonschema==3.1.1 +leather==0.3.3 +Logbook==1.5.3 +MarkupSafe==1.1.1 +minimal-snowplow-tracker==0.0.2 +more-itertools==8.2.0 +networkx==2.4 +oscrypto==1.2.0 +packaging==20.1 +parsedatetime==2.5 +pluggy==0.13.1 +protobuf==3.11.3 +psycopg2-binary==2.8.4 +py==1.8.1 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycparser==2.19 +pycryptodomex==3.9.7 +PyJWT==1.7.1 +pyOpenSSL==19.1.0 +pyparsing==2.4.6 +pyrsistent==0.15.7 +pytest==5.3.5 +pytest-logbook==1.2.0 +python-dateutil==2.8.1 +python-slugify==4.0.0 +pytimeparse==1.1.8 +pytz==2019.3 +PyYAML==5.3 +requests==2.22.0 +rsa==4.0 +s3transfer==0.3.3 +six==1.14.0 +snowflake-connector-python==2.2.1 +sqlparse==0.3.0 +text-unidecode==1.3 +typing-extensions==3.7.4.1 +urllib3==1.25.8 +wcwidth==0.1.8 +Werkzeug==0.16.1 +zipp==3.0.0 diff --git a/docker/requirements/requirements.0.16.0b3.txt b/docker/requirements/requirements.0.16.0b3.txt new file mode 100644 index 00000000000..9648e190131 --- /dev/null +++ b/docker/requirements/requirements.0.16.0b3.txt @@ -0,0 +1,72 @@ +agate==1.6.1 +asn1crypto==1.3.0 +attrs==19.3.0 +azure-common==1.1.24 +azure-storage-blob==2.1.0 +azure-storage-common==2.1.0 +Babel==2.8.0 +boto3==1.11.17 +botocore==1.14.17 +cachetools==4.0.0 +certifi==2019.11.28 +cffi==1.13.2 +chardet==3.0.4 +colorama==0.4.3 +cryptography==2.8 +decorator==4.4.1 +docutils==0.15.2 +google-api-core==1.16.0 +google-auth==1.11.2 +google-cloud-bigquery==1.24.0 +google-cloud-core==1.3.0 +google-resumable-media==0.5.0 +googleapis-common-protos==1.51.0 +hologram==0.0.5 +idna==2.8 +ijson==2.6.1 +importlib-metadata==1.5.0 +isodate==0.6.0 +Jinja2==2.11.1 +jmespath==0.9.5 +json-rpc==1.13.0 +jsonschema==3.1.1 +leather==0.3.3 +Logbook==1.5.3 +MarkupSafe==1.1.1 +minimal-snowplow-tracker==0.0.2 +more-itertools==8.2.0 +networkx==2.4 +oscrypto==1.2.0 +packaging==20.1 +parsedatetime==2.5 +pluggy==0.13.1 +protobuf==3.11.3 +psycopg2-binary==2.8.4 +py==1.8.1 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycparser==2.19 +pycryptodomex==3.9.7 +PyJWT==1.7.1 +pyOpenSSL==19.1.0 +pyparsing==2.4.6 +pyrsistent==0.15.7 +pytest==5.3.5 +pytest-logbook==1.2.0 +python-dateutil==2.8.1 +python-slugify==4.0.0 +pytimeparse==1.1.8 +pytz==2019.3 +PyYAML==5.3 +requests==2.22.0 +rsa==4.0 +s3transfer==0.3.3 +six==1.14.0 +snowflake-connector-python==2.2.1 +sqlparse==0.3.0 +text-unidecode==1.3 +typing-extensions==3.7.4.1 +urllib3==1.25.8 +wcwidth==0.1.8 +Werkzeug==0.16.1 +zipp==3.0.0 diff --git a/docker/requirements/requirements.0.16.0rc2.txt b/docker/requirements/requirements.0.16.0rc2.txt new file mode 100644 index 00000000000..7c390631df3 --- /dev/null +++ b/docker/requirements/requirements.0.16.0rc2.txt @@ -0,0 +1,72 @@ +agate==1.6.1 +asn1crypto==1.3.0 +attrs==19.3.0 +azure-common==1.1.24 +azure-storage-blob==2.1.0 +azure-storage-common==2.1.0 +Babel==2.8.0 +boto3==1.11.17 +botocore==1.14.17 +cachetools==4.0.0 +certifi==2019.11.28 +cffi==1.13.2 +chardet==3.0.4 +colorama==0.4.3 +cryptography==2.8 +decorator==4.4.2 +docutils==0.15.2 +google-api-core==1.16.0 +google-auth==1.11.2 +google-cloud-bigquery==1.24.0 +google-cloud-core==1.3.0 +google-resumable-media==0.5.0 +googleapis-common-protos==1.51.0 +hologram==0.0.5 +idna==2.8 +ijson==2.6.1 +importlib-metadata==1.5.0 +isodate==0.6.0 +Jinja2==2.11.1 +jmespath==0.9.5 +json-rpc==1.13.0 +jsonschema==3.1.1 +leather==0.3.3 +Logbook==1.5.3 +MarkupSafe==1.1.1 +minimal-snowplow-tracker==0.0.2 +more-itertools==8.2.0 +networkx==2.4 +oscrypto==1.2.0 +packaging==20.1 +parsedatetime==2.5 +pluggy==0.13.1 +protobuf==3.11.3 +psycopg2-binary==2.8.4 +py==1.8.1 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycparser==2.20 +pycryptodomex==3.9.7 +PyJWT==1.7.1 +pyOpenSSL==19.1.0 +pyparsing==2.4.6 +pyrsistent==0.15.7 +pytest==5.3.5 +pytest-logbook==1.2.0 +python-dateutil==2.8.1 +python-slugify==4.0.0 +pytimeparse==1.1.8 +pytz==2019.3 +PyYAML==5.3 +requests==2.22.0 +rsa==4.0 +s3transfer==0.3.3 +six==1.14.0 +snowflake-connector-python==2.2.1 +sqlparse==0.3.1 +text-unidecode==1.3 +typing-extensions==3.7.4.1 +urllib3==1.25.8 +wcwidth==0.1.8 +Werkzeug==0.16.1 +zipp==3.1.0 diff --git a/docker/requirements/requirements.0.16.0rc3.txt b/docker/requirements/requirements.0.16.0rc3.txt new file mode 100644 index 00000000000..69cb60ea873 --- /dev/null +++ b/docker/requirements/requirements.0.16.0rc3.txt @@ -0,0 +1,72 @@ +agate==1.6.1 +asn1crypto==1.3.0 +attrs==19.3.0 +azure-common==1.1.25 +azure-storage-blob==2.1.0 +azure-storage-common==2.1.0 +Babel==2.8.0 +boto3==1.11.17 +botocore==1.14.17 +cachetools==4.0.0 +certifi==2019.11.28 +cffi==1.13.2 +chardet==3.0.4 +colorama==0.4.3 +cryptography==2.8 +decorator==4.4.2 +docutils==0.15.2 +google-api-core==1.16.0 +google-auth==1.11.2 +google-cloud-bigquery==1.24.0 +google-cloud-core==1.3.0 +google-resumable-media==0.5.0 +googleapis-common-protos==1.51.0 +hologram==0.0.5 +idna==2.8 +ijson==2.6.1 +importlib-metadata==1.5.0 +isodate==0.6.0 +Jinja2==2.11.1 +jmespath==0.9.5 +json-rpc==1.13.0 +jsonschema==3.1.1 +leather==0.3.3 +Logbook==1.5.3 +MarkupSafe==1.1.1 +minimal-snowplow-tracker==0.0.2 +more-itertools==8.2.0 +networkx==2.4 +oscrypto==1.2.0 +packaging==20.3 +parsedatetime==2.5 +pluggy==0.13.1 +protobuf==3.11.3 +psycopg2-binary==2.8.4 +py==1.8.1 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycparser==2.20 +pycryptodomex==3.9.7 +PyJWT==1.7.1 +pyOpenSSL==19.1.0 +pyparsing==2.4.6 +pyrsistent==0.15.7 +pytest==5.3.5 +pytest-logbook==1.2.0 +python-dateutil==2.8.1 +python-slugify==4.0.0 +pytimeparse==1.1.8 +pytz==2019.3 +PyYAML==5.3 +requests==2.22.0 +rsa==4.0 +s3transfer==0.3.3 +six==1.14.0 +snowflake-connector-python==2.2.1 +sqlparse==0.3.1 +text-unidecode==1.3 +typing-extensions==3.7.4.1 +urllib3==1.25.8 +wcwidth==0.1.8 +Werkzeug==0.16.1 +zipp==3.1.0 diff --git a/docker/requirements/requirements.0.16.0rc4.txt b/docker/requirements/requirements.0.16.0rc4.txt new file mode 100644 index 00000000000..46b897309eb --- /dev/null +++ b/docker/requirements/requirements.0.16.0rc4.txt @@ -0,0 +1,72 @@ +agate==1.6.1 +asn1crypto==1.3.0 +attrs==19.3.0 +azure-common==1.1.25 +azure-storage-blob==2.1.0 +azure-storage-common==2.1.0 +Babel==2.8.0 +boto3==1.11.17 +botocore==1.14.17 +cachetools==4.0.0 +certifi==2019.11.28 +cffi==1.13.2 +chardet==3.0.4 +colorama==0.4.3 +cryptography==2.8 +decorator==4.4.2 +docutils==0.15.2 +google-api-core==1.16.0 +google-auth==1.11.3 +google-cloud-bigquery==1.24.0 +google-cloud-core==1.3.0 +google-resumable-media==0.5.0 +googleapis-common-protos==1.51.0 +hologram==0.0.5 +idna==2.8 +ijson==2.6.1 +importlib-metadata==1.5.0 +isodate==0.6.0 +Jinja2==2.11.1 +jmespath==0.9.5 +json-rpc==1.13.0 +jsonschema==3.1.1 +leather==0.3.3 +Logbook==1.5.3 +MarkupSafe==1.1.1 +minimal-snowplow-tracker==0.0.2 +more-itertools==8.2.0 +networkx==2.4 +oscrypto==1.2.0 +packaging==20.3 +parsedatetime==2.5 +pluggy==0.13.1 +protobuf==3.11.3 +psycopg2-binary==2.8.4 +py==1.8.1 +pyasn1==0.4.8 +pyasn1-modules==0.2.8 +pycparser==2.20 +pycryptodomex==3.9.7 +PyJWT==1.7.1 +pyOpenSSL==19.1.0 +pyparsing==2.4.6 +pyrsistent==0.15.7 +pytest==5.4.1 +pytest-logbook==1.2.0 +python-dateutil==2.8.1 +python-slugify==4.0.0 +pytimeparse==1.1.8 +pytz==2019.3 +PyYAML==5.3.1 +requests==2.22.0 +rsa==4.0 +s3transfer==0.3.3 +six==1.14.0 +snowflake-connector-python==2.2.1 +sqlparse==0.3.1 +text-unidecode==1.3 +typing-extensions==3.7.4.1 +urllib3==1.25.8 +wcwidth==0.1.8 +Werkzeug==0.16.1 +zipp==3.1.0 diff --git a/scripts/build-dbt.py b/scripts/build-dbt.py index 583f3244043..4bde8cd6b70 100644 --- a/scripts/build-dbt.py +++ b/scripts/build-dbt.py @@ -583,23 +583,24 @@ def commit_default_formula(self): ) @staticmethod - def run_tests(formula_path: Path): + def run_tests(formula_path: Path, audit: bool = True): path = os.path.normpath(formula_path) run_command(['brew', 'uninstall', '--force', path]) versions = [ l.strip() for l in collect_output(['brew', 'list']).split('\n') - if l.strip().startswith('dbt@') + if l.strip().startswith('dbt@') or l.strip() == 'dbt' ] if versions: run_command(['brew', 'unlink'] + versions) run_command(['brew', 'install', path]) run_command(['brew', 'test', path]) - run_command(['brew', 'audit', '--strict', path]) + if audit: + run_command(['brew', 'audit', '--strict', path]) def create_default_package(self): os.remove(self.default_formula_path) - formula_contents = self.create_formula_data(versioned=False) + formula_contents = self.get_formula_data(versioned=False) self.default_formula_path.write_text(formula_contents) def build(self): @@ -609,7 +610,7 @@ def build(self): if self.set_default: self.create_default_package() - self.run_tests(formula_path=self.default_formula_path) + self.run_tests(formula_path=self.default_formula_path, audit=False) self.commit_default_formula() @@ -778,6 +779,15 @@ def set_remote_tag(self): cwd=self.dbt_path, ) + def commit_docker_folder(self): + # commit the contents of docker/ + run_command( + ['git', 'add', 'docker'], + cwd=self.dbt_path + ) + commit_msg = f'Add {self.image_tag} dockerfiles and requirements' + run_command(['git', 'commit', '-m', commit_msg], cwd=self.dbt_path) + def build( self, write_requirements: bool = True, @@ -787,6 +797,7 @@ def build( self.write_lockfile() if write_dockerfile: self.write_dockerfile() + self.commit_docker_folder() self.create_docker_image() self.set_remote_tag()