Update #755

Workflow file for this run

.github/workflows/integration.yml at 590a1c3

	# Licensed to the Apache Software Foundation (ASF) under one
	# or more contributor license agreements. See the NOTICE file
	# distributed with this work for additional information
	# regarding copyright ownership. The ASF licenses this file
	# to you under the Apache License, Version 2.0 (the
	# "License"); you may not use this file except in compliance
	# with the License. You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing,
	# software distributed under the License is distributed on an
	# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
	# KIND, either express or implied. See the License for the
	# specific language governing permissions and limitations
	# under the License.

	name: Integration

	on:
	pull_request:
	branches:
	- main
	paths:
	- "c/**"
	- "ci/**"
	- "go/**"
	- "python/**"
	- ".github/workflows/integration.yml"
	push:
	paths:
	- "c/**"
	- "ci/**"
	- "go/**"
	- "python/**"
	- ".github/workflows/integration.yml"

	concurrency:
	group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
	cancel-in-progress: true

	permissions:
	contents: read

	env:
	# Increment this to reset cache manually
	CACHE_NUMBER: "0"

	jobs:
	duckdb:
	name: "DuckDB Integration Tests"
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v4
	with:
	fetch-depth: 0
	persist-credentials: false
	- name: Get Date
	id: get-date
	shell: bash
	run: \|
	echo "today=$(/bin/date -u '+%Y%m%d')" >> $GITHUB_OUTPUT
	- name: Cache Conda
	uses: actions/cache/restore@v4
	with:
	path: ~/conda_pkgs_dir
	key: conda-${{ runner.os }}-${{ steps.get-date.outputs.today }}-${{ env.CACHE_NUMBER }}-${{ hashFiles('ci/**') }}
	- uses: conda-incubator/setup-miniconda@v3
	with:
	miniforge-variant: Mambaforge
	miniforge-version: latest
	use-only-tar-bz2: false
	use-mamba: true
	- name: Install Dependencies
	shell: bash -l {0}
	run: \|
	mamba install -c conda-forge \
	--file ci/conda_env_cpp.txt
	- name: Work around ASAN issue (GH-1617)
	shell: bash -l {0}
	run: \|
	sudo sysctl vm.mmap_rnd_bits=28
	- name: Build DuckDB Integration Tests
	shell: bash -l {0}
	env:
	BUILD_ALL: "0"
	BUILD_DRIVER_MANAGER: "1"
	BUILD_INTEGRATION_DUCKDB: "1"
	ADBC_USE_ASAN: "OFF"
	ADBC_USE_UBSAN: "OFF"
	# Make seems to have issues with the nested DuckDB build
	ADBC_CMAKE_ARGS: "-GNinja"
	run: \|
	./ci/scripts/cpp_build.sh "$(pwd)" "$(pwd)/build"
	- name: Run DuckDB Integration Tests
	shell: bash -l {0}
	env:
	BUILD_ALL: "0"
	BUILD_INTEGRATION_DUCKDB: "1"
	run: \|
	./ci/scripts/cpp_test.sh "$(pwd)/build"

	flightsql:
	name: "FlightSQL Integration Tests (Dremio and SQLite)"
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v4
	with:
	fetch-depth: 0
	persist-credentials: false
	- name: Get required Go version
	run: \|
	(. .env && echo "GO_VERSION=${GO}") >> $GITHUB_ENV
	- name: Get Date
	id: get-date
	shell: bash
	run: \|
	echo "today=$(/bin/date -u '+%Y%m%d')" >> $GITHUB_OUTPUT
	- name: Cache Conda
	uses: actions/cache/restore@v4
	with:
	path: ~/conda_pkgs_dir
	key: conda-${{ runner.os }}-${{ steps.get-date.outputs.today }}-${{ env.CACHE_NUMBER }}-${{ hashFiles('ci/**') }}
	- uses: conda-incubator/setup-miniconda@v3
	with:
	miniforge-variant: Mambaforge
	miniforge-version: latest
	use-only-tar-bz2: false
	use-mamba: true
	- name: Install Dependencies
	shell: bash -l {0}
	run: \|
	mamba install -c conda-forge \
	--file ci/conda_env_cpp.txt \
	--file ci/conda_env_python.txt
	pip install pytest-error-for-skips
	- uses: actions/setup-go@v5
	with:
	go-version: "${{ env.GO_VERSION }}"
	check-latest: true
	cache: true
	cache-dependency-path: go/adbc/go.sum
	- name: Work around ASAN issue (GH-1617)
	shell: bash -l {0}
	run: \|
	sudo sysctl vm.mmap_rnd_bits=28
	- name: Start SQLite server and Dremio
	shell: bash -l {0}
	run: \|
	docker compose up --detach flightsql-test flightsql-sqlite-test dremio dremio-init
	pip install python-dotenv[cli]
	python -m dotenv -f .env list --format simple \| tee -a $GITHUB_ENV

	- name: Build FlightSQL Driver
	shell: bash -l {0}
	env:
	BUILD_ALL: "0"
	BUILD_DRIVER_FLIGHTSQL: "1"
	BUILD_DRIVER_MANAGER: "1"
	run: \|
	./ci/scripts/cpp_build.sh "$(pwd)" "$(pwd)/build"
	./ci/scripts/python_build.sh "$(pwd)" "$(pwd)/build"
	- name: Test FlightSQL Driver against Dremio and SQLite
	shell: bash -l {0}
	env:
	BUILD_ALL: "0"
	BUILD_DRIVER_FLIGHTSQL: "1"
	run: \|
	./ci/scripts/cpp_build.sh "$(pwd)" "$(pwd)/build"
	./ci/scripts/cpp_test.sh "$(pwd)/build"
	- name: Test Python Flight SQL driver against Dremio
	shell: bash -l {0}
	env:
	BUILD_ALL: "0"
	BUILD_DRIVER_FLIGHTSQL: "1"
	PYTEST_ADDOPTS: "--error-for-skips"
	run: \|
	./ci/scripts/python_test.sh "$(pwd)" "$(pwd)/build"
	- name: Stop SQLite server and Dremio
	shell: bash -l {0}
	run: \|
	docker compose down

	postgresql:
	name: "PostgreSQL Integration Tests"
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v4
	with:
	fetch-depth: 0
	persist-credentials: false
	- name: Get Date
	id: get-date
	shell: bash
	run: \|
	echo "today=$(/bin/date -u '+%Y%m%d')" >> $GITHUB_OUTPUT
	- name: Cache Conda
	uses: actions/cache/restore@v4
	with:
	path: ~/conda_pkgs_dir
	key: conda-${{ runner.os }}-${{ steps.get-date.outputs.today }}-${{ env.CACHE_NUMBER }}-${{ hashFiles('ci/**') }}
	- uses: conda-incubator/setup-miniconda@v3
	with:
	miniforge-variant: Mambaforge
	miniforge-version: latest
	use-only-tar-bz2: false
	use-mamba: true
	- name: Install Dependencies
	shell: bash -l {0}
	run: \|
	mamba install -c conda-forge \
	--file ci/conda_env_cpp.txt \
	--file ci/conda_env_python.txt
	pip install pytest-error-for-skips
	- name: Work around ASAN issue (GH-1617)
	shell: bash -l {0}
	run: \|
	sudo sysctl vm.mmap_rnd_bits=28
	- name: Build PostgreSQL Driver
	shell: bash -l {0}
	env:
	BUILD_ALL: "0"
	BUILD_DRIVER_MANAGER: "1"
	BUILD_DRIVER_POSTGRESQL: "1"
	run: \|
	./ci/scripts/cpp_build.sh "$(pwd)" "$(pwd)/build"
	./ci/scripts/python_build.sh "$(pwd)" "$(pwd)/build"
	- name: Configure Integration Env Vars
	shell: bash -l {0}
	run: \|
	pip install python-dotenv[cli]
	python -m dotenv -f .env list --format simple \| tee -a $GITHUB_ENV
	echo "ADBC_USE_ASAN=ON" >> $GITHUB_ENV
	echo "ADBC_USE_UBSAN=ON" >> $GITHUB_ENV

	- name: Test PostgreSQL Driver - postgres 11
	shell: bash -l {0}
	env:
	BUILD_ALL: "0"
	BUILD_DRIVER_POSTGRESQL: "1"
	PYTEST_ADDOPTS: "--error-for-skips"
	run: \|
	env POSTGRES_VERSION=11 docker compose up --wait --detach postgres-test
	./ci/scripts/cpp_test.sh "$(pwd)/build"
	./ci/scripts/python_test.sh "$(pwd)" "$(pwd)/build"
	docker compose down
	- name: Test PostgreSQL Driver - postgres 12
	shell: bash -l {0}
	env:
	BUILD_ALL: "0"
	BUILD_DRIVER_POSTGRESQL: "1"
	PYTEST_ADDOPTS: "--error-for-skips"
	run: \|
	env POSTGRES_VERSION=12 docker compose up --wait --detach postgres-test
	./ci/scripts/cpp_test.sh "$(pwd)/build"
	./ci/scripts/python_test.sh "$(pwd)" "$(pwd)/build"
	docker compose down
	- name: Test PostgreSQL Driver - postgres 13
	shell: bash -l {0}
	env:
	BUILD_ALL: "0"
	BUILD_DRIVER_POSTGRESQL: "1"
	PYTEST_ADDOPTS: "--error-for-skips"
	run: \|
	env POSTGRES_VERSION=13 docker compose up --wait --detach postgres-test
	./ci/scripts/cpp_test.sh "$(pwd)/build"
	./ci/scripts/python_test.sh "$(pwd)" "$(pwd)/build"
	docker compose down
	- name: Test PostgreSQL Driver - postgres 14
	shell: bash -l {0}
	env:
	BUILD_ALL: "0"
	BUILD_DRIVER_POSTGRESQL: "1"
	PYTEST_ADDOPTS: "--error-for-skips"
	run: \|
	env POSTGRES_VERSION=14 docker compose up --wait --detach postgres-test
	./ci/scripts/cpp_test.sh "$(pwd)/build"
	./ci/scripts/python_test.sh "$(pwd)" "$(pwd)/build"
	docker compose down
	- name: Test PostgreSQL Driver - postgres 15
	shell: bash -l {0}
	env:
	BUILD_ALL: "0"
	BUILD_DRIVER_POSTGRESQL: "1"
	PYTEST_ADDOPTS: "--error-for-skips"
	run: \|
	env POSTGRES_VERSION=15 docker compose up --wait --detach postgres-test
	./ci/scripts/cpp_test.sh "$(pwd)/build"
	./ci/scripts/python_test.sh "$(pwd)" "$(pwd)/build"
	docker compose down
	- name: Test PostgreSQL Driver - postgres 16
	shell: bash -l {0}
	env:
	BUILD_ALL: "0"
	BUILD_DRIVER_POSTGRESQL: "1"
	PYTEST_ADDOPTS: "--error-for-skips"
	run: \|
	env POSTGRES_VERSION=16 docker compose up --wait --detach postgres-test
	./ci/scripts/cpp_test.sh "$(pwd)/build"
	./ci/scripts/python_test.sh "$(pwd)" "$(pwd)/build"
	docker compose down

	snowflake:
	name: "Snowflake Integration Tests"
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v4
	with:
	fetch-depth: 0
	persist-credentials: false
	- name: Get required Go version
	run: \|
	(. .env && echo "GO_VERSION=${GO}") >> $GITHUB_ENV
	- name: Get Date
	id: get-date
	shell: bash
	run: \|
	echo "today=$(/bin/date -u '+%Y%m%d')" >> $GITHUB_OUTPUT
	- name: Cache Conda
	uses: actions/cache/restore@v4
	with:
	path: ~/conda_pkgs_dir
	key: conda-${{ runner.os }}-${{ steps.get-date.outputs.today }}-${{ env.CACHE_NUMBER }}-${{ hashFiles('ci/**') }}
	- uses: conda-incubator/setup-miniconda@v3
	with:
	miniforge-variant: Mambaforge
	miniforge-version: latest
	use-only-tar-bz2: false
	use-mamba: true
	- name: Install Dependencies
	shell: bash -l {0}
	run: \|
	mamba install -c conda-forge \
	--file ci/conda_env_cpp.txt \
	--file ci/conda_env_python.txt
	- name: Work around ASAN issue (GH-1617)
	shell: bash -l {0}
	run: \|
	sudo sysctl vm.mmap_rnd_bits=28
	- uses: actions/setup-go@v5
	with:
	go-version: "${{ env.GO_VERSION }}"
	check-latest: true
	cache: true
	cache-dependency-path: go/adbc/go.sum
	- name: Build and Test Snowflake Driver
	shell: bash -l {0}
	env:
	BUILD_ALL: "0"
	BUILD_DRIVER_SNOWFLAKE: "1"
	ADBC_SNOWFLAKE_URI: ${{ secrets.SNOWFLAKE_URI }}
	run: \|
	./ci/scripts/cpp_build.sh "$(pwd)" "$(pwd)/build"
	./ci/scripts/cpp_test.sh "$(pwd)/build"
	- name: Build and Test Snowflake Driver (Python)
	shell: bash -l {0}
	env:
	BUILD_ALL: "0"
	BUILD_DRIVER_MANAGER: "1"
	BUILD_DRIVER_SNOWFLAKE: "1"
	ADBC_SNOWFLAKE_URI: ${{ secrets.SNOWFLAKE_URI }}
	run: \|
	./ci/scripts/python_build.sh "$(pwd)" "$(pwd)/build"
	env BUILD_DRIVER_MANAGER=0 ./ci/scripts/python_test.sh "$(pwd)" "$(pwd)/build"

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Update #755

Workflow file

Update #755

Jobs

Run details

Workflow file for this run