Crossbow #225875

Workflow file for this run

.github/workflows/crossbow.yml at 2cd9b3d

	# Licensed to the Apache Software Foundation (ASF) under one
	# or more contributor license agreements. See the NOTICE file
	# distributed with this work for additional information
	# regarding copyright ownership. The ASF licenses this file
	# to you under the Apache License, Version 2.0 (the
	# "License"); you may not use this file except in compliance
	# with the License. You may obtain a copy of the License at
	#
	# http://www.apache.org/licenses/LICENSE-2.0
	#
	# Unless required by applicable law or agreed to in writing, software
	# distributed under the License is distributed on an "AS IS" BASIS,
	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	# See the License for the specific language governing permissions and
	# limitations under the License.


	# NOTE: must set "Crossbow" as name to have the badge links working in the
	# github comment reports!
	name: Crossbow
	on:
	push:
	branches:
	- "-github-"

	env:
	ARCHERY_DEBUG: 1
	ARCHERY_USE_DOCKER_CLI: 1

	# env: is generated by macros.github_header()
	ARROW_JEMALLOC: "OFF"
	CC: "clang"
	CMAKE_BUILD_TYPE: release
	CXX: "clang++"
	MACOSX_DEPLOYMENT_TARGET: "11.0"
	PYARROW_BUILD_VERBOSE: 1
	PYARROW_VERSION: "16.0.0.dev478"
	PYTHON_VERSION: "3.8"
	PYTHON: "/Library/Frameworks/Python.framework/Versions/3.8/bin/python3.8"
	VCPKG_DEFAULT_TRIPLET: "arm64-osx-static-release"
	VCPKG_FEATURE_FLAGS: "manifests"
	VCPKG_OVERLAY_TRIPLETS: ${{ github.workspace }}/arrow/ci/vcpkg
	VCPKG_ROOT: ${{ github.workspace }}/vcpkg

	jobs:
	build:
	name: Build wheel for Python 3.8 on macOS
	runs-on: "macos-14"
	env:
	VCPKG_BINARY_SOURCES: 'clear;nuget,GitHub,readwrite'
	steps:
	- name: Checkout Arrow
	uses: actions/checkout@v4
	with:
	fetch-depth: 1
	path: arrow
	repository: kou/arrow
	ref: 7c26fedb6f81fd005167a13a51d34b60c42f883f
	submodules: recursive


	- name: Install System Dependencies
	run: \|
	brew install bash bison coreutils ninja
	echo "$(brew --prefix bison)/bin" >> $GITHUB_PATH

	- name: Homebrew packages
	run: \|
	brew list

	- name: Retrieve VCPKG version from arrow/.env
	run: \|
	vcpkg_version=$(cat "arrow/.env" \| grep "VCPKG" \| cut -d "=" -f2 \| tr -d '"')
	echo "VCPKG_VERSION=$vcpkg_version" >> $GITHUB_ENV

	- name: Install Vcpkg
	run: arrow/ci/scripts/install_vcpkg.sh $VCPKG_ROOT $VCPKG_VERSION

	- name: Add Vcpkg to PATH
	run: echo ${VCPKG_ROOT} >> $GITHUB_PATH

	- name: Setup NuGet Credentials
	env:
	GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
	run: \|
	mono $(vcpkg fetch nuget \| tail -n 1) \
	sources add \
	-source "https://nuget.pkg.github.com/$GITHUB_REPOSITORY_OWNER/index.json" \
	-storepasswordincleartext \
	-name "GitHub" \
	-username "$GITHUB_REPOSITORY_OWNER" \
	-password "$GITHUB_TOKEN" \

	mono $(vcpkg fetch nuget \| tail -n 1) \
	setapikey "$GITHUB_TOKEN" \
	-source "https://nuget.pkg.github.com/$GITHUB_REPOSITORY_OWNER/index.json"

	- name: Install Packages
	run: \|
	vcpkg install \
	--clean-after-build \
	--x-install-root=${VCPKG_ROOT}/installed \
	--x-manifest-root=arrow/ci/vcpkg \
	--x-feature=azure \
	--x-feature=flight \
	--x-feature=gcs \
	--x-feature=json \
	--x-feature=parquet \
	--x-feature=s3

	- name: Install Python 3.8
	run: sudo arrow/ci/scripts/install_python.sh macos 3.8

	- name: Build Wheel
	run: \|
	$PYTHON -m venv build-env
	source build-env/bin/activate
	pip install --upgrade pip wheel
	PYTHON=python arrow/ci/scripts/python_wheel_macos_build.sh arm64 $(pwd)/arrow $(pwd)/build

	- uses: actions/upload-artifact@v3
	with:
	name: wheel
	path: arrow/python/repaired_wheels/*.whl

	- name: Test Wheel
	env:
	PYTEST_ADDOPTS: "-k 'not test_cancellation'"
	run: \|
	$PYTHON -m venv test-env
	source test-env/bin/activate
	pip install --upgrade pip wheel
	arch -arm64 pip install -r arrow/python/requirements-wheel-test.txt
	PYTHON=python arch -arm64 arrow/ci/scripts/install_gcs_testbench.sh default
	arch -arm64 arrow/ci/scripts/python_wheel_unix_test.sh $(pwd)/arrow

	- name: Set up Python by actions/setup-python
	if: runner.arch == 'X64'
	uses: actions/setup-python@v4
	with:
	python-version: 3.12
	- name: Set up Python by apt
	if: runner.os == 'Linux' && runner.arch != 'X64'
	run: \|
	sudo apt update
	sudo apt install -y \
	libgit2-dev \
	libpython3-dev \
	python3-pip
	sudo python3 -m pip install --upgrade pip
	- name: Checkout Crossbow
	uses: actions/checkout@v4
	with:
	path: crossbow
	ref: actions-20245b171a
	- name: Setup Crossbow
	shell: bash
	run: \|
	python3 -m pip install -e arrow/dev/archery[crossbow]
	echo "$HOME/.local/bin" >> $GITHUB_PATH
	- name: Upload artifacts
	shell: bash
	run: \|
	archery crossbow \
	--queue-path $(pwd)/crossbow \
	--queue-remote https://github.com/ursacomputing/crossbow \
	upload-artifacts \
	--sha actions-20245b171a-github-wheel-macos-big-sur-cp38-arm64 \
	--tag actions-20245b171a-github-wheel-macos-big-sur-cp38-arm64 \
	"arrow/python/repaired_wheels/*.whl"
	env:
	CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN \|\| secrets.GITHUB_TOKEN }}
	- name: Verify uploaded artifacts
	shell: bash
	run: \|
	archery crossbow \
	--queue-path $(pwd)/crossbow \
	--queue-remote https://github.com/ursacomputing/crossbow \
	status \
	--task-filter 'wheel-macos-big-sur-cp38-arm64' \
	--no-fetch \
	--validate \
	actions-20245b171a
	env:
	CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN \|\| secrets.GITHUB_TOKEN }}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Crossbow #225875

Workflow file

Crossbow #225875

Jobs

Run details

Workflow file for this run