No commit message

.circleci/config.yml

@@ -1,3 +1,4 @@
+
 version: 2
 
 jobs:

.github/workflows/crossbow.yml

@@ -0,0 +1,217 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+# NOTE: must set "Crossbow" as name to have the badge links working in the
+# github comment reports!
+name: Crossbow
+on:
+ push:
+ branches:
+ - "*-github-*"
+
+
+env:
+ CC: "clang"
+ CXX: "clang++"
+ MACOSX_DEPLOYMENT_TARGET: "10.14"
+ PYARROW_BUILD_VERBOSE: 1
+ PYARROW_VERSION: "13.0.0.dev606"
+ PYTHON_VERSION: "3.11"
+ PYTHON: "/Library/Frameworks/Python.framework/Versions/3.11/bin/python3.11"
+ VCPKG_DEFAULT_TRIPLET: amd64-osx-static-release
+ VCPKG_FEATURE_FLAGS: "manifests"
+ VCPKG_OVERLAY_TRIPLETS: ${{ github.workspace }}/arrow/ci/vcpkg
+ VCPKG_ROOT: ${{ github.workspace }}/vcpkg
+
+jobs:
+ build:
+ name: Build wheel for Python 3.11 on macOS
+ runs-on: macos-latest
+ env:
+ VCPKG_BINARY_SOURCES: 'clear;nuget,GitHub,readwrite'
+ steps:
+ - name: Checkout Arrow
+ uses: actions/checkout@v3
+ with:
+ fetch-depth: 1
+ path: arrow
+ repository: raulcd/arrow
+ ref: 07e619051785ce8456daf645599d895fc4ec7fad
+ submodules: recursive
+
+
+ - name: Install System Dependencies
+ run: brew install bash bison coreutils ninja
+
+ - name: Install Specific CMake version
+ uses: lukka/get-cmake@v3.21.2
+
+ - name: Retrieve VCPKG version from arrow/.env
+ shell: bash
+ run: |
+ vcpkg_version=$(cat "arrow/.env" | grep "VCPKG" | cut -d "=" -f2 | tr -d '"')
+ echo "VCPKG_VERSION=$vcpkg_version" >> $GITHUB_ENV
+
+ - name: Install Vcpkg
+ shell: bash
+ env:
+ MACOSX_DEPLOYMENT_TARGET: "10.15"
+ run: arrow/ci/scripts/install_vcpkg.sh $VCPKG_ROOT $VCPKG_VERSION
+
+ - name: Add Vcpkg to PATH
+ shell: bash
+ run: echo ${VCPKG_ROOT} >> $GITHUB_PATH
+
+ - name: Setup NuGet Credentials
+ shell: bash
+ env:
+ GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+ run: |
+ mono `vcpkg fetch nuget | tail -n 1` \
+ sources add \
+ -source "https://nuget.pkg.github.com/$GITHUB_REPOSITORY_OWNER/index.json" \
+ -storepasswordincleartext \
+ -name "GitHub" \
+ -username "$GITHUB_REPOSITORY_OWNER" \
+ -password "$GITHUB_TOKEN" \
+
+ mono `vcpkg fetch nuget | tail -n 1` \
+ setapikey "$GITHUB_TOKEN" \
+ -source "https://nuget.pkg.github.com/$GITHUB_REPOSITORY_OWNER/index.json"
+
+ - name: Install Packages
+ run: |
+ vcpkg install \
+ --clean-after-build \
+ --x-install-root=${VCPKG_ROOT}/installed \
+ --x-manifest-root=arrow/ci/vcpkg \
+ --x-feature=flight \
+ --x-feature=gcs \
+ --x-feature=json \
+ --x-feature=parquet \
+ --x-feature=s3
+
+ - name: Install Python 3.11
+ shell: bash
+ run: sudo arrow/ci/scripts/install_python.sh macos 3.11
+
+ - name: Build Wheel
+ shell: bash
+ run: |
+ $PYTHON -m venv build-env
+ source build-env/bin/activate
+ pip install --upgrade pip wheel
+ PYTHON=python arrow/ci/scripts/python_wheel_macos_build.sh x86_64 $(pwd)/arrow $(pwd)/build
+
+ - uses: actions/upload-artifact@v3
+ with:
+ name: wheel
+ path: arrow/python/repaired_wheels/*.whl
+
+ - name: Test Wheel on AMD64
+ shell: bash
+ env:
+ PYTEST_ADDOPTS: "-k 'not test_cancellation'"
+ run: |
+ $PYTHON -m venv test-amd64-env
+ source test-amd64-env/bin/activate
+ pip install --upgrade pip wheel
+ arch -x86_64 pip install -r arrow/python/requirements-wheel-test.txt
+ PYTHON=python arch -x86_64 arrow/ci/scripts/install_gcs_testbench.sh default
+ arch -x86_64 arrow/ci/scripts/python_wheel_unix_test.sh $(pwd)/arrow
+
+ - name: Set up Python by actions/setup-python
+ if: runner.arch == 'X64'
+ uses: actions/setup-python@v4
+ with:
+ python-version: 3.8
+ - name: Set up Python by apt
+ if: runner.os == 'Linux' && runner.arch != 'X64'
+ run: |
+ sudo apt update
+ sudo apt install -y \
+ libgit2-dev \
+ libpython3-dev \
+ python3-pip
+ sudo python3 -m pip install --upgrade pip
+ - name: Checkout Crossbow
+ uses: actions/checkout@v3
+ with:
+ path: crossbow
+ ref: actions-829044b7db
+ - name: Setup Crossbow
+ shell: bash
+ run: |
+ python3 -m pip install -e arrow/dev/archery[crossbow]
+ echo "$HOME/.local/bin" >> $GITHUB_PATH
+ - name: Upload artifacts
+ shell: bash
+ run: |
+ archery crossbow \
+ --queue-path $(pwd)/crossbow \
+ --queue-remote https://github.com/ursacomputing/crossbow \
+ upload-artifacts \
+ --sha actions-829044b7db-github-wheel-macos-mojave-cp311-amd64 \
+ --tag actions-829044b7db-github-wheel-macos-mojave-cp311-amd64 \
+ "arrow/python/repaired_wheels/*.whl"
+ env:
+ CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN || secrets.GITHUB_TOKEN }}
+ - name: Verify uploaded artifacts
+ shell: bash
+ run: |
+ archery crossbow \
+ --queue-path $(pwd)/crossbow \
+ --queue-remote https://github.com/ursacomputing/crossbow \
+ status \
+ --task-filter 'wheel-macos-mojave-cp311-amd64' \
+ --no-fetch \
+ --validate \
+ actions-829044b7db
+ env:
+ CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN || secrets.GITHUB_TOKEN }}
+
+ - name: Set up Ruby by apt
+ if: runner.os == 'Linux' && runner.arch != 'X64'
+ run: |
+ sudo apt update
+ sudo apt install -y ruby-full
+ - name: Set up Ruby by GitHub Actions
+ if: runner.arch == 'X64' && runner.os != 'macOS'
+ uses: ruby/setup-ruby@v1
+ with:
+ ruby-version: "ruby"
+ - name: Install gemfury client on ARM self-hosted
+ if: runner.arch != 'X64'
+ run: |
+ # GH-36692: Pin gemfury due to wrong faraday dependency declaration.
+ gem install --user-install gemfury -v 0.12.0
+ ruby -r rubygems -e 'puts("#{Gem.user_dir}/bin")' >> $GITHUB_PATH
+ - name: Install gemfury client
+ if: runner.arch == 'X64'
+ run: |
+ # GH-36692: Pin gemfury due to wrong faraday dependency declaration.
+ gem install gemfury -v 0.12.0
+ - name: Upload package to Gemfury
+ shell: bash
+ run: |
+ fury push \
+ --api-token=${CROSSBOW_GEMFURY_TOKEN} \
+ --as=${CROSSBOW_GEMFURY_ORG} \
+ arrow/python/repaired_wheels/*.whl
+ env:
+ CROSSBOW_GEMFURY_TOKEN: ${{ secrets.CROSSBOW_GEMFURY_TOKEN }}
+ CROSSBOW_GEMFURY_ORG: ${{ secrets.CROSSBOW_GEMFURY_ORG }}