Skip to content

Commit

Permalink
feat(dev/release): add Rust release process
Browse files Browse the repository at this point in the history
  • Loading branch information
lidavidm committed Aug 28, 2024
1 parent 08ced8d commit c1d51f7
Show file tree
Hide file tree
Showing 9 changed files with 198 additions and 12 deletions.
26 changes: 26 additions & 0 deletions ci/scripts/rust_build.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
#!/usr/bin/env bash
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.

set -euxo pipefail

source_dir="${1}/rust"

pushd "${source_dir}"
cargo build --all-features --all-targets --workspace
popd
30 changes: 30 additions & 0 deletions ci/scripts/rust_test.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
#!/usr/bin/env bash
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.

set -euxo pipefail

source_dir="${1}/rust"
cpp_libs_dir="${2}"

export LD_LIBRARY_PATH="${cpp_libs_dir}/lib:${LD_LIBRARY_PATH:-}"
export DYLD_LIBRARY_PATH="${cpp_libs_dir}/lib:${DYLD_LIBRARY_PATH:-}"

pushd "${source_dir}"
cargo test --all-features --workspace
popd
51 changes: 51 additions & 0 deletions dev/release/post-08-rust.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,51 @@
#!/usr/bin/env bash
# -*- indent-tabs-mode: nil; sh-indentation: 2; sh-basic-offset: 2 -*-
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
#

set -e
set -u
set -o pipefail

SOURCE_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
source "${SOURCE_DIR}/utils-common.sh"
source "${SOURCE_DIR}/utils-prepare.sh"

main() {
if [ "$#" -ne 0 ]; then
echo "Usage: $0"
exit
fi

local -r tag="apache-arrow-adbc-${RELEASE}"
# Ensure we are being run from the tag
if [[ $(git describe --exact-match --tags) != "${tag}" ]]; then
echo "This script must be run from the tag ${tag}"
exit 1
fi

pushd "${SOURCE_TOP_DIR}/rust"
cargo publish --all-features -p adbc_core
popd

echo "Success! The released Cargo crate is available here:"
echo " https://crates.io/crates/adbc_core"
}

main "$@"
File renamed without changes.
File renamed without changes.
File renamed without changes.
71 changes: 66 additions & 5 deletions dev/release/verify-release-candidate.sh
Original file line number Diff line number Diff line change
Expand Up @@ -340,6 +340,45 @@ install_go() {
GO_ALREADY_INSTALLED=1
}

install_rust() {
if [ "${RUST_ALREADY_INSTALLED:-0}" -gt 0 ]; then
show_info "Rust already installed at $(command -v cargo)"
show_info "$(cargo --version)"
return 0
fi

if [[ -f ${ARROW_TMPDIR}/cargo/env ]]; then
source ${ARROW_TMPDIR}/cargo/env
rustup default stable
show_info "$(cargo version) installed at $(command -v cargo)"
RUST_ALREADY_INSTALLED=1
return 0
fi

if command -v cargo > /dev/null; then
show_info "Found $(cargo version) at $(command -v cargo)"
RUST_ALREADY_INSTALLED=1
return 0
fi

show_info "Installing Rust..."
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs |\
env \
RUSTUP_HOME=${ARROW_TMPDIR}/rustup \
CARGO_HOME=${ARROW_TMPDIR}/cargo \
sh -s -- \
--default-toolchain stable \
--no-modify-path \
-y

source ${ARROW_TMPDIR}/cargo/env
rustup default stable

show_info "$(cargo version) installed at $(command -v cargo)"

RUST_ALREADY_INSTALLED=1
}

install_conda() {
# Setup short-lived miniconda for Python and integration tests
show_info "Ensuring that Conda is installed..."
Expand Down Expand Up @@ -462,6 +501,13 @@ maybe_setup_go() {
fi
}

maybe_setup_rust() {
show_info "Ensuring that Rust is installed..."
if [ "${USE_CONDA}" -eq 0 ]; then
install_rust
fi
}

test_cpp() {
show_header "Build, install and test C++ libraries"

Expand All @@ -475,9 +521,9 @@ test_cpp() {
if [ "${USE_CONDA}" -gt 0 ]; then
export CMAKE_PREFIX_PATH="${CONDA_BACKUP_CMAKE_PREFIX_PATH}:${CMAKE_PREFIX_PATH}"
# The CMake setup forces RPATH to be the Conda prefix
local -r install_prefix="${CONDA_PREFIX}"
export CPP_INSTALL_PREFIX="${CONDA_PREFIX}"
else
local -r install_prefix="${ARROW_TMPDIR}/local"
export CPP_INSTALL_PREFIX="${ARROW_TMPDIR}/local"
fi

export CMAKE_BUILD_PARALLEL_LEVEL=${CMAKE_BUILD_PARALLEL_LEVEL:-${NPROC}}
Expand All @@ -486,14 +532,14 @@ test_cpp() {
export ADBC_CMAKE_ARGS="-DADBC_INSTALL_NAME_RPATH=OFF"
export ADBC_USE_ASAN=OFF
export ADBC_USE_UBSAN=OFF
"${ADBC_DIR}/ci/scripts/cpp_build.sh" "${ADBC_SOURCE_DIR}" "${ARROW_TMPDIR}/cpp-build" "${install_prefix}"
"${ADBC_DIR}/ci/scripts/cpp_build.sh" "${ADBC_SOURCE_DIR}" "${ARROW_TMPDIR}/cpp-build" "${CPP_INSTALL_PREFIX}"
# FlightSQL driver requires running database for testing
export BUILD_DRIVER_FLIGHTSQL=0
# PostgreSQL driver requires running database for testing
export BUILD_DRIVER_POSTGRESQL=0
# Snowflake driver requires snowflake creds for testing
export BUILD_DRIVER_SNOWFLAKE=0
"${ADBC_DIR}/ci/scripts/cpp_test.sh" "${ARROW_TMPDIR}/cpp-build" "${install_prefix}"
"${ADBC_DIR}/ci/scripts/cpp_test.sh" "${ARROW_TMPDIR}/cpp-build" "${CPP_INSTALL_PREFIX}"
export BUILD_DRIVER_FLIGHTSQL=1
export BUILD_DRIVER_POSTGRESQL=1
export BUILD_DRIVER_SNOWFLAKE=1
Expand Down Expand Up @@ -637,6 +683,17 @@ test_go() {
"${ADBC_DIR}/ci/scripts/go_test.sh" "${ADBC_SOURCE_DIR}" "${ARROW_TMPDIR}/go-build" "${install_prefix}"
}

test_rust() {
show_header "Build and test Rust libraries"

maybe_setup_rust || exit 1
maybe_setup_conda rust || exit 1

# We expect the C++ libraries to exist.
"${ADBC_DIR}/ci/scripts/rust_build.sh" "${ADBC_SOURCE_DIR}"
"${ADBC_DIR}/ci/scripts/rust_test.sh" "${ADBC_SOURCE_DIR}" "${CPP_INSTALL_PREFIX}"
}

ensure_source_directory() {
show_header "Ensuring source directory"

Expand Down Expand Up @@ -722,6 +779,9 @@ test_source_distribution() {
if [ ${TEST_R} -gt 0 ]; then
test_r
fi
if [ ${TEST_RUST} -gt 0 ]; then
test_rust
fi

popd
}
Expand Down Expand Up @@ -874,9 +934,10 @@ test_jars() {
: ${TEST_JS:=${TEST_SOURCE}}
: ${TEST_GO:=${TEST_SOURCE}}
: ${TEST_R:=${TEST_SOURCE}}
: ${TEST_RUST:=${TEST_SOURCE}}

# Automatically test if its activated by a dependent
TEST_CPP=$((${TEST_CPP} + ${TEST_GO} + ${TEST_GLIB} + ${TEST_PYTHON}))
TEST_CPP=$((${TEST_CPP} + ${TEST_GO} + ${TEST_GLIB} + ${TEST_PYTHON} + ${TEST_RUST}))

# Execute tests in a conda enviroment
: ${USE_CONDA:=0}
Expand Down
28 changes: 23 additions & 5 deletions docs/source/development/releasing.rst
Original file line number Diff line number Diff line change
Expand Up @@ -386,6 +386,24 @@ Be sure to go through on the following checklist:
# dev/release/post-07-csharp.sh
dev/release/post-07-csharp.sh
.. dropdown:: Upload Rust crates to crates.io
:class-title: sd-fs-5
:class-container: sd-shadow-md

You must be one of owners of the package. If you aren't an owner yet, an
existing owner can add you at https://crates.io.

You will need to [create an API token](https://crates.io/settings/tokens).

An owner can upload:

.. code-block:: bash
cargo login
# dev/release/post-08-rust.sh
dev/release/post-08-rust.sh
.. dropdown:: Update conda-forge packages
:class-title: sd-fs-5
:class-container: sd-shadow-md
Expand All @@ -411,7 +429,7 @@ Be sure to go through on the following checklist:

.. code-block:: Bash
dev/release/post-08-remove-old-artifacts.sh
dev/release/post-09-remove-old-artifacts.sh
.. dropdown:: Bump versions
:class-title: sd-fs-5
Expand All @@ -421,8 +439,8 @@ Be sure to go through on the following checklist:

.. code-block:: Bash
# dev/release/post-09-bump-versions.sh ../arrow
dev/release/post-09-bump-versions.sh <arrow-dir>
# dev/release/post-10-bump-versions.sh ../arrow
dev/release/post-10-bump-versions.sh <arrow-dir>
.. dropdown:: Publish release blog post
:class-title: sd-fs-5
Expand All @@ -434,7 +452,7 @@ Be sure to go through on the following checklist:

.. code-block:: Bash
# dev/release/post-10-website.sh ../arrow-site
dev/release/post-10-website.sh <arrow-site-dir>
# dev/release/post-11-website.sh ../arrow-site
dev/release/post-11-website.sh <arrow-site-dir>
.. _nightly-website.yml: https://github.com/apache/arrow-adbc/actions/workflows/nightly-website.yml
4 changes: 2 additions & 2 deletions rust/Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

0 comments on commit c1d51f7

Please sign in to comment.