Release #135
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Release | |
| on: | |
| push: | |
| tags: | |
| - 'v[0-9]+*' | |
| workflow_dispatch: | |
| env: | |
| # this is make the `gh` binary work | |
| GH_TOKEN: ${{ github.token }} | |
| jobs: | |
| # create a release on github | |
| create-release: | |
| runs-on: ubuntu-latest | |
| if: "startsWith(github.ref, 'refs/tags/')" | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Create new release | |
| run: | | |
| # remove leading 'v' in tag name | |
| gh release create -d v${GITHUB_REF_NAME#v} | |
| capi-macos: | |
| runs-on: macos-latest | |
| strategy: | |
| matrix: | |
| target: [x86_64-apple-darwin, aarch64-apple-darwin] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Compile library | |
| run: | | |
| curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --target=${{ matrix.target }} | |
| cargo install --locked cargo-c | |
| cd pineappl_capi | |
| cargo cinstall --destdir=prefix --libdir=lib --library-type=cdylib --locked --prefix=/ --target=${{ matrix.target }} --verbose | |
| cd prefix | |
| tar czf ../../pineappl_capi-${{ matrix.target }}.tar.gz . | |
| - name: Upload artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: pineappl_capi-${{ matrix.target }} | |
| path: pineappl_capi-${{ matrix.target }}.tar.gz | |
| cli-macos: | |
| strategy: | |
| matrix: | |
| include: | |
| - os: macos-13 | |
| target: x86_64-apple-darwin | |
| - os: macos-14 | |
| # we cannot cross-compile, because we need also all dependencies for the specified target | |
| target: aarch64-apple-darwin | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Compile binary | |
| run: | | |
| brew tap davidchall/hep | |
| # install LHAPDF | |
| brew install lhapdf | |
| # install APPLgrid's dependencies; disable ROOT because its static libraries are missing | |
| brew install --only-dependencies --without-hoppet --without-lhapdf --without-root applgrid | |
| # install zlib, which is a dependency of APPLgrid but somehow missing | |
| brew install zlib | |
| # APPLgrid wants to be linked against zlib, and we need to find its static library via pkg-config | |
| export PKG_CONFIG_PATH=$(find $(brew --cellar) -name '*.pc' -exec dirname {} + | sort -u | tr '\n' ':') | |
| # manually compile APPLgrid, because we need the file `appl_igrid.h` and the files it includes, which are possibly generated | |
| export HOMEBREW_TEMP="$(pwd)"/tmp | |
| mkdir -p ${HOMEBREW_TEMP} | |
| brew install --build-from-source --keep-tmp --without-hoppet --without-lhapdf --without-root applgrid | |
| export APPL_IGRID_DIR=$(find ${HOMEBREW_TEMP} -name appl_igrid.h -exec dirname {} +) | |
| # do not link against `gfortran` | |
| sed 's/-lgfortran//g' $(command -v applgrid-config) > applgrid-config.new | |
| mv applgrid-config.new $(command -v applgrid-config) | |
| chmod +x $(command -v applgrid-config) | |
| # install fastNLO | |
| brew install --without-fastjet fastnlo | |
| # install Rust | |
| curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-host=${{ matrix.target }} | |
| # build the CLI | |
| cargo install --all-features --locked --path pineappl_cli --root=prefix --target=${{ matrix.target }} | |
| # build manpages | |
| mkdir -p prefix/share/man/man1 | |
| cargo xtask install-manpages prefix/share/man/man1 | |
| cd prefix | |
| tar czf ../pineappl_cli-${{ matrix.target }}.tar.gz . | |
| - name: Upload artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: pineappl_cli-${{ matrix.target }} | |
| path: pineappl_cli-${{ matrix.target }}.tar.gz | |
| cli-wheels-macos: | |
| strategy: | |
| matrix: | |
| include: | |
| - os: macos-13 | |
| target: x86_64 | |
| - os: macos-14 | |
| # we cannot cross-compile, because we need also all dependencies for the specified target | |
| target: aarch64 | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| # WARNING: be careful with the ordering - the last version is the | |
| # default one. Apparently maturin doesn't find all Python versions | |
| # when one chooses a PyPy version instead of CPython as default | |
| python-version: | | |
| pypy3.8 | |
| pypy3.9 | |
| pypy3.10 | |
| 3.8 | |
| 3.9 | |
| 3.11 | |
| 3.12 | |
| 3.10 | |
| - name: Install dependencies | |
| run: | | |
| brew tap davidchall/hep | |
| # install LHAPDF | |
| brew install lhapdf | |
| # install APPLgrid's dependencies; disable ROOT because its static libraries are missing | |
| brew install --only-dependencies --without-hoppet --without-lhapdf --without-root applgrid | |
| # install zlib, which is a dependency of APPLgrid but somehow missing | |
| brew install zlib | |
| # APPLgrid wants to be linked against zlib, and we need to find its static library via pkg-config | |
| echo "PKG_CONFIG_PATH=$(find $(brew --cellar) -name '*.pc' -exec dirname {} + | sort -u | tr '\n' ':')" >> ${GITHUB_ENV} | |
| # manually compile APPLgrid, because we need the file `appl_igrid.h` and the files it includes, which are possibly generated | |
| export HOMEBREW_TEMP="$(pwd)"/tmp | |
| mkdir -p ${HOMEBREW_TEMP} | |
| brew install --build-from-source --keep-tmp --without-hoppet --without-lhapdf --without-root applgrid | |
| echo "APPL_IGRID_DIR=$(find ${HOMEBREW_TEMP} -name appl_igrid.h -exec dirname {} +)" >> ${GITHUB_ENV} | |
| # do not link against `gfortran` | |
| sed 's/-lgfortran//g' $(command -v applgrid-config) > applgrid-config.new | |
| mv applgrid-config.new $(command -v applgrid-config) | |
| chmod +x $(command -v applgrid-config) | |
| # install fastNLO | |
| brew install --without-fastjet fastnlo | |
| - name: Build wheels | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| target: ${{ matrix.target }} | |
| args: --release --out dist --find-interpreter --manifest-path pineappl_cli/Cargo.toml | |
| sccache: "true" | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }}-${{ matrix.target }} | |
| path: dist | |
| capi-linux: | |
| runs-on: ubuntu-latest | |
| container: ghcr.io/nnpdf/pineappl-ci:latest | |
| strategy: | |
| matrix: | |
| target: [x86_64-unknown-linux-gnu] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Compile library | |
| run: | | |
| cd pineappl_capi | |
| cargo cinstall --destdir=prefix --libdir=lib --library-type=cdylib --locked --prefix=/ --target=${{ matrix.target }} --verbose | |
| cd prefix | |
| tar czf ../../pineappl_capi-${{ matrix.target }}.tar.gz . | |
| # print the glibc version requirement | |
| objdump -T lib/libpineappl_capi.so | grep GLIBC | sed 's/.*GLIBC_\([.0-9]*\).*/\1/g' | sort -Vu | tail -1 | |
| - name: Upload artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: pineappl_capi-${{ matrix.target }} | |
| path: pineappl_capi-${{ matrix.target }}.tar.gz | |
| cli-linux: | |
| runs-on: ubuntu-latest | |
| container: ghcr.io/nnpdf/pineappl-ci:latest | |
| strategy: | |
| matrix: | |
| target: [x86_64-unknown-linux-gnu] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Compile binary | |
| run: | | |
| cargo install --all-features --locked --path pineappl_cli --root=prefix --target=${{ matrix.target }} -vv | |
| # build manpages | |
| mkdir -p prefix/share/man/man1 | |
| cargo xtask install-manpages prefix/share/man/man1 | |
| cd prefix | |
| tar czf ../pineappl_cli-${{ matrix.target }}.tar.gz . | |
| # print the dynamically linked libraries | |
| ldd bin/pineappl | |
| - name: Upload artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: pineappl_cli-${{ matrix.target }} | |
| path: pineappl_cli-${{ matrix.target }}.tar.gz | |
| cli-wheels-linux: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| target: [x86_64] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Build wheels | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| target: ${{ matrix.target }} | |
| # `--find-interpreter` is needed to generate wheels for *all* Python versions | |
| args: --release --out dist --find-interpreter --manifest-path pineappl_cli/Cargo.toml | |
| sccache: "true" | |
| manylinux: auto | |
| before-script-linux: | | |
| export APPLGRID_V=1.6.36 | |
| export FASTNLO_V=2.5.0-2826 | |
| export LHAPDF_V=6.5.4 | |
| export ZLIB_V=1.3.1 | |
| export APPL_IGRID_DIR="/usr/local/src/applgrid-${APPLGRID_V}/src" | |
| # install LHAPDF | |
| curl -L "https://lhapdf.hepforge.org/downloads/?f=LHAPDF-${LHAPDF_V}.tar.gz" | tar xzf - | |
| cd LHAPDF-${LHAPDF_V} | |
| # compile static libraries with PIC to make statically linking PineAPPL's CLI work | |
| # see also https://users.rust-lang.org/t/why-does-crelocation-model-dynamic-no-pic-help-although-it-shouldnt/109012 | |
| ./configure --disable-python --disable-shared --with-pic=yes | |
| make -j V=1 | |
| make install | |
| ldconfig | |
| cd .. | |
| # install zlib; we need to link against it statically | |
| curl "https://www.zlib.net/zlib-${ZLIB_V}.tar.gz" | tar xzf - | |
| cd zlib-${ZLIB_V} | |
| CFLAGS=-fPIC ./configure --static --prefix=/usr/local | |
| make -j | |
| make install | |
| ldconfig | |
| cd .. | |
| # install APPLgrid | |
| curl -L "https://applgrid.hepforge.org/downloads?f=applgrid-${APPLGRID_V}.tgz" | tar xzf - | |
| cd applgrid-${APPLGRID_V} | |
| patch -l -p0 <<EOF | |
| --- src/combine.cxx 2024-04-23 16:35:27.000000000 +0200 | |
| +++ src/combine.cxx.new 2024-07-06 12:29:12.813303074 +0200 | |
| @@ -56,12 +56,6 @@ | |
| } | |
| -double integral( appl::TH1D* h ) { | |
| - double d = 0; | |
| - for ( int i=0 ; i<h->GetNbinsX() ; i++ ) d += h->GetBinContent(i+1); | |
| - return d; | |
| -} | |
| - | |
| void print( appl::TH1D* h ) { | |
| for ( int i=1 ; i<=h->GetNbinsX() ; i++ ) std::cout << h->GetBinContent(i) << " "; | |
| EOF | |
| # compile static libraries with PIC to make statically linking PineAPPL's CLI work | |
| ./configure --without-root --disable-shared --with-pic=yes | |
| make -j | |
| make install | |
| ldconfig | |
| mkdir -p ${APPL_IGRID_DIR} | |
| cp src/*.h ${APPL_IGRID_DIR} | |
| cd .. | |
| # install fastNLO | |
| curl "https://fastnlo.hepforge.org/code/v25/fastnlo_toolkit-${FASTNLO_V}.tar.gz" | tar xzf - | |
| cd fastnlo_toolkit-${FASTNLO_V} | |
| # compile static libraries with PIC to make statically linking PineAPPL's CLI work | |
| ./configure --prefix=/usr/local/ --disable-shared --with-pic=yes | |
| make -j V=1 | |
| make install | |
| ldconfig | |
| cd .. | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }}-${{ matrix.target }} | |
| path: dist | |
| # publish a release on github and upload pre-built CAPI | |
| publish-release: | |
| needs: [capi-macos, cli-macos, capi-linux, cli-linux] | |
| runs-on: ubuntu-latest | |
| if: "startsWith(github.ref, 'refs/tags/')" | |
| steps: | |
| - uses: actions/checkout@v4 | |
| # version must match the one used in `actions/upload-artifact` | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| path: artifacts | |
| - name: Create new release | |
| run: | | |
| # remove leading 'v' in tag name | |
| version=${GITHUB_REF_NAME#v} | |
| prerelease=$(echo ${version} | perl -pe 's/^(0|[1-9]\d*)\.(0|[1-9]\d*)\.(0|[1-9]\d*)(?:-((?:0|[1-9]\d*|\d*[a-zA-Z-][0-9a-zA-Z-]*)(?:\.(?:0|[1-9]\d*|\d*[a-zA-Z-][0-9a-zA-Z-]*))*))?(?:\+([0-9a-zA-Z-]+(?:\.[0-9a-zA-Z-]+)*))?$/\4/') | |
| if [[ ${prerelease} == "" ]]; then | |
| # extract the previous version number | |
| old_version=$(sed -n 's/^## \[\(.*\)\] - .*/\1/p' CHANGELOG.md | tail +2 | head -n 1) | |
| # extract news for the current version from the changelog file, dismissing | |
| # empty lines at the start and the end | |
| news=$(sed -n "/\\[${version}\\]/, /\\[${old_version}\\]/{ /\\[${old_version}\\]/! p }" \ | |
| CHANGELOG.md | sed -e :a -e '/./,$!d;/^\n*$/{$d;N;};/\n$/ba') | |
| gh release edit v${version} -n "${news}" | |
| else | |
| gh release edit v${version} -n "" --prerelease | |
| fi | |
| find artifacts -name 'pineappl_*' -type f -exec gh release upload v${version} {} + | |
| gh release edit v${version} --draft=false | |
| publish-crates: | |
| runs-on: ubuntu-latest | |
| if: "startsWith(github.ref, 'refs/tags/')" | |
| container: ghcr.io/nnpdf/pineappl-ci:latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Publish all crates | |
| env: | |
| CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }} | |
| run: | | |
| # this must be at least Rust 1.66 to support waiting for dependencies to on crates.io: | |
| # https://github.com/rust-lang/cargo/blob/master/CHANGELOG.md#cargo-166-2022-12-15 | |
| rustup default stable | |
| cd pineappl | |
| cargo publish | |
| cd ../pineappl_applgrid | |
| cargo publish | |
| cd ../pineappl_fastnlo | |
| cargo publish | |
| cd ../pineappl_capi | |
| cargo publish | |
| cd ../pineappl_cli | |
| cargo publish | |
| wheels-linux: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| target: [x86_64] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| # for Linux the wheels are built in a container, so we don't need the `setup-python` action | |
| - name: Build wheels | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| target: ${{ matrix.target }} | |
| # `--find-interpreter` is needed to generate wheels for *all* Python versions | |
| args: --release --out dist --find-interpreter --manifest-path pineappl_py/Cargo.toml | |
| sccache: 'true' | |
| manylinux: auto | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }}-${{ matrix.target }} | |
| path: dist | |
| wheels-macos: | |
| runs-on: macos-13 | |
| strategy: | |
| matrix: | |
| target: [aarch64, x86_64] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| # WARNING: be careful with the ordering - the last version is the default one. Apparently | |
| # maturin doesn't find all Python versions when one chooses a PyPy version instead of | |
| # CPython as default | |
| python-version: | | |
| pypy3.7 | |
| pypy3.8 | |
| pypy3.9 | |
| pypy3.10 | |
| 3.7 | |
| 3.8 | |
| 3.9 | |
| 3.11 | |
| 3.12 | |
| 3.10 | |
| - name: Build wheels | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| target: ${{ matrix.target }} | |
| args: --release --out dist --find-interpreter --manifest-path pineappl_py/Cargo.toml | |
| sccache: 'true' | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }}-${{ matrix.target }} | |
| path: dist | |
| wheels-sdist: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Build sdist | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| command: sdist | |
| args: --out dist --manifest-path pineappl_py/Cargo.toml | |
| - name: Upload sdist | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }} | |
| path: dist | |
| wheels-windows: | |
| runs-on: windows-latest | |
| strategy: | |
| matrix: | |
| target: [x64] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| # WARNING: be careful with the ordering - the last version is the default one. Apparently | |
| # maturin doesn't find all Python versions when one chooses a PyPy version instead of | |
| # CPython as default | |
| python-version: | | |
| pypy3.7 | |
| pypy3.8 | |
| pypy3.9 | |
| pypy3.10 | |
| 3.7 | |
| 3.8 | |
| 3.9 | |
| 3.11 | |
| 3.12 | |
| 3.10 | |
| architecture: ${{ matrix.target }} | |
| - name: Build wheels | |
| uses: PyO3/maturin-action@v1 | |
| with: | |
| target: ${{ matrix.target }} | |
| args: --release --out dist --find-interpreter --manifest-path pineappl_py/Cargo.toml | |
| sccache: 'true' | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ github.job }}-${{ matrix.target }} | |
| path: dist | |
| release-cli-wheels: | |
| runs-on: ubuntu-latest | |
| if: "startsWith(github.ref, 'refs/tags/')" | |
| needs: | |
| - cli-wheels-linux | |
| - cli-wheels-macos | |
| steps: | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| pattern: "cli-wheels-*" | |
| merge-multiple: true | |
| - name: Publish to PyPI | |
| uses: PyO3/maturin-action@v1 | |
| env: | |
| MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_TOKEN_CLI }} | |
| with: | |
| command: upload | |
| args: --skip-existing * | |
| release-wheels: | |
| runs-on: ubuntu-latest | |
| if: "startsWith(github.ref, 'refs/tags/')" | |
| needs: | |
| - wheels-linux | |
| - wheels-macos | |
| - wheels-sdist | |
| - wheels-windows | |
| steps: | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| pattern: "wheels-*" | |
| merge-multiple: true | |
| - name: Publish to PyPI | |
| uses: PyO3/maturin-action@v1 | |
| env: | |
| MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }} | |
| with: | |
| command: upload | |
| args: --skip-existing * |