Add Hadoop version to build jvm workflow #19
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Publish snapshot | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: ["master"] | |
| env: | |
| PYTHON_VERSION: "3.10" | |
| jobs: | |
| snapshot: | |
| name: Release snapshot Spark:${{ matrix.params.spark-version }} - Scala:${{ matrix.params.scala-version }} | |
| if: ${{ !github.event.repository.fork }} | |
| runs-on: ubuntu-latest | |
| environment: release # secret GPG_PRIVATE_KEY is protected | |
| permissions: | |
| contents: write # required to push to a branch | |
| id-token: write # required for PiPy publish | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - params: {"spark-version": "3.0.3", "scala-version": "2.12.10"} | |
| - params: {"spark-version": "3.1.3", "scala-version": "2.12.10"} | |
| - params: {"spark-version": "3.2.4", "scala-version": "2.12.15"} | |
| - params: {"spark-version": "3.3.4", "scala-version": "2.12.15"} | |
| - params: {"spark-version": "3.4.2", "scala-version": "2.12.17"} | |
| - params: {"spark-version": "3.5.0", "scala-version": "2.12.18"} | |
| - params: {"spark-version": "3.2.4", "scala-version": "2.13.5"} | |
| - params: {"spark-version": "3.3.4", "scala-version": "2.13.8"} | |
| - params: {"spark-version": "3.4.2", "scala-version": "2.13.8"} | |
| - params: {"spark-version": "3.5.0", "scala-version": "2.13.8"} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Set up JDK 8 | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: '8' | |
| distribution: 'corretto' | |
| - name: Set up Maven Central Repository | |
| uses: actions/setup-java@99b8673ff64fbf99d8d325f52d9a5bdedb8483e9 | |
| with: | |
| java-version: '8' | |
| distribution: 'corretto' | |
| server-id: ossrh | |
| server-username: MAVEN_USERNAME | |
| server-password: MAVEN_PASSWORD | |
| gpg-private-key: ${{ secrets.GPG_PRIVATE_KEY }} | |
| gpg-passphrase: MAVEN_GPG_PASSPHRASE | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| - name: Cache Maven packages | |
| id: cache-maven | |
| uses: actions/cache@v4 | |
| with: | |
| path: ~/.m2/repository | |
| key: ${{ runner.os }}-mvn-build-${{ matrix.params.spark-version }}-${{ matrix.params.scala-version }}-${{ hashFiles('pom.xml') }} | |
| restore-keys: ${{ runner.os }}-mvn-build-${{ matrix.params.spark-version }}-${{ matrix.params.scala-version }}- | |
| - name: Cache Pip packages | |
| id: cache-pip | |
| uses: actions/cache@v4 | |
| with: | |
| path: ~/.cache/pip | |
| key: ${{ runner.os }}-pip-whl-${{ env.PYTHON_VERSION }}-${{ matrix.params.spark-version }} | |
| - name: Check if this is a SNAPSHOT version | |
| id: check-snapshot | |
| run: | | |
| if ! grep -q "<version>.*-SNAPSHOT</version>" pom.xml | |
| then | |
| echo "Version in pom is not a SNAPSHOT version, cannot test all versions" | |
| exit 1 | |
| fi | |
| - name: Release snapshot | |
| id: snapshot | |
| run: | | |
| # required by mvn | |
| mkdir -p ~/.ivy2 | |
| # required by ./test-release.sh | |
| pip3 install virtualenv | |
| ./set-version.sh ${{ matrix.params.spark-version }} ${{ matrix.params.scala-version }} | |
| mvn clean deploy -Dsign | |
| env: | |
| MAVEN_USERNAME: ${{ secrets.OSSRH_USERNAME }} | |
| MAVEN_PASSWORD: ${{ secrets.OSSRH_PASSWORD }} | |
| MAVEN_GPG_PASSPHRASE: ${{ secrets.GPG_PASSPHRASE}} | |
| - name: Prepare PyPi package | |
| id: prepare-pypi-package | |
| if: ${{ matrix.params.scala-version }} == 2.12* | |
| run: | | |
| echo "Scala version starts with '2.12'" | |
| ./build-whl.sh | |
| - name: Test release | |
| id: test-package | |
| run: | | |
| # Test the release | |
| ./test-release.sh |