Try keeping the same repodata object when reloading the pyodide lock #350
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and Deploy | |
| on: | |
| push: | |
| branches: | |
| - main | |
| release: | |
| branch: main | |
| types: [released] | |
| jobs: | |
| build: | |
| permissions: | |
| contents: write | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout the repository | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.12.7' | |
| - name: Setup micromamba | |
| uses: mamba-org/setup-micromamba@v2 | |
| - name: Install the dependencies | |
| run: | | |
| python -m pip install -r requirements.txt | |
| - name: Get the current branch name | |
| uses: tj-actions/branch-names@v8 | |
| id: branch | |
| - name: Compute the current version name | |
| run: echo "CLIMETLAB_VERSION=${{ steps.branch.outputs.current_branch || steps.branch.outputs.tag }}" >> $GITHUB_ENV | |
| - name: Check the Pyodide version | |
| run: | | |
| echo "PYODIDE_SHA_SHORT=$(git submodule status pyodide | cut -c 2-8)" >> $GITHUB_ENV | |
| - name: Cache the Pyodide build | |
| uses: actions/cache@v4 | |
| with: | |
| path: ./pyodide | |
| key: pyodide-${{ github.ref }}-${{ env.PYODIDE_SHA_SHORT }} | |
| restore-keys: | | |
| pyodide-${{ github.ref }}-${{ env.PYODIDE_SHA_SHORT }} | |
| pyodide-${{ github.ref }} | |
| pyodide-refs/heads/main | |
| - name: Ensure Pyodide source files are fresh | |
| run: | | |
| cd pyodide | |
| git status | |
| git diff --name-only | xargs git checkout -- | |
| git clean -df | |
| echo ====== | |
| git status | |
| - name: Cache the Pyodide Docker image | |
| uses: ScribeMD/docker-cache@0.5.0 | |
| with: | |
| key: docker-pyodide-${{ hashFiles('pyodide/Dockerfile') }} | |
| - name: Discover the cached Pyodide Docker image | |
| run: echo "PYODIDE_DOCKER_IMAGE=$(docker images climet-eu/pyodide --format '{{.ID}}')" >> $GITHUB_ENV | |
| - name: Build the Pyodide Docker image | |
| if: ${{ env.PYODIDE_DOCKER_IMAGE == '' }} | |
| run: | | |
| cd pyodide | |
| docker build -t climet-eu/pyodide . | |
| echo "PYODIDE_DOCKER_IMAGE=$(docker build . -q)" >> $GITHUB_ENV | |
| - name: Build Pyodide and all required packages | |
| run: | | |
| cd pyodide | |
| ./run_docker \ | |
| --non-interactive \ | |
| PYODIDE_PACKAGES="aiohttp,basemap,cdsapi,cfgrib,cf-units,cf-xarray,cmcrameri,dask,earthkit,ecmwf-api-client,ecmwf-opendata,field-compression-benchmark,fsspec,git2,gribscan,healpy,h5netcdf,intake,intake-esm,intake-xarray,ipyfilite,ipython,kerchunk,lzma,matplotlib,MetPy,netcdf4,numcodecs,numpy,pandas,pint,pooch,pyarrow,pyicon-diagnostics,pystac,regex,requests,rich,scipy,shapely,sympy,s3fs,xarray,xeofs,zarr" \ | |
| make | |
| - name: Extract the requirements.txt file | |
| continue-on-error: ${{ github.event_name != 'release' }} | |
| run: python tools/requirements.py | |
| - name: Extract the PyPa simple repository API | |
| run: python tools/pypa-simple.py https://lab.climet.eu/${{ env.CLIMETLAB_VERSION }}/static/pyodide/ | |
| - name: Clean up the pyodide build | |
| run: | | |
| cd pyodide | |
| find . -name jupyter-lite.json -delete | |
| find . -name jupyter_lite_config.json -delete | |
| mkdir -p packages/numpy/build | |
| touch packages/numpy/build/ls-success | |
| ls -d packages/*/build/* | xargs rm -r | |
| - name: Check the validity of the requirements.txt file | |
| continue-on-error: ${{ github.event_name != 'release' }} | |
| run: | | |
| python -m venv venv | |
| source venv/bin/activate | |
| pip install --upgrade pip | |
| cp files/requirements.txt files/requirements-valid.txt | |
| # FIXME: pyicon -> ipdb and pytest | |
| sed -i '/pyicon-diagnostics ==/d' files/requirements-valid.txt | |
| python -m pip install -r files/requirements-valid.txt --dry-run --ignore-installed | |
| rm files/requirements-valid.txt | |
| deactivate | |
| rm -rf venv | |
| - name: Check the validity of the constraints.txt and requirements.in files | |
| continue-on-error: ${{ github.event_name != 'release' }} | |
| run: | | |
| python -m venv venv | |
| source venv/bin/activate | |
| pip install --upgrade pip | |
| cp files/requirements.in files/requirements-valid.in | |
| # FIXME: pyicon -> ipdb and pytest | |
| sed -i '/pyicon-diagnostics/d' files/requirements-valid.in | |
| python -m pip install -r files/constraints.txt -r files/requirements-valid.in --dry-run --ignore-installed | |
| rm files/requirements-valid.in | |
| deactivate | |
| rm -rf venv | |
| - name: Build the JupyterLite site | |
| run: | | |
| rm -f files/README.md && cp ./README.md files/ | |
| mkdir -p static | |
| mv pyodide/dist static/pyodide | |
| rm -rf static/pyodide/*-tests.tar | |
| rm -f static/pyodide/tsconfig.tsbuildinfo | |
| jupyter lite build --output-dir staging | |
| cp static/favicons/favicon.ico staging/ | |
| find staging/ -name favicon.ico | xargs -L1 cp -f static/favicons/favicon.ico | |
| mv pypa staging/ | |
| rm -rf static | |
| - name: Checkout the previous dist branch | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: dist | |
| path: dist | |
| continue-on-error: ${{ github.event_name != 'release' }} | |
| - name: Merge the different dist versions | |
| run: | | |
| mkdir -p dist | |
| rm -rf dist/${{ env.CLIMETLAB_VERSION }} | |
| mv staging dist/${{ env.CLIMETLAB_VERSION }} | |
| - name: Deploy to dist branch | |
| uses: peaceiris/actions-gh-pages@v4 | |
| with: | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| publish_branch: dist | |
| publish_dir: ./dist | |
| keep_files: false | |
| force_orphan: true |