Add integration tests

.github/workflows/integration-test.yml

@@ -0,0 +1,184 @@
+# Do a whole lock, render, and install cycle
+name: integration-test
+
+on:
+ pull_request:
+ push:
+ branches:
+ - main
+
+concurrency:
+ # Concurrency group that uses the workflow name and PR number if available
+ # or commit SHA as a fallback. If a new build is triggered under that
+ # concurrency group while a previous build is running it will be canceled.
+ # Repeated pushes to a PR will cancel all previous builds, while multiple
+ # merges to main will not cancel.
+ group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }}
+ cancel-in-progress: true
+
+env:
+ MICROMAMBA_VERSION: 'latest'
+
+jobs:
+ lock-gdal:
+ runs-on: ${{ matrix.os }}
+ strategy:
+ fail-fast: false
+ matrix:
+ os: [ ubuntu-latest, macos-latest, windows-latest ]
+ python-version: [ "3.8" ]
+ defaults:
+ run:
+ shell: bash -el {0}
+ steps:
+ - name: Set Conda platform
+ run: |
+ if [ "$RUNNER_OS" == "Linux" ]; then
+ echo "CONDA_PLATFORM=linux-64" >> $GITHUB_ENV
+ elif [ "$RUNNER_OS" == "macOS" ]; then
+ echo "CONDA_PLATFORM=osx-arm64" >> $GITHUB_ENV
+ elif [ "$RUNNER_OS" == "Windows" ]; then
+ echo "CONDA_PLATFORM=win-64" >> $GITHUB_ENV
+ fi
+ - name: Verify Conda platform
+ run: echo "Conda platform is $CONDA_PLATFORM"
+
+ - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4
+ - name: Set up Python
+ uses: actions/setup-python@v5
+ with:
+ python-version: ${{ matrix.python-version }}
+ - name: install conda-lock
+ run: |
+ pip install -e .
+ - name: run-test
+ run: |
+ conda-lock --log-level=DEBUG --mamba -f tests/gdal/environment.yml -p $CONDA_PLATFORM
+ conda-lock render -p $CONDA_PLATFORM
+ conda-lock render -p $CONDA_PLATFORM --kind=env
+ echo
+ echo
+ cat conda-$CONDA_PLATFORM.lock
+ echo
+ echo
+ cat conda-$CONDA_PLATFORM.lock.yml
+ echo
+ echo
+ cat conda-lock.yml
+ mkdir lockfiles
+ mv conda-$CONDA_PLATFORM.lock conda-$CONDA_PLATFORM.lock.yml conda-lock.yml lockfiles
+ - name: Upload lockfiles
+ uses: actions/upload-artifact@v4
+ with:
+ name: conda-lock-${{ matrix.os }}-${{ matrix.python-version }}
+ path: lockfiles
+ install-gdal-with-micromamba:
+ runs-on: ${{ matrix.os }}
+ needs: lock-gdal
+ strategy:
+ fail-fast: false
+ matrix:
+ os: [ ubuntu-latest, macos-latest, windows-latest ]
+ python-version: [ "3.8" ]
+ defaults:
+ run:
+ shell: bash -el {0}
+ steps:
+ - name: Install Conda environment with Micromamba
+ uses: mamba-org/setup-micromamba@v1
+ with:
+ micromamba-version: ${{ env.MICROMAMBA_VERSION }}
+ init-shell: bash
+ - name: Download lockfiles
+ uses: actions/download-artifact@v4
+ with:
+ name: conda-lock-${{ matrix.os }}-${{ matrix.python-version }}
+ path: lockfiles
+ - name: Install GDAL with Micromamba
+ run: |
+ micromamba create -y -n gdal-test-mm-lock -f lockfiles/conda-lock.yml
+ micromamba create -y -n gdal-test-mm-explicit -f lockfiles/conda-*.lock
+ micromamba create -y -n gdal-test-mm-env -f lockfiles/conda-*.lock.yml
+
+ micromamba run -n gdal-test-mm-lock gdalinfo --version
+ micromamba run -n gdal-test-mm-explicit gdalinfo --version
+ micromamba run -n gdal-test-mm-env gdalinfo --version
+
+ micromamba run -n gdal-test-mm-lock python -c 'import toolz; print(toolz.__version__)'
+ # Micromamba won't install pip dependencies from explicit lockfiles, so skip this test
+ micromamba run -n gdal-test-mm-env python -c 'import toolz; print(toolz.__version__)'
+ install-gdal-with-conda-lock:
+ runs-on: ${{ matrix.os }}
+ needs: lock-gdal
+ strategy:
+ fail-fast: false
+ matrix:
+ os: [ ubuntu-latest, macos-latest, windows-latest ]
+ python-version: [ "3.8" ]
+ defaults:
+ run:
+ shell: bash -el {0}
+ steps:
+ - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4
+ - uses: conda-incubator/setup-miniconda@v3
+ with:
+ auto-activate-base: true
+ python-version: ${{ matrix.python-version }}
+ - name: install conda-lock
+ run: |
+ pip install -e .
+ - name: Download lockfiles
+ uses: actions/download-artifact@v4
+ with:
+ name: conda-lock-${{ matrix.os }}-${{ matrix.python-version }}
+ path: lockfiles
+ - name: Install GDAL with conda-lock
+ run: |
+ conda-lock install --log-level=DEBUG -n gdal-test-cl-lock lockfiles/conda-lock.yml
+ conda-lock install --log-level=DEBUG -n gdal-test-cl-explicit lockfiles/conda-*.lock
+ conda-lock install --log-level=DEBUG -n gdal-test-cl-env lockfiles/conda-*.lock.yml
+
+ conda run -n gdal-test-cl-lock gdalinfo --version
+ conda run -n gdal-test-cl-explicit gdalinfo --version
+ conda run -n gdal-test-cl-env gdalinfo --version
+
+ conda run -n gdal-test-cl-lock python -c 'import toolz; print(toolz.__version__)'
+ conda run -n gdal-test-cl-explicit python -c 'import toolz; print(toolz.__version__)'
+ conda run -n gdal-test-cl-env python -c 'import toolz; print(toolz.__version__)'
+
+ install-gdal-with-conda:
+ runs-on: ${{ matrix.os }}
+ needs: lock-gdal
+ strategy:
+ fail-fast: false
+ matrix:
+ os: [ ubuntu-latest, macos-latest, windows-latest ]
+ python-version: [ "3.8" ]
+ defaults:
+ run:
+ shell: bash -el {0}
+ steps:
+ - uses: conda-incubator/setup-miniconda@v3
+ with:
+ auto-activate-base: true
+ python-version: ${{ matrix.python-version }}
+ - name: Download lockfiles
+ uses: actions/download-artifact@v4
+ with:
+ name: conda-lock-${{ matrix.os }}-${{ matrix.python-version }}
+ path: lockfiles
+ - name: Install GDAL with conda
+ run: |
+ # conda doesn't recognize the unified lockfile format conda-lock.yml, so skip it.
+
+ # conda requires explicit lockfiles have a .txt extension
+ mv lockfiles/conda-*.lock lockfiles/explicit.txt
+
+ conda create -n gdal-test-c-explicit -c conda-forge --file lockfiles/explicit.txt
+ conda env create -n gdal-test-c-env --file lockfiles/conda-*.lock.yml
+
+ conda run -n gdal-test-c-explicit gdalinfo --version
+ conda run -n gdal-test-c-env gdalinfo --version
+
+ # conda doesn't install pip dependencies from explicit lockfiles, so skip this test
+ conda run -n gdal-test-c-env python -c 'import toolz; print(toolz.__version__)'

.github/workflows/test.yml

@@ -94,11 +94,3 @@ jobs:
  pytest --cov=conda_lock --cov-branch --cov-report=xml --cov-report=term tests
  cp coverage.xml "${GITHUB_WORKSPACE}"
  - uses: codecov/codecov-action@v4
-
- - name: test-gdal
- shell: bash -eo pipefail -l {0}
- run: |
- pushd "${RUNNER_TEMP}/tests/gdal"
- export TMPDIR="${RUNNER_TEMP}"
- ls -lah
- conda-lock --mamba -f environment.yml -p linux-64

tests/gdal/environment.yml

@@ -3,7 +3,7 @@ channels:
  - defaults
 dependencies:
  # purposefully using a badly formatted environment.yaml here
- - python >= 3.7, < 3.8
+ - python >= 3.8, < 3.9
  - gdal
  - pip:
- - toolz
+ - toolz

tests/test_conda_lock.py

@@ -414,7 +414,7 @@ def test_parse_environment_file(gdal_environment: Path):
  VersionedDependency(
  name="python",
  manager="conda",
- version=">=3.7,<3.8",
+ version=">=3.8,<3.9",
  ),
  VersionedDependency(
  name="gdal",