Feat/improve cicd part4 (#2582)

* fix failing merge workflow * generate cache hash using uv for latest requirements
unit8co · Nov 3, 2024 · a7837c7 · a7837c7
1 parent 23b7ab5
commit a7837c7
Show file tree

Hide file tree

Showing 3 changed files with 42 additions and 6 deletions.
diff --git a/.github/workflows/develop.yml b/.github/workflows/develop.yml
@@ -44,12 +44,18 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
 
+      # use `uv` to retrieve the latest dependency versions
+      - name: "Compile Dependency Versions"
+        run: |
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          uv pip compile requirements/dev-all.txt > requirements-latest.txt
+
       - name: "Cache python environment"
         uses: actions/cache@v4
         id: pythonenv-cache
         with:
           path: ${{ env.pythonLocation }}
-          key: ${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('requirements/*.txt') }}
+          key: ${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('requirements/*.txt', 'requirements-latest.txt') }}
 
       - name: "Setup Pip"
         run: |
@@ -86,13 +92,19 @@ jobs:
         with:
           python-version: '3.9'
 
+      # use `uv` to retrieve the latest dependency versions
+      - name: "Compile Dependency Versions"
+        run: |
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          uv pip compile requirements/dev-all.txt > requirements-latest.txt
+
       # only restore cache but do not upload
       - name: "Restore cached python environment"
         uses: actions/cache/restore@v4
         id: pythonenv-cache
         with:
           path: ${{ env.pythonLocation }}
-          key: ${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('requirements/*.txt') }}
+          key: ${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('requirements/*.txt', 'requirements-latest.txt') }}
 
       - name: "Install pandoc"
         run: |
@@ -133,13 +145,19 @@ jobs:
         with:
           python-version: '3.9'
 
+      # use `uv` to retrieve the latest dependency versions
+      - name: "Compile Dependency Versions"
+        run: |
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          uv pip compile requirements/dev-all.txt > requirements-latest.txt
+
       # only restore cache but do not upload
       - name: "Restore cached python environment"
         uses: actions/cache/restore@v4
         id: pythonenv-cache
         with:
           path: ${{ env.pythonLocation }}
-          key: ${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('requirements/*.txt') }}
+          key: ${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('requirements/*.txt', 'requirements-latest.txt') }}
 
       - name: "Setup Pip"
         run: |

diff --git a/.github/workflows/merge.yml b/.github/workflows/merge.yml
@@ -90,13 +90,19 @@ jobs:
         with:
           python-version: '3.9'
 
+      # use `uv` to retrieve the latest dependency versions
+      - name: "Compile Dependency Versions"
+        run: |
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          uv pip compile requirements/dev-all.txt > requirements-latest.txt
+
       # only restore cache but do not upload
       - name: "Restore cached python environment"
         uses: actions/cache/restore@v4
         id: pythonenv-cache
         with:
           path: ${{ env.pythonLocation }}
-          key: ${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('requirements/*.txt') }}
+          key: ${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('requirements/*.txt', 'requirements-latest.txt') }}
 
       - name: "Setup Pip"
         run: |
@@ -131,13 +137,19 @@ jobs:
         with:
           python-version: '3.9'
 
+      # use `uv` to retrieve the latest dependency versions
+      - name: "Compile Dependency Versions"
+        run: |
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          uv pip compile requirements/dev-all.txt > requirements-latest.txt
+
       # only restore cache but do not upload
       - name: "Restore cached python environment"
         uses: actions/cache/restore@v4
         id: pythonenv-cache
         with:
           path: ${{ env.pythonLocation }}
-          key: ${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('requirements/*.txt') }}
+          key: ${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('requirements/*.txt', 'requirements-latest.txt') }}
 
       - name: "Install pandoc"
         run: |

diff --git a/.github/workflows/update-cache.yml b/.github/workflows/update-cache.yml
@@ -24,12 +24,18 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
 
+      # use `uv` to retrieve the latest dependency versions
+      - name: "Compile Dependency Versions"
+        run: |
+          curl -LsSf https://astral.sh/uv/install.sh | sh
+          uv pip compile requirements/dev-all.txt > requirements-latest.txt
+
       - name: "Cache python environment"
         uses: actions/cache@v4
         id: pythonenv-cache
         with:
           path: ${{ env.pythonLocation }}
-          key: ${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('requirements/*.txt') }}
+          key: ${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('requirements/*.txt', 'requirements-latest.txt') }}
 
       - name: "Setup Pip"
         run: |