Check outputs of example notebooks in CI.

Check via execution count in a bash script.

.github/workflows/ci.yml

@@ -35,8 +35,8 @@ jobs:
       - name: pre-commit
         run: pixi run pre-commit-run --color=always --show-diff-on-failure
 
-  mypy-example-nbs:
-    name: Check notebooks mypy
+  check-example-nbs:
+    name: Check notebooks mypy and output exists
     timeout-minutes: 5
     runs-on: ubuntu-latest
     steps:
@@ -48,6 +48,9 @@ jobs:
         run: |
           pixi run nb-convert
           pixi run nb-mypy
+      - name: Check output exists
+        run: |
+          pixi run nb-assert-output
 
   unit-tests:
     name: Unit Tests

nb-output-exists.sh → nb-output-check.sh

@@ -1,3 +1,5 @@
+#!/bin/bash
+
 for notebook in docs/examples/*.ipynb; do
     # Check the notebook for null execution counts
     if ! jq -e '.cells | map(select(.cell_type == "code") | .execution_count != null) | all' "$notebook" > /dev/null; then
@@ -6,6 +8,5 @@ for notebook in docs/examples/*.ipynb; do
     fi
 done
 
-# If all notebooks are valid
 echo "All notebooks have valid execution counts."
 exit 0

pixi.toml

@@ -9,6 +9,7 @@ coverage = "pytest tests --cov=metalearners --cov-report=xml --cov-report term-m
 # Note that this task will fail on systems without bash.
 nb-convert = "nb-convert.sh"
 nb-mypy = "mypy docs/examples/*.py"
+nb-assert-output = "sh nb-output-check.sh"
 
 [dependencies]
 pre-commit = "*"