diff --git a/py3-build.yaml b/py3-build.yaml
index e84c6f2e636..8dfc03f57c2 100644
--- a/py3-build.yaml
+++ b/py3-build.yaml
@@ -44,3 +44,22 @@ update:
     identifier: pypa/build
     use-tag: true
     strip-suffix: .post1
+
+test:
+  environment:
+    contents:
+      packages:
+        - busybox
+  pipeline:
+    - runs: |
+        LIBRARY="build"
+        IMPORT_STATEMENT="import build"
+
+        if ! python -c "$IMPORT_STATEMENT"; then
+            echo "Failed to import library '$LIBRARY'."
+            python -c "$IMPORT_STATEMENT" 2>&1
+            exit 1
+        else
+            echo "Library '$LIBRARY' is installed and can be imported successfully."
+            exit 0
+        fi
diff --git a/py3-cachecontrol.yaml b/py3-cachecontrol.yaml
index 3d095a5e077..93a7ef645b3 100644
--- a/py3-cachecontrol.yaml
+++ b/py3-cachecontrol.yaml
@@ -43,3 +43,22 @@ update:
     use-tag: true
     tag-filter: v
     strip-prefix: v
+
+test:
+  environment:
+    contents:
+      packages:
+        - busybox
+  pipeline:
+    - runs: |
+        LIBRARY="cachecontrol"
+        IMPORT_STATEMENT="import cachecontrol"
+
+        if ! python -c "$IMPORT_STATEMENT"; then
+            echo "Failed to import library '$LIBRARY'."
+            python -c "$IMPORT_STATEMENT" 2>&1
+            exit 1
+        else
+            echo "Library '$LIBRARY' is installed and can be imported successfully."
+            exit 0
+        fi
diff --git a/py3-cachetools.yaml b/py3-cachetools.yaml
index ec31bef9b0f..fe9c452b5ac 100644
--- a/py3-cachetools.yaml
+++ b/py3-cachetools.yaml
@@ -38,3 +38,22 @@ update:
   enabled: true
   github:
     identifier: tkem/cachetools
+
+test:
+  environment:
+    contents:
+      packages:
+        - busybox
+  pipeline:
+    - runs: |
+        LIBRARY="cachetools"
+        IMPORT_STATEMENT="from cachetools import TTLCache"
+
+        if ! python -c "$IMPORT_STATEMENT"; then
+            echo "Failed to import library '$LIBRARY'."
+            python -c "$IMPORT_STATEMENT" 2>&1
+            exit 1
+        else
+            echo "Library '$LIBRARY' is installed and can be imported successfully."
+            exit 0
+        fi
diff --git a/py3-cairo.yaml b/py3-cairo.yaml
index 562be2e3fac..d057cb4dc67 100644
--- a/py3-cairo.yaml
+++ b/py3-cairo.yaml
@@ -56,3 +56,22 @@ update:
   github:
     identifier: pygobject/pycairo
     strip-prefix: v
+
+test:
+  environment:
+    contents:
+      packages:
+        - busybox
+  pipeline:
+    - runs: |
+        LIBRARY="cairo"
+        IMPORT_STATEMENT="import cairo"
+
+        if ! python -c "$IMPORT_STATEMENT"; then
+            echo "Failed to import library '$LIBRARY'."
+            python -c "$IMPORT_STATEMENT" 2>&1
+            exit 1
+        else
+            echo "Library '$LIBRARY' is installed and can be imported successfully."
+            exit 0
+        fi
diff --git a/py3-canonicaljson.yaml b/py3-canonicaljson.yaml
index 170ae8231f7..470aba4940e 100644
--- a/py3-canonicaljson.yaml
+++ b/py3-canonicaljson.yaml
@@ -37,3 +37,22 @@ update:
     identifier: matrix-org/python-canonicaljson
     strip-prefix: v
     use-tag: true
+
+test:
+  environment:
+    contents:
+      packages:
+        - busybox
+  pipeline:
+    - runs: |
+        LIBRARY="canonicaljson"
+        IMPORT_STATEMENT="import canonicaljson"
+
+        if ! python -c "$IMPORT_STATEMENT"; then
+            echo "Failed to import library '$LIBRARY'."
+            python -c "$IMPORT_STATEMENT" 2>&1
+            exit 1
+        else
+            echo "Library '$LIBRARY' is installed and can be imported successfully."
+            exit 0
+        fi
diff --git a/py3-certifi.yaml b/py3-certifi.yaml
index 41cb67c92da..32b12043f4f 100644
--- a/py3-certifi.yaml
+++ b/py3-certifi.yaml
@@ -2,7 +2,7 @@ package:
   name: py3-certifi
   version: 2024.02.02
   epoch: 1
-  description: "Python3 package for providing Mozilla's CA Bundle"
+  description: Python3 package for providing Mozilla's CA Bundle
   copyright:
     - license: MPL-2.0
   dependencies:
@@ -59,3 +59,22 @@ update:
     identifier: certifi/python-certifi
     strip-prefix: v
     use-tag: true
+
+test:
+  environment:
+    contents:
+      packages:
+        - busybox
+  pipeline:
+    - runs: |
+        LIBRARY="certifi"
+        IMPORT_STATEMENT="import certifi"
+
+        if ! python -c "$IMPORT_STATEMENT"; then
+            echo "Failed to import library '$LIBRARY'."
+            python -c "$IMPORT_STATEMENT" 2>&1
+            exit 1
+        else
+            echo "Library '$LIBRARY' is installed and can be imported successfully."
+            exit 0
+        fi
diff --git a/py3-cffi.yaml b/py3-cffi.yaml
index 36fe9e2c800..c4dce9b1c68 100644
--- a/py3-cffi.yaml
+++ b/py3-cffi.yaml
@@ -41,3 +41,22 @@ update:
   enabled: true
   release-monitor:
     identifier: 5536
+
+test:
+  environment:
+    contents:
+      packages:
+        - busybox
+  pipeline:
+    - runs: |
+        LIBRARY="cffi"
+        IMPORT_STATEMENT="import cffi"
+
+        if ! python -c "$IMPORT_STATEMENT"; then
+            echo "Failed to import library '$LIBRARY'."
+            python -c "$IMPORT_STATEMENT" 2>&1
+            exit 1
+        else
+            echo "Library '$LIBRARY' is installed and can be imported successfully."
+            exit 0
+        fi