diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 21e369293e0..684eaafd5d6 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -16,7 +16,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.8]
+        python-version: ["3.8", "3.9", "3.10"]
     steps:
       - uses: actions/checkout@v2
       - name: Set up Python ${{ matrix.python-version }}
@@ -37,6 +37,9 @@ jobs:
   test:
     name: Tests
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.8", "3.9", "3.10"]
     steps:
       - name: Clear free space
         run: |
@@ -45,7 +48,7 @@ jobs:
       - uses: actions/checkout@v2
       - uses: actions/setup-python@v4
         with:
-          python-version: 3.8
+          python-version: ${{ matrix.python-version }}
       - uses: actions/cache@v2
         with:
           path: ~/.cache/pip
@@ -64,11 +67,3 @@ jobs:
       - name: Run entire pipeline quickly without any data
         # Checking RunSpecs with openai/davinci should be comprehensive enough
         run: source venv/bin/activate && helm-run --suite test -m 100 --skip-instances --models-to-run openai/davinci --exit-on-error
-
-  ci:
-    name: All CI tasks complete
-    runs-on: ubuntu-latest
-    needs: [install, test]
-    steps:
-      - uses: actions/checkout@v2
-      - run: echo Done
diff --git a/setup.cfg b/setup.cfg
index 3a2b2de03c0..1f575c84651 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -14,7 +14,7 @@ classifiers =
 url = https://github.com/stanford-crfm/helm
 
 [options]
-python_requires = ~=3.8
+python_requires = >=3.8,<3.11
 package_dir =
     =src
 packages = find: