diff --git a/.github/workflows/compile-pypi.yml b/.github/workflows/compile-pypi.yml
index e2e8c742c..a8d248a7b 100644
--- a/.github/workflows/compile-pypi.yml
+++ b/.github/workflows/compile-pypi.yml
@@ -104,7 +104,6 @@ jobs:
     needs: [pure-wheels-sdist, mypyc]
     runs-on: ubuntu-latest
     steps:
-      # NOTE: Keep this section in sync with compile-pypi.yml
       - name: Download Python artifacts
         uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # ratchet:actions/download-artifact@v3
         with:
@@ -132,6 +131,43 @@ jobs:
           path: dist
       - name: dry ls
         run: ls -rthlaR
+  push-nightly:
+    name: Push nightly wheels
+    if: >-
+      !github.event.repository.fork && (github.event_name == 'push' && startsWith(github.ref, 'refs/main')
+    runs-on: ubuntu-latest
+    permissions:
+      id-token: write
+    steps:
+      - name: Download Python artifacts
+        uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # ratchet:actions/download-artifact@v3
+        with:
+          name: python-artefacts
+          path: dist
+      - name: Download Linux x86_64 compiled artifacts
+        uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # ratchet:actions/download-artifact@v3
+        with:
+          name: linux-x86_64-mypyc-wheels
+          path: dist
+      - name: Download MacOS x86_64 compiled artifacts
+        uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # ratchet:actions/download-artifact@v3
+        with:
+          name: macos-x86_64-mypyc-wheels
+          path: dist
+      - name: Download MacOS arm64 compiled artifacts
+        uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # ratchet:actions/download-artifact@v3
+        with:
+          name: macos-arm64-mypyc-wheels
+          path: dist
+      - name: Download MacOS universal2 compiled artifacts
+        uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # ratchet:actions/download-artifact@v3
+        with:
+          name: macos-universal2-mypyc-wheels
+          path: dist
+      - name: Publish nightly wheels to test.pypi.org
+        uses: pypa/gh-action-pypi-publish@b7f401de30cb6434a1e19f805ff006643653240e # ratchet:pypa/gh-action-pypi-publish@release/v1
+        with:
+          repository-url: https://test.pypi.org/simple/
   sucess-build: # https://github.com/marketplace/actions/alls-green#why
     if: always()
     needs:
diff --git a/changelog.d/215.feature.md b/changelog.d/215.feature.md
new file mode 100644
index 000000000..48b52be65
--- /dev/null
+++ b/changelog.d/215.feature.md
@@ -0,0 +1,5 @@
+Nightly wheels now can be installed via `test.pypi.org`:
+
+```bash
+pip install -i https://test.pypi.org/simple/ openllm
+```