diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
index b332ede..7026a97 100644
--- a/.github/workflows/ci.yaml
+++ b/.github/workflows/ci.yaml
@@ -8,6 +8,8 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: open-turo/actions-gha/lint@v2
+        with:
+          github-token: ${{ secrets.GITHUB_TOKEN }}
 
   # test action works running from the graph
   test:
@@ -39,3 +41,31 @@ jobs:
           pip install pre-commit
       - name: Pre-commit
         uses: ./
+
+  # test-oss tries to run pre-commit against open source repositories not in
+  # open-turo to make sure this is usuable outside the org
+  test-oss:
+    name: Test / Open source
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        repos:
+          - google/uv-metrics
+          - localstack/localstack
+          - toml-lang/toml
+          - pre-commit/pre-commit
+          - terraform-aws-modules/terraform-aws-eks
+          - actions/starter-workflows
+          - github/codeql
+          - google/pre-commit-tool-hooks
+          - microsoft/superbenchmark
+          - nodejs/node-addon-examples
+          - python/peps
+          - hashicorp/copywrite
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          repository: ${{ matrix.repos }}
+      - name: Pre-commit
+        # TODO: use a released version of this action
+        uses: open-turo/action-pre-commit@conditionalize-config