diff --git a/.github/workflows/check-labels.yml b/.github/workflows/check-labels.yml
new file mode 100644
index 000000000..745190ee4
--- /dev/null
+++ b/.github/workflows/check-labels.yml
@@ -0,0 +1,18 @@
+name: Check labels not applied
+
+on:
+  pull_request:
+    types:
+      - opened
+      - labeled
+      - unlabeled
+      - synchronize
+
+jobs:
+  check-needs-triage-not-applied:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Fail if needs-triage label applied
+        if: ${{ contains(github.event.pull_request.labels.*.name, 'needs-triage')}}
+        run: exit 1
+
diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
index cfd4cbe6e..3bd3c1259 100644
--- a/.github/workflows/ci.yaml
+++ b/.github/workflows/ci.yaml
@@ -24,9 +24,6 @@ jobs:
         node-version: [14.x]
 
     steps:
-    - name: Fail if needs-triage label applied
-      if: ${{ contains(github.event.pull_request.labels.*.name, 'needs-triage')}}
-      run: exit 1
     - uses: actions/checkout@v2
     - name: Use Node.js ${{ matrix.node-version }}
       uses: actions/setup-node@v2