diff --git a/.github/labeler.yml b/.github/labeler.yml
index f4ee6649db..4290a118b9 100644
--- a/.github/labeler.yml
+++ b/.github/labeler.yml
@@ -1,15 +1,24 @@
 docs:
-  - changed-files:
-    - any-glob-to-any-file:
-      - docs/**/*
-      - docs_src/**/*
+  - all:
+    - changed-files:
+      - any-glob-to-any-file:
+        - docs/**
+        - docs_src/**
+      - all-globs-to-all-files:
+        - '!typer/**'
+        - '!pyproject.toml'
 
 internal:
-  - changed-files:
-    - any-glob-to-any-file:
-      - .github/**/*
-      - scripts/**/*
-      - .gitignore
-      - .pre-commit-config.yaml
-      - pdm_build.py
-      - requirements*.txt
+  - all:
+    - changed-files:
+      - any-glob-to-any-file:
+        - .github/**
+        - scripts/**
+        - .gitignore
+        - .pre-commit-config.yaml
+        - pdm_build.py
+        - requirements*.txt
+      - all-globs-to-all-files:
+        - '!docs/**'
+        - '!typer/**'
+        - '!pyproject.toml'
diff --git a/.github/workflows/labeler.yml b/.github/workflows/labeler.yml
index 7c5b4616ac..d62f1668d5 100644
--- a/.github/workflows/labeler.yml
+++ b/.github/workflows/labeler.yml
@@ -1,4 +1,4 @@
-name: Pull Request Labeler and Checker
+name: Labels
 on:
   pull_request_target:
     types:
@@ -17,13 +17,14 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/labeler@v5
+      with:
+        sync-labels: true
   # Run this after labeler applied labels
   check-labels:
     needs:
       - labeler
     permissions:
       pull-requests: read
-    name: Check labels
     runs-on: ubuntu-latest
     steps:
       - uses: docker://agilepathway/pull-request-label-checker:latest