diff --git a/.github/chainguard/self.pin-system-tests.create-pr.sts.yaml b/.github/chainguard/self.pin-system-tests.create-pr.sts.yaml
index c2b192475a7..5041744f0da 100644
--- a/.github/chainguard/self.pin-system-tests.create-pr.sts.yaml
+++ b/.github/chainguard/self.pin-system-tests.create-pr.sts.yaml
@@ -1,11 +1,11 @@
 issuer: https://token.actions.githubusercontent.com
 
-subject_pattern: repo:DataDog/dd-trace-java:ref:refs/heads/(master|test/v.+)
+subject_pattern: repo:DataDog/dd-trace-java:ref:refs/heads/(master|release/v.+)
 
 claim_pattern:
   event_name: (create|workflow_dispatch)
-  ref: refs/heads/(master|test/v.+)
-  job_workflow_ref: DataDog/dd-trace-java/\.github/workflows/pin-system-tests\.yaml@refs/heads/(master|test/v.+)
+  ref: refs/heads/(master|release/v.+)
+  job_workflow_ref: DataDog/dd-trace-java/\.github/workflows/pin-system-tests\.yaml@refs/heads/(master|release/v.+)
 
 permissions:
   contents: write
diff --git a/.github/workflows/pin-system-tests.yaml b/.github/workflows/pin-system-tests.yaml
index 4a49a34276c..878527d7ae8 100644
--- a/.github/workflows/pin-system-tests.yaml
+++ b/.github/workflows/pin-system-tests.yaml
@@ -7,13 +7,22 @@ on:
         description: 'The minor release branch name (e.g. release/v1.54.x)'
         required: true
         type: string
-  # run workflow when a release branch is created
+  # run workflow when any branch is created
   create:
 
 jobs:
+  # TODO: Remove this job after confirming the github.ref when a release branch is created
+  print-github-ref:
+    name: "Print full github.ref"
+    runs-on: ubuntu-latest
+    steps:
+      - name: Print github.ref
+        run: |
+          echo "github.ref: ${{ github.ref }}"
+
   pin-system-tests:
     name: "Pin system tests"
-    if: github.event_name != 'create' || contains(github.ref, 'test/v')
+    if: github.event_name != 'create' || contains(github.ref, 'release/v')
     runs-on: ubuntu-latest
     permissions:
       contents: write
@@ -25,11 +34,6 @@ jobs:
           scope: DataDog/dd-trace-java
           policy: self.pin-system-tests.create-pr
 
-      # temporary
-      - name: Print github.ref
-        run: |
-          echo "github.ref: ${{ github.ref }}"
-      
       - name: Define base branch
         id: define-base-branch
         run: |