diff --git a/.github/workflows/open-datadog-agent-pr.yml b/.github/workflows/open-datadog-agent-pr.yml
index d84908990..bd96ff5b2 100644
--- a/.github/workflows/open-datadog-agent-pr.yml
+++ b/.github/workflows/open-datadog-agent-pr.yml
@@ -7,7 +7,7 @@ on:
 
 jobs:
   open_bump_pr:
-    if: github.event.pull_request.merged == true && !contains(github.event.pull_request.labels.*.name, 'no-auto-bump')
+    if: github.event.pull_request.merged == true && !contains(github.event.pull_request.labels.*.name, 'no-auto-bump') && github.ref == 'refs/heads/master'
     runs-on: ubuntu-latest
     steps:
       - name: Create Token
@@ -40,7 +40,7 @@ jobs:
       - name: Setup Python3
         uses: actions/setup-python@v4
         with:
-          python-version: "3.11.5"
+          python-version: "3.11.8"
           cache: "pip"
 
       - name: Install python deps