diff --git a/.github/workflows/changelog-generate.yml b/.github/workflows/changelog-generate.yml
index 0769da9948..74ba45613a 100644
--- a/.github/workflows/changelog-generate.yml
+++ b/.github/workflows/changelog-generate.yml
@@ -1,7 +1,7 @@
 name: Changelog
 
 on:
-  push:
+  pull_request:
     paths:
       - 'package.json'
 
@@ -27,6 +27,8 @@ jobs:
 
       - name: Generate changelog
         uses: docker://ferrarimarco/github-changelog-generator
+        # If we have a version change
+        if: contains(steps.last_version.outputs.tag_name, steps.future_version.outputs.version) == false
         with:
           args: >
             -t ${{ secrets.GITHUB_TOKEN }}