diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml
index 4eed9da91..e0feb15f0 100644
--- a/.github/workflows/publish.yml
+++ b/.github/workflows/publish.yml
@@ -31,10 +31,12 @@ jobs:
         run: go test -race ./...
 
       - name: Build the binaries
+        if: startsWith(github.ref, 'refs/tags/')
         run: |
           ./dists/make-release.sh -v ${{ steps.tag_name.outputs.TAG_NAME }}
 
       - name: Release the new version
+        if: startsWith(github.ref, 'refs/tags/')
         uses: softprops/action-gh-release@v1
         with:
           body: Please refer to the [CHANGELOG.md](https://github.com/Scalingo/cli/blob/${{ steps.tag_name.outputs.TAG_NAME }}/CHANGELOG.md) file.