diff --git a/.github/workflows/comment_test.yml b/.github/workflows/comment_test.yml
index e7c1499..73852a4 100644
--- a/.github/workflows/comment_test.yml
+++ b/.github/workflows/comment_test.yml
@@ -29,6 +29,7 @@ jobs:
         with:
           path: ./testdata/comment/simple_breakdown.json
           tag: "infracost-pull-request"
+          behavior: new
   test_commit:
     name: Test Commit Comment
     runs-on: ubuntu-latest
@@ -45,3 +46,4 @@ jobs:
           path: "./testdata/comment/*.json"
           target-type: commit
           tag: "infracost-commit"
+          behavior: new