Fix report merging

.github/workflows/ci.yml

@@ -276,9 +276,11 @@ jobs:
           pattern: e2e-blob-report-*
           merge-multiple: true
       - name: Merge into HTML Report
-        run: pnpm -C vscode exec playwright merge-reports --reporter html .test/e2e/reports/blob
+        run: pnpm -C vscode exec playwright merge-reports --reporter html,json -c .test/e2e/reports/blob .test/e2e/reports/blob
         env:
           PLAYWRIGHT_HTML_OUTPUT_DIR: .test/e2e/reports/html
+          PLAYWRIGHT_JSON_OUTPUT_NAME: report.json
+          PLAYWRIGHT_JSON_OUTPUT_DIR: .test/e2e/reports/json
       - name: Upload HTML report
         uses: actions/upload-artifact@v4
         with:
@@ -293,6 +295,10 @@ jobs:
           # comes to infer the branch name on GitHub action.
           BRANCH_NAME: ${{ github.head_ref || github.ref_name }}
           GITHUB_REF: ${{ github.head_ref || github.ref_name }}
+      - name: Comment on PR
+        uses: daun/playwright-report-summary@v3
+        with:
+          report-file: vscode/.test/e2e/reports/json/report.json
 
   # Sets a variable that is used to determine the matrix to run slow tests (e2e) on.
   # Everything runs on ubuntu, only commits to main run on macos and windows.

vscode/e2e/utils/merge.config.ts

@@ -0,0 +1,3 @@
+export default {
+    testDir: '/cody/vscode',
+}