only use --unreleased for insider quality (#5)

microsoft · Feb 8, 2023 · 4e50c93 · 4e50c93
1 parent f1c5866
commit 4e50c93
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 2 deletions.
diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
     "name": "@vscode/vscode-perf-bot",
-    "version": "0.1.4",
+    "version": "0.1.5",
     "description": "Allows to run performance tests with Slack bot messages for VS Code.",
     "repository": {
         "type": "git",

diff --git a/src/index.ts b/src/index.ts
@@ -114,13 +114,23 @@ async function runPerformanceTest(opts: Opts): Promise<void> {
         build,
         '--runtime',
         Constants.RUNTIME,
-        '--unreleased',
         '--prof-append-timers',
         Constants.PERF_FILE,
         '--runs',
         '10'
     ]
 
+    if (opts.quality === 'insider') {
+
+        // we pause insider builds for automated releases before releasing
+        // the next stable version for a few days. history has proven that
+        // performance regressions can come in during this time due to debt
+        // work starting. as such, we want performance testing to run even
+        // over unreleased builds from the `main` branch. the `--unreleased`
+        // command line argument ensures this
+
+        args.push('--unreleased');
+    }
     if (opts.folder) {
         args.push('--folder', opts.folder);
     }