feat(retry): support retry in config and cli

packages/runner/src/suite.ts

@@ -77,7 +77,7 @@ function createSuiteCollector(name: string, factory: SuiteFactory = () => { }, m
       mode,
       suite: undefined!,
       fails: this.fails,
-      retry: options?.retry,
+      retry: options?.retry || runner.config.retry,
       repeats: options?.repeats,
       meta: Object.create(null),
     } as Omit<Test, 'context'> as Test

packages/runner/src/types/runner.ts

@@ -19,6 +19,7 @@ export interface VitestRunnerConfig {
   maxConcurrency: number
   testTimeout: number
   hookTimeout: number
+  retry: number
 }
 
 export type VitestRunnerImportSource = 'collect' | 'setup'

packages/vitest/src/node/cli.ts

@@ -47,6 +47,7 @@ cli
   .option('--inspect', 'Enable Node.js inspector')
   .option('--inspect-brk', 'Enable Node.js inspector with break')
   .option('--test-timeout <time>', 'Default timeout of a test in milliseconds (default: 5000)')
+  .option('--retry <times>', 'Number of retries (default: 1)')
   .option('--bail <number>', 'Stop test execution when given number of tests have failed', { default: 0 })
   .help()
 

packages/vitest/src/types/config.ts

@@ -313,7 +313,11 @@ export interface InlineConfig {
    * @default 1000
    */
   teardownTimeout?: number
-
+  /**
+   * Number of retries
+   * @default 1
+   */
+  retry?: number
   /**
    * Silent mode
    *

test/config/fixtures/retry/retry.test.ts

@@ -0,0 +1,10 @@
+import { expect, test } from 'vitest'
+
+let number = 0
+test('should passed', () => {
+  expect(number++).toBe(3)
+})
+
+test('retry but still failed', () => {
+  expect(number++).toBe(4)
+})

test/config/fixtures/retry/vitest.config.ts

@@ -0,0 +1,8 @@
+import { defineConfig } from 'vitest/config'
+
+export default defineConfig({
+  test: {
+    include: ['*.test.ts'],
+    retry: 4,
+  },
+})

test/config/test/retry.test.ts

@@ -0,0 +1,26 @@
+import path from 'node:path'
+import { describe, expect, test } from 'vitest'
+import { runVitest } from '../../test-utils'
+
+const root = path.resolve('./fixtures/retry')
+function run(testNamePattern?: string) {
+  return runVitest({
+    root,
+    testNamePattern,
+  })
+}
+
+describe('retry', () => {
+  test('should passed', async () => {
+    const { stdout } = await run('should passed')
+    expect(stdout).toContain('1 passed')
+  })
+
+  test('retry but still failed', async () => {
+    const { stdout } = await run('retry but still failed')
+    expect(stdout).toContain('expected 1 to be 4')
+    expect(stdout).toContain('expected 2 to be 4')
+    expect(stdout).toContain('expected 3 to be 4')
+    expect(stdout).toContain('1 failed')
+  })
+})