@vitest/runner 0.30.0 → 0.31.0

package/dist/index.d.ts

@@ -1,7 +1,7 @@
-import { V as VitestRunner } from './runner-751eaed8.js';
-export { a as VitestRunnerConfig, c as VitestRunnerConstructor, b as VitestRunnerImportSource } from './runner-751eaed8.js';
-import { T as Task, F as File, S as SuiteAPI, a as TestAPI, b as SuiteCollector, c as SuiteHooks, O as OnTestFailedHandler, d as Test } from './tasks-c965d7f6.js';
-export { D as DoneCallback, m as HookCleanupCallback, H as HookListener, R as RunMode, o as RuntimeContext, q as SequenceHooks, r as SequenceSetupFiles, j as Suite, n as SuiteFactory, f as TaskBase, g as TaskCustom, h as TaskResult, i as TaskResultPack, e as TaskState, p as TestContext, k as TestFunction, l as TestOptions } from './tasks-c965d7f6.js';
+import { V as VitestRunner } from './runner-7aa38127.js';
+export { C as CancelReason, a as VitestRunnerConfig, c as VitestRunnerConstructor, b as VitestRunnerImportSource } from './runner-7aa38127.js';
+import { T as Task, F as File, S as SuiteAPI, a as TestAPI, b as SuiteCollector, c as SuiteHooks, O as OnTestFailedHandler, d as Test } from './tasks-2a410173.js';
+export { D as DoneCallback, m as HookCleanupCallback, H as HookListener, R as RunMode, o as RuntimeContext, q as SequenceHooks, r as SequenceSetupFiles, j as Suite, n as SuiteFactory, f as TaskBase, g as TaskCustom, h as TaskResult, i as TaskResultPack, e as TaskState, p as TestContext, k as TestFunction, l as TestOptions } from './tasks-2a410173.js';
 import { Awaitable } from '@vitest/utils';
 
 declare function updateTask(task: Task, runner: VitestRunner): void;

package/dist/index.js

@@ -110,6 +110,12 @@ function createSuiteCollector(name, factory = () => {
     const mode2 = this.only ? "only" : this.skip ? "skip" : this.todo ? "todo" : "run";
     if (typeof options === "number")
       options = { timeout: options };
+    if (typeof suiteOptions === "object") {
+      options = {
+        ...suiteOptions,
+        ...options
+      };
+    }
     const test3 = {
       id: "",
       type: "test",
@@ -117,7 +123,8 @@ function createSuiteCollector(name, factory = () => {
       mode: mode2,
       suite: void 0,
       fails: this.fails,
-      retry: options == null ? void 0 : options.retry
+      retry: options == null ? void 0 : options.retry,
+      repeats: options == null ? void 0 : options.repeats
     };
     if (this.concurrent || concurrent)
       test3.concurrent = true;
@@ -160,6 +167,8 @@ function createSuiteCollector(name, factory = () => {
     getHooks(suite2)[name2].push(...fn);
   }
   function initSuite() {
+    if (typeof suiteOptions === "number")
+      suiteOptions = { timeout: suiteOptions };
     suite2 = {
       id: "",
       type: "suite",
@@ -248,7 +257,10 @@ function formatTitle(template, items, idx) {
   if (isObject(items[0])) {
     formatted = formatted.replace(
       /\$([$\w_.]+)/g,
-      (_, key) => objDisplay(objectAttr(items[0], key))
+      (_, key) => {
+        var _a;
+        return objDisplay(objectAttr(items[0], key), (_a = runner == null ? void 0 : runner.config) == null ? void 0 : _a.chaiConfig);
+      }
       // https://github.com/chaijs/chai/pull/1490
     );
   }
@@ -430,41 +442,48 @@ async function runTest(test, runner) {
   };
   updateTask(test, runner);
   setCurrentTest(test);
-  const retry = test.retry || 1;
-  for (let retryCount = 0; retryCount < retry; retryCount++) {
-    let beforeEachCleanups = [];
-    try {
-      await ((_c = runner.onBeforeTryTest) == null ? void 0 : _c.call(runner, test, retryCount));
-      beforeEachCleanups = await callSuiteHook(test.suite, test, "beforeEach", runner, [test.context, test.suite]);
-      test.result.retryCount = retryCount;
-      if (runner.runTest) {
-        await runner.runTest(test);
-      } else {
-        const fn = getFn(test);
-        if (!fn)
-          throw new Error("Test function is not found. Did you add it using `setFn`?");
-        await fn();
+  const repeats = typeof test.repeats === "number" ? test.repeats : 1;
+  for (let repeatCount = 0; repeatCount < repeats; repeatCount++) {
+    const retry = test.retry || 1;
+    for (let retryCount = 0; retryCount < retry; retryCount++) {
+      let beforeEachCleanups = [];
+      try {
+        await ((_c = runner.onBeforeTryTest) == null ? void 0 : _c.call(runner, test, { retry: retryCount, repeats: repeatCount }));
+        test.result.retryCount = retryCount;
+        test.result.repeatCount = repeatCount;
+        beforeEachCleanups = await callSuiteHook(test.suite, test, "beforeEach", runner, [test.context, test.suite]);
+        if (runner.runTest) {
+          await runner.runTest(test);
+        } else {
+          const fn = getFn(test);
+          if (!fn)
+            throw new Error("Test function is not found. Did you add it using `setFn`?");
+          await fn();
+        }
+        if (test.promises) {
+          const result = await Promise.allSettled(test.promises);
+          const errors = result.map((r) => r.status === "rejected" ? r.reason : void 0).filter(Boolean);
+          if (errors.length)
+            throw errors;
+        }
+        await ((_d = runner.onAfterTryTest) == null ? void 0 : _d.call(runner, test, { retry: retryCount, repeats: repeatCount }));
+        if (!test.repeats)
+          test.result.state = "pass";
+        else if (test.repeats && retry === retryCount)
+          test.result.state = "pass";
+      } catch (e) {
+        failTask(test.result, e);
       }
-      if (test.promises) {
-        const result = await Promise.allSettled(test.promises);
-        const errors = result.map((r) => r.status === "rejected" ? r.reason : void 0).filter(Boolean);
-        if (errors.length)
-          throw errors;
+      try {
+        await callSuiteHook(test.suite, test, "afterEach", runner, [test.context, test.suite]);
+        await callCleanupHooks(beforeEachCleanups);
+      } catch (e) {
+        failTask(test.result, e);
       }
-      await ((_d = runner.onAfterTryTest) == null ? void 0 : _d.call(runner, test, retryCount));
-      test.result.state = "pass";
-    } catch (e) {
-      failTask(test.result, e);
+      if (test.result.state === "pass")
+        break;
+      updateTask(test, runner);
     }
-    try {
-      await callSuiteHook(test.suite, test, "afterEach", runner, [test.context, test.suite]);
-      await callCleanupHooks(beforeEachCleanups);
-    } catch (e) {
-      failTask(test.result, e);
-    }
-    if (test.result.state === "pass")
-      break;
-    updateTask(test, runner);
   }
   if (test.result.state === "fail")
     await Promise.all(((_e = test.onFailed) == null ? void 0 : _e.map((fn) => fn(test.result))) || []);
@@ -555,24 +574,24 @@ async function runSuite(suite, runner) {
     } catch (e) {
       failTask(suite.result, e);
     }
-  }
-  suite.result.duration = now() - start;
-  if (suite.mode === "run") {
-    if (!hasTests(suite)) {
-      suite.result.state = "fail";
-      if (!suite.result.error) {
-        const error = processError(new Error(`No test found in suite ${suite.name}`));
-        suite.result.error = error;
-        suite.result.errors = [error];
+    if (suite.mode === "run") {
+      if (!hasTests(suite)) {
+        suite.result.state = "fail";
+        if (!suite.result.error) {
+          const error = processError(new Error(`No test found in suite ${suite.name}`));
+          suite.result.error = error;
+          suite.result.errors = [error];
+        }
+      } else if (hasFailed(suite)) {
+        suite.result.state = "fail";
+      } else {
+        suite.result.state = "pass";
       }
-    } else if (hasFailed(suite)) {
-      suite.result.state = "fail";
-    } else {
-      suite.result.state = "pass";
     }
+    updateTask(suite, runner);
+    suite.result.duration = now() - start;
+    await ((_c = runner.onAfterRunSuite) == null ? void 0 : _c.call(runner, suite));
   }
-  await ((_c = runner.onAfterRunSuite) == null ? void 0 : _c.call(runner, suite));
-  updateTask(suite, runner);
 }
 async function runSuiteChild(c, runner) {
   if (c.type === "test")

package/dist/{runner-751eaed8.d.ts → runner-7aa38127.d.ts}

@@ -1,4 +1,4 @@
-import { q as SequenceHooks, r as SequenceSetupFiles, F as File, d as Test, j as Suite, h as TaskResult, p as TestContext } from './tasks-c965d7f6.js';
+import { q as SequenceHooks, r as SequenceSetupFiles, F as File, d as Test, j as Suite, h as TaskResult, p as TestContext } from './tasks-2a410173.js';
 
 interface VitestRunnerConfig {
     root: string;
@@ -13,6 +13,9 @@ interface VitestRunnerConfig {
         hooks: SequenceHooks;
         setupFiles: SequenceSetupFiles;
     };
+    chaiConfig?: {
+        truncateThreshold?: number;
+    };
     maxConcurrency: number;
     testTimeout: number;
     hookTimeout: number;
@@ -21,6 +24,7 @@ type VitestRunnerImportSource = 'collect' | 'setup';
 interface VitestRunnerConstructor {
     new (config: VitestRunnerConfig): VitestRunner;
 }
+type CancelReason = 'keyboard-input' | 'test-failure' | string & {};
 interface VitestRunner {
     /**
      * First thing that's getting called before actually collecting and running tests.
@@ -30,6 +34,12 @@ interface VitestRunner {
      * Called after collecting tests and before "onBeforeRun".
      */
     onCollected?(files: File[]): unknown;
+    /**
+     * Called when test runner should cancel next test runs.
+     * Runner should listen for this method and mark tests and suites as skipped in
+     * "onBeforeRunSuite" and "onBeforeRunTest" when called.
+     */
+    onCancel?(reason: CancelReason): unknown;
     /**
      * Called before running a single test. Doesn't have "result" yet.
      */
@@ -37,7 +47,10 @@ interface VitestRunner {
     /**
      * Called before actually running the test function. Already has "result" with "state" and "startTime".
      */
-    onBeforeTryTest?(test: Test, retryCount: number): unknown;
+    onBeforeTryTest?(test: Test, options: {
+        retry: number;
+        repeats: number;
+    }): unknown;
     /**
      * Called after result and state are set.
      */
@@ -45,7 +58,10 @@ interface VitestRunner {
     /**
      * Called right after running the test function. Doesn't have new state yet. Will not be called, if the test function throws.
      */
-    onAfterTryTest?(test: Test, retryCount: number): unknown;
+    onAfterTryTest?(test: Test, options: {
+        retry: number;
+        repeats: number;
+    }): unknown;
     /**
      * Called before running a single suite. Doesn't have "result" yet.
      */
@@ -91,4 +107,4 @@ interface VitestRunner {
     config: VitestRunnerConfig;
 }
 
-export { VitestRunner as V, VitestRunnerConfig as a, VitestRunnerImportSource as b, VitestRunnerConstructor as c };
+export { CancelReason as C, VitestRunner as V, VitestRunnerConfig as a, VitestRunnerImportSource as b, VitestRunnerConstructor as c };

package/dist/{tasks-c965d7f6.d.ts → tasks-2a410173.d.ts}

@@ -22,6 +22,7 @@ interface TaskBase {
     result?: TaskResult;
     retry?: number;
     meta?: any;
+    repeats?: number;
 }
 interface TaskCustom extends TaskBase {
     type: 'custom';
@@ -39,6 +40,7 @@ interface TaskResult {
     htmlError?: string;
     hooks?: Partial<Record<keyof SuiteHooks, TaskState>>;
     retryCount?: number;
+    repeatCount?: number;
 }
 type TaskResultPack = [id: string, result: TaskResult | undefined];
 interface Suite extends TaskBase {
@@ -111,6 +113,12 @@ interface TestOptions {
      * @default 1
      */
     retry?: number;
+    /**
+     * How many times the test will repeat.
+     *
+     * @default 5
+     */
+    repeats?: number;
 }
 type TestAPI<ExtraContext = {}> = ChainableTestAPI<ExtraContext> & {
     each: TestEachFunction;

package/dist/types.d.ts

@@ -1,3 +1,3 @@
-export { D as DoneCallback, F as File, m as HookCleanupCallback, H as HookListener, O as OnTestFailedHandler, R as RunMode, o as RuntimeContext, q as SequenceHooks, r as SequenceSetupFiles, j as Suite, S as SuiteAPI, b as SuiteCollector, n as SuiteFactory, c as SuiteHooks, T as Task, f as TaskBase, g as TaskCustom, h as TaskResult, i as TaskResultPack, e as TaskState, d as Test, a as TestAPI, p as TestContext, k as TestFunction, l as TestOptions } from './tasks-c965d7f6.js';
-export { V as VitestRunner, a as VitestRunnerConfig, c as VitestRunnerConstructor, b as VitestRunnerImportSource } from './runner-751eaed8.js';
+export { D as DoneCallback, F as File, m as HookCleanupCallback, H as HookListener, O as OnTestFailedHandler, R as RunMode, o as RuntimeContext, q as SequenceHooks, r as SequenceSetupFiles, j as Suite, S as SuiteAPI, b as SuiteCollector, n as SuiteFactory, c as SuiteHooks, T as Task, f as TaskBase, g as TaskCustom, h as TaskResult, i as TaskResultPack, e as TaskState, d as Test, a as TestAPI, p as TestContext, k as TestFunction, l as TestOptions } from './tasks-2a410173.js';
+export { C as CancelReason, V as VitestRunner, a as VitestRunnerConfig, c as VitestRunnerConstructor, b as VitestRunnerImportSource } from './runner-7aa38127.js';
 import '@vitest/utils';

package/dist/utils.d.ts

@@ -1,5 +1,5 @@
-import { j as Suite, T as Task, d as Test, g as TaskCustom } from './tasks-c965d7f6.js';
-export { C as ChainableFunction, s as createChainable } from './tasks-c965d7f6.js';
+import { j as Suite, T as Task, d as Test, g as TaskCustom } from './tasks-2a410173.js';
+export { C as ChainableFunction, s as createChainable } from './tasks-2a410173.js';
 import { Arrayable } from '@vitest/utils';
 export { ErrorWithDiff, ParsedStack } from '@vitest/utils';
 import { DiffOptions } from '@vitest/utils/diff';

package/package.json

@@ -1,14 +1,19 @@
 {
   "name": "@vitest/runner",
   "type": "module",
-  "version": "0.30.0",
+  "version": "0.31.0",
   "description": "Vitest test runner",
   "license": "MIT",
+  "funding": "https://opencollective.com/vitest",
+  "homepage": "https://github.com/vitest-dev/vitest/tree/main/packages/runner#readme",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/vitest-dev/vitest.git",
     "directory": "packages/runner"
   },
+  "bugs": {
+    "url": "https://github.com/vitest-dev/vitest/issues"
+  },
   "sideEffects": true,
   "exports": {
     ".": {
@@ -36,7 +41,7 @@
     "concordance": "^5.0.4",
     "p-limit": "^4.0.0",
     "pathe": "^1.1.0",
-    "@vitest/utils": "0.30.0"
+    "@vitest/utils": "0.31.0"
   },
   "scripts": {
     "build": "rimraf dist && rollup -c",