@flakiness/vitest 1.0.0 → 1.2.0

package/README.md

@@ -20,7 +20,6 @@ A custom Vitest reporter that generates Flakiness Reports from your Vitest test
   - [`token?: string`](#token-string)
   - [`outputFolder?: string`](#outputfolder-string)
   - [`duplicates?: 'fail' | 'rename'`](#duplicates-fail--rename)
-  - [`open?: 'always' | 'never' | 'on-failure'`](#open-always--never--on-failure)
   - [`disableUpload?: boolean`](#disableupload-boolean)
 - [Environment Variables](#environment-variables)
 - [Example Configuration](#example-configuration)
@@ -220,20 +219,6 @@ reporters: [
 ```
 
 
-### `open?: 'always' | 'never' | 'on-failure'`
-
-Controls when the report viewer should automatically open in your browser after test completion.
-
-- **`'on-failure'`** (default): Opens the report only if tests failed and running in an interactive terminal (not in CI)
-- **`'always'`**: Always opens the report after test completion (when running in an interactive terminal)
-- **`'never'`**: Never automatically opens the report
-
-```typescript
-reporters: [
-  ['@flakiness/vitest', { open: 'always' }]
-]
-```
-
 ### `disableUpload?: boolean`
 
 When set to `true`, prevents uploading the report to Flakiness.io. The report is still generated locally. Can also be controlled via the `FLAKINESS_DISABLE_UPLOAD` environment variable.
@@ -271,7 +256,6 @@ export default defineConfig({
         token: process.env.FLAKINESS_ACCESS_TOKEN,
         outputFolder: './flakiness-report',
         duplicates: 'fail',
-        open: 'on-failure',
         disableUpload: false,
       }]
     ],

package/lib/reporter.js

@@ -1,5 +1,5 @@
 import { FlakinessReport as FK } from "@flakiness/flakiness-report";
-import { CIUtils, CPUUtilization, GitWorktree, RAMUtilization, ReportUtils, showReport, uploadReport, writeReport } from "@flakiness/sdk";
+import { CIUtils, CPUUtilization, GitWorktree, RAMUtilization, ReportUtils, uploadReport, writeReport } from "@flakiness/sdk";
 import chalk from "chalk";
 import crypto from "crypto";
 import assert from "node:assert";
@@ -26,7 +26,7 @@ class FKVitestReporter {
   }
   onTestRunStart() {
     assert(this._vitest, "onInit must be called before onTestRunStart");
-    this._impl = ReporterImpl.create(this._vitest.config.root, this._options, this._logger, this._vitest.config.config);
+    this._impl = ReporterImpl.create(this._vitest.config.root, this._vitest.projects, this._options, this._logger, this._vitest.config.config);
   }
   async onTestRunEnd(testModules, unhandledErrors, reason) {
     await this._impl?.onTestRunEnd(testModules, unhandledErrors, reason);
@@ -35,12 +35,15 @@ class FKVitestReporter {
 }
 const gTestToTestCaseId = /* @__PURE__ */ new WeakMap();
 class ReporterImpl {
-  constructor(_worktree, _commitId, _options, _logger, _configPath) {
+  constructor(_worktree, projects, _commitId, _options, _logger, _configPath) {
     this._worktree = _worktree;
     this._commitId = _commitId;
     this._options = _options;
     this._logger = _logger;
     this._configPath = _configPath;
+    this._environments = projects.map((project) => ReportUtils.createEnvironment({
+      name: this._envName(project)
+    }));
     this._sampleSystem = this._sampleSystem.bind(this);
     this._sampleSystem();
   }
@@ -49,16 +52,14 @@ class ReporterImpl {
   _ramUtilization = new RAMUtilization({ precision: 10 });
   _startTimestamp = Date.now();
   _stdio = /* @__PURE__ */ new Map();
-  // In Vitest, all projects MUST HAVE UNIQUE NAMES.
-  // So we create environments per project name.
   _environments = [];
-  static create(rootPath, options, logger, config) {
+  static create(rootPath, projects, options, logger, config) {
     let commitId;
     let worktree;
     try {
       worktree = GitWorktree.create(rootPath);
       commitId = worktree.headCommitId();
-      return new ReporterImpl(worktree, commitId, options, logger, config);
+      return new ReporterImpl(worktree, projects, commitId, options, logger, config);
     } catch (e) {
       logger.warn(`[flakiness.io] Failed to fetch commit info - is this a git repo?`);
       logger.error(`[flakiness.io] Report is NOT generated.`);
@@ -80,16 +81,8 @@ class ReporterImpl {
     }
     entries.push(log);
   }
-  _ensureEnvironmentIdx(testCase) {
-    const projectName = testCase.project.name || "vitest";
-    let idx = this._environments.findIndex((env) => env.name === projectName);
-    if (idx === -1) {
-      idx = this._environments.length;
-      this._environments.push(ReportUtils.createEnvironment({
-        name: projectName
-      }));
-    }
-    return idx;
+  _envName(project) {
+    return project.name || "vitest";
   }
   _errorLocation(stacks, testFile) {
     const frame = stacks?.find((frame2) => this._worktree.gitPath(frame2.file) === testFile) ?? stacks?.find((frame2) => !frame2.file.includes("node_modules"));
@@ -117,7 +110,8 @@ class ReporterImpl {
       this._collectTest(fkSuite, t);
   }
   async _collectTest(fkParent, testCase) {
-    const environmentIdx = this._ensureEnvironmentIdx(testCase);
+    const environmentIdx = this._environments.findIndex((env) => env.name === this._envName(testCase.project));
+    assert(environmentIdx !== -1, `Failed to find environment for test ${testCase.fullName}`);
     const fkTest = {
       attempts: [],
       title: testCase.name,
@@ -336,7 +330,10 @@ class ReporterImpl {
       startTimestamp: this._startTimestamp,
       duration,
       suites: fileSuites,
-      unattributedErrors: unhandledErrors.map((error) => ({
+      unattributedErrors: [
+        unhandledErrors,
+        testModules.map((t) => t.errors()).flat()
+      ].flat().map((error) => ({
         message: error.message,
         stack: error.stack,
         location: this._errorLocation(error.stacks)
@@ -358,19 +355,13 @@ class ReporterImpl {
         logger: this._logger
       });
     }
-    const openMode = this._options.open ?? "on-failure";
-    const shouldOpen = process.stdin.isTTY && !process.env.CI && (openMode === "always" || openMode === "on-failure" && reason === "failed");
-    if (shouldOpen) {
-      await showReport(outputFolder);
-    } else {
-      const defaultOutputFolder = path.join(process.cwd(), "flakiness-report");
-      const folder = defaultOutputFolder === outputFolder ? "" : path.relative(process.cwd(), outputFolder);
-      this._logger.log(`
+    const defaultOutputFolder = path.join(process.cwd(), "flakiness-report");
+    const folder = defaultOutputFolder === outputFolder ? "" : path.relative(process.cwd(), outputFolder);
+    this._logger.log(`
 To open last Flakiness report, run:
 
   ${chalk.cyan(`npx flakiness show ${folder}`)}
-      `);
-    }
+    `);
   }
 }
 function dupeSuffix(dupeIndex) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@flakiness/vitest",
-  "version": "1.0.0",
+  "version": "1.2.0",
   "description": "",
   "main": "lib/reporter.js",
   "keywords": [],
@@ -12,7 +12,7 @@
   },
   "type": "module",
   "devDependencies": {
-    "@flakiness/vitest": "0.1.0-alpha.2",
+    "@flakiness/vitest": "1.1.0",
     "@types/node": "^25.3.3",
     "@vitest/utils": "^4.0.18",
     "esbuild": "^0.27.3",
@@ -23,7 +23,7 @@
   },
   "dependencies": {
     "@flakiness/flakiness-report": "^0.27.0",
-    "@flakiness/sdk": "^2.2.0",
+    "@flakiness/sdk": "^2.2.1",
     "chalk": "^5.6.2"
   },
   "scripts": {

package/types/src/reporter.d.ts

@@ -9,7 +9,6 @@ interface UserConsoleLog {
     time: number;
     size: number;
 }
-export type OpenMode = 'always' | 'never' | 'on-failure';
 export type FKVitestReporterOptions = {
     disableUpload?: boolean;
     flakinessProject?: string;
@@ -17,7 +16,6 @@ export type FKVitestReporterOptions = {
     token?: string;
     outputFolder?: string;
     duplicates?: 'fail' | 'rename';
-    open?: OpenMode;
 };
 export interface FKVitestLogger {
     log(txt: string): void;

package/types/src/reporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../../src/reporter.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,eAAe,EAAY,UAAU,EAAE,gBAAgB,EAAa,MAAM,EAAE,MAAM,aAAa,CAAC;AAC9G,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAIjD,UAAU,cAAc;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,QAAQ,GAAG,QAAQ,GAAG,OAAO,GAAG,YAAY,CAAC;AAEzD,MAAM,MAAM,uBAAuB,GAAG;IACpC,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,GAAC,QAAQ,CAAC;IAC7B,IAAI,CAAC,EAAE,QAAQ,CAAC;CACjB,CAAA;AAED,MAAM,WAAW,cAAc;IAC7B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,CAAC,OAAO,OAAO,gBAAiB,YAAW,QAAQ;IAS3C,OAAO,CAAC,QAAQ;IAR5B,OAAO,CAAC,KAAK,CAAC,CAAe;IAC7B,OAAO,CAAC,OAAO,CAAC,CAAS;IACzB,OAAO,CAAC,OAAO,CAId;gBAEmB,QAAQ,EAAE,uBAAuB;IAGrD,gBAAgB,CAAC,MAAM,EAAE,cAAc;IAIjC,gBAAgB,CAAC,GAAG,EAAE,cAAc;IAI1C,MAAM,CAAC,MAAM,EAAE,MAAM;IAIrB,cAAc;IAOR,YAAY,CAAC,WAAW,EAAE,aAAa,CAAC,UAAU,CAAC,EAAE,eAAe,EAAE,aAAa,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,gBAAgB;CAIrI"}
+{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../../src/reporter.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,eAAe,EAAY,UAAU,EAAe,gBAAgB,EAAa,MAAM,EAAE,MAAM,aAAa,CAAC;AAC3H,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAIjD,UAAU,cAAc;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,GAAC,QAAQ,CAAC;CAC9B,CAAA;AAED,MAAM,WAAW,cAAc;IAC7B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,CAAC,OAAO,OAAO,gBAAiB,YAAW,QAAQ;IAS3C,OAAO,CAAC,QAAQ;IAR5B,OAAO,CAAC,KAAK,CAAC,CAAe;IAC7B,OAAO,CAAC,OAAO,CAAC,CAAS;IACzB,OAAO,CAAC,OAAO,CAId;gBAEmB,QAAQ,EAAE,uBAAuB;IAGrD,gBAAgB,CAAC,MAAM,EAAE,cAAc;IAIjC,gBAAgB,CAAC,GAAG,EAAE,cAAc;IAI1C,MAAM,CAAC,MAAM,EAAE,MAAM;IAIrB,cAAc;IAOR,YAAY,CAAC,WAAW,EAAE,aAAa,CAAC,UAAU,CAAC,EAAE,eAAe,EAAE,aAAa,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,gBAAgB;CAIrI"}