@flakiness/vitest 1.1.0 → 1.2.1

package/README.md

@@ -1,3 +1,5 @@
+[![Tests](https://img.shields.io/endpoint?url=https%3A%2F%2Fflakiness.io%2Fapi%2Fbadge%3Finput%3D%257B%2522badgeToken%2522%253A%2522badge-6yduOnt2SwYyzktcUZjI4Z%2522%257D)](https://flakiness.io/flakiness/vitest)
+
 # Flakiness.io Vitest Reporter
 
 A custom Vitest reporter that generates Flakiness Reports from your Vitest test runs. The reporter automatically converts Vitest test results into the standardized [Flakiness JSON format](https://github.com/flakiness/flakiness-report), capturing test outcomes, system utilization, and environment information.

package/lib/reporter.js

@@ -26,7 +26,7 @@ class FKVitestReporter {
   }
   onTestRunStart() {
     assert(this._vitest, "onInit must be called before onTestRunStart");
-    this._impl = ReporterImpl.create(this._vitest.config.root, this._options, this._logger, this._vitest.config.config);
+    this._impl = ReporterImpl.create(this._vitest.config.root, this._vitest.projects, this._options, this._logger, this._vitest.config.config);
   }
   async onTestRunEnd(testModules, unhandledErrors, reason) {
     await this._impl?.onTestRunEnd(testModules, unhandledErrors, reason);
@@ -35,12 +35,15 @@ class FKVitestReporter {
 }
 const gTestToTestCaseId = /* @__PURE__ */ new WeakMap();
 class ReporterImpl {
-  constructor(_worktree, _commitId, _options, _logger, _configPath) {
+  constructor(_worktree, projects, _commitId, _options, _logger, _configPath) {
     this._worktree = _worktree;
     this._commitId = _commitId;
     this._options = _options;
     this._logger = _logger;
     this._configPath = _configPath;
+    this._environments = projects.map((project) => ReportUtils.createEnvironment({
+      name: this._envName(project)
+    }));
     this._sampleSystem = this._sampleSystem.bind(this);
     this._sampleSystem();
   }
@@ -49,16 +52,14 @@ class ReporterImpl {
   _ramUtilization = new RAMUtilization({ precision: 10 });
   _startTimestamp = Date.now();
   _stdio = /* @__PURE__ */ new Map();
-  // In Vitest, all projects MUST HAVE UNIQUE NAMES.
-  // So we create environments per project name.
   _environments = [];
-  static create(rootPath, options, logger, config) {
+  static create(rootPath, projects, options, logger, config) {
     let commitId;
     let worktree;
     try {
       worktree = GitWorktree.create(rootPath);
       commitId = worktree.headCommitId();
-      return new ReporterImpl(worktree, commitId, options, logger, config);
+      return new ReporterImpl(worktree, projects, commitId, options, logger, config);
     } catch (e) {
       logger.warn(`[flakiness.io] Failed to fetch commit info - is this a git repo?`);
       logger.error(`[flakiness.io] Report is NOT generated.`);
@@ -80,16 +81,8 @@ class ReporterImpl {
     }
     entries.push(log);
   }
-  _ensureEnvironmentIdx(testCase) {
-    const projectName = testCase.project.name || "vitest";
-    let idx = this._environments.findIndex((env) => env.name === projectName);
-    if (idx === -1) {
-      idx = this._environments.length;
-      this._environments.push(ReportUtils.createEnvironment({
-        name: projectName
-      }));
-    }
-    return idx;
+  _envName(project) {
+    return project.name || "vitest";
   }
   _errorLocation(stacks, testFile) {
     const frame = stacks?.find((frame2) => this._worktree.gitPath(frame2.file) === testFile) ?? stacks?.find((frame2) => !frame2.file.includes("node_modules"));
@@ -117,7 +110,8 @@ class ReporterImpl {
       this._collectTest(fkSuite, t);
   }
   async _collectTest(fkParent, testCase) {
-    const environmentIdx = this._ensureEnvironmentIdx(testCase);
+    const environmentIdx = this._environments.findIndex((env) => env.name === this._envName(testCase.project));
+    assert(environmentIdx !== -1, `Failed to find environment for test ${testCase.fullName}`);
     const fkTest = {
       attempts: [],
       title: testCase.name,
@@ -336,7 +330,10 @@ class ReporterImpl {
       startTimestamp: this._startTimestamp,
       duration,
       suites: fileSuites,
-      unattributedErrors: unhandledErrors.map((error) => ({
+      unattributedErrors: [
+        unhandledErrors,
+        testModules.map((t) => t.errors()).flat()
+      ].flat().map((error) => ({
         message: error.message,
         stack: error.stack,
         location: this._errorLocation(error.stacks)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@flakiness/vitest",
-  "version": "1.1.0",
+  "version": "1.2.1",
   "description": "",
   "main": "lib/reporter.js",
   "keywords": [],
@@ -12,7 +12,7 @@
   },
   "type": "module",
   "devDependencies": {
-    "@flakiness/vitest": "0.1.0-alpha.2",
+    "@flakiness/vitest": "1.2.0",
     "@types/node": "^25.3.3",
     "@vitest/utils": "^4.0.18",
     "esbuild": "^0.27.3",
@@ -22,8 +22,8 @@
     "vitest": "^4.0.18"
   },
   "dependencies": {
-    "@flakiness/flakiness-report": "^0.27.0",
-    "@flakiness/sdk": "^2.2.0",
+    "@flakiness/flakiness-report": "^0.28.0",
+    "@flakiness/sdk": "^2.2.2",
     "chalk": "^5.6.2"
   },
   "scripts": {

package/types/src/reporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../../src/reporter.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,eAAe,EAAY,UAAU,EAAE,gBAAgB,EAAa,MAAM,EAAE,MAAM,aAAa,CAAC;AAC9G,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAIjD,UAAU,cAAc;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,GAAC,QAAQ,CAAC;CAC9B,CAAA;AAED,MAAM,WAAW,cAAc;IAC7B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,CAAC,OAAO,OAAO,gBAAiB,YAAW,QAAQ;IAS3C,OAAO,CAAC,QAAQ;IAR5B,OAAO,CAAC,KAAK,CAAC,CAAe;IAC7B,OAAO,CAAC,OAAO,CAAC,CAAS;IACzB,OAAO,CAAC,OAAO,CAId;gBAEmB,QAAQ,EAAE,uBAAuB;IAGrD,gBAAgB,CAAC,MAAM,EAAE,cAAc;IAIjC,gBAAgB,CAAC,GAAG,EAAE,cAAc;IAI1C,MAAM,CAAC,MAAM,EAAE,MAAM;IAIrB,cAAc;IAOR,YAAY,CAAC,WAAW,EAAE,aAAa,CAAC,UAAU,CAAC,EAAE,eAAe,EAAE,aAAa,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,gBAAgB;CAIrI"}
+{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../../src/reporter.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,eAAe,EAAY,UAAU,EAAe,gBAAgB,EAAa,MAAM,EAAE,MAAM,aAAa,CAAC;AAC3H,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAIjD,UAAU,cAAc;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,uBAAuB,GAAG;IACpC,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,GAAC,QAAQ,CAAC;CAC9B,CAAA;AAED,MAAM,WAAW,cAAc;IAC7B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,MAAM,CAAC,OAAO,OAAO,gBAAiB,YAAW,QAAQ;IAS3C,OAAO,CAAC,QAAQ;IAR5B,OAAO,CAAC,KAAK,CAAC,CAAe;IAC7B,OAAO,CAAC,OAAO,CAAC,CAAS;IACzB,OAAO,CAAC,OAAO,CAId;gBAEmB,QAAQ,EAAE,uBAAuB;IAGrD,gBAAgB,CAAC,MAAM,EAAE,cAAc;IAIjC,gBAAgB,CAAC,GAAG,EAAE,cAAc;IAI1C,MAAM,CAAC,MAAM,EAAE,MAAM;IAIrB,cAAc;IAOR,YAAY,CAAC,WAAW,EAAE,aAAa,CAAC,UAAU,CAAC,EAAE,eAAe,EAAE,aAAa,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,gBAAgB;CAIrI"}