@attest-ai/vitest 0.6.0 → 1.0.0-rc.1

package/dist/fixtures.d.ts

@@ -1,20 +1,55 @@
+import type { TestContext } from "vitest";
 import { type ExpectChain, AgentResult, AttestClient } from "@attest-ai/core";
+export interface InspectOptions {
+    /** Throw when the cumulative session cost exceeds this USD amount. */
+    budget?: number;
+    /**
+     * The running test's context (`it("…", async (context) => …)`). Used to
+     * attach results to the right test for AttestReporter and to skip it;
+     * required under `test.concurrent` and, for skips, on Vitest before 4.1.
+     */
+    context?: TestContext;
+}
+export interface EvaluateOptions extends InspectOptions {
+    /**
+     * Fail (instead of skip) when an assertion was not evaluated. Defaults to
+     * the ATTEST_STRICT environment variable ("1", "true" or "yes").
+     */
+    strict?: boolean;
+}
+/**
+ * Fail or skip the running Vitest test according to the batch outcome:
+ * any hard_fail throws with rendered diagnostics; otherwise any
+ * not_evaluated skips with "not evaluated: <reasons>" (throws when strict);
+ * soft failures pass.
+ */
+export declare function enforceOutcome(result: AgentResult, strict: boolean, context?: TestContext): AgentResult;
 export declare class AttestEngineFixture {
     private manager;
     private _client;
+    private starting;
     constructor(options?: {
         enginePath?: string;
         logLevel?: string;
+        client?: AttestClient;
     });
+    /**
+     * Start the engine. In simulation mode the engine is started with
+     * ATTEST_SIMULATION=1 so it evaluates layers 1-4 and reports layers 5-6
+     * as not evaluated; an engine without that capability is rejected.
+     */
     start(): Promise<void>;
     stop(): Promise<void>;
     get client(): AttestClient;
-    evaluate(chain: ExpectChain, options?: {
-        budget?: number;
-    }): Promise<AgentResult>;
+    private ensureStarted;
+    /** Evaluate collected assertions without enforcing the test outcome. */
+    inspect(chain: ExpectChain, options?: InspectOptions): Promise<AgentResult>;
+    /** Evaluate collected assertions and enforce the test outcome. */
+    evaluate(chain: ExpectChain, options?: EvaluateOptions): Promise<AgentResult>;
 }
 export declare function useAttest(): AttestEngineFixture;
-export declare function evaluate(chain: ExpectChain, options?: {
-    budget?: number;
-}): Promise<AgentResult>;
+/** Evaluate and enforce: hard_fail throws, not_evaluated skips (strict: throws). */
+export declare function evaluate(chain: ExpectChain, options?: EvaluateOptions): Promise<AgentResult>;
+/** Evaluate without enforcing; use for trial loops and custom checks. */
+export declare function inspect(chain: ExpectChain, options?: InspectOptions): Promise<AgentResult>;
 //# sourceMappingURL=fixtures.d.ts.map

package/dist/fixtures.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fixtures.d.ts","sourceRoot":"","sources":["../src/fixtures.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,WAAW,EAKhB,WAAW,EACX,YAAY,EAKb,MAAM,iBAAiB,CAAC;AAEzB,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,OAAO,CAA4B;IAC3C,OAAO,CAAC,OAAO,CAA2B;gBAE9B,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE;IAS1D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAStB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ3B,IAAI,MAAM,IAAI,YAAY,CAKzB;IAEK,QAAQ,CACZ,KAAK,EAAE,WAAW,EAClB,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAC5B,OAAO,CAAC,WAAW,CAAC;CAqCxB;AAED,wBAAgB,SAAS,IAAI,mBAAmB,CAiB/C;AAED,wBAAsB,QAAQ,CAC5B,KAAK,EAAE,WAAW,EAClB,OAAO,CAAC,EAAE;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GAC5B,OAAO,CAAC,WAAW,CAAC,CAGtB"}
+{"version":3,"file":"fixtures.d.ts","sourceRoot":"","sources":["../src/fixtures.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,EACL,KAAK,WAAW,EAChB,WAAW,EACX,YAAY,EAQb,MAAM,iBAAiB,CAAC;AAEzB,MAAM,WAAW,cAAc;IAC7B,sEAAsE;IACtE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;OAIG;IACH,OAAO,CAAC,EAAE,WAAW,CAAC;CACvB;AAED,MAAM,WAAW,eAAgB,SAAQ,cAAc;IACrD;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AA8CD;;;;;GAKG;AACH,wBAAgB,cAAc,CAC5B,MAAM,EAAE,WAAW,EACnB,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,WAAW,GACpB,WAAW,CAUb;AAmBD,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,OAAO,CAA4B;IAC3C,OAAO,CAAC,OAAO,CAA2B;IAC1C,OAAO,CAAC,QAAQ,CAA4B;gBAEhC,OAAO,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,YAAY,CAAA;KAAE;IAWvF;;;;OAIG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAoBtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ3B,IAAI,MAAM,IAAI,YAAY,CAKzB;YAEa,aAAa;IAM3B,wEAAwE;IAClE,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,WAAW,CAAC;IA4CjF,kEAAkE;IAC5D,QAAQ,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,WAAW,CAAC;CAIpF;AAOD,wBAAgB,SAAS,IAAI,mBAAmB,CAO/C;AAED,oFAAoF;AACpF,wBAAsB,QAAQ,CAC5B,KAAK,EAAE,WAAW,EAClB,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,WAAW,CAAC,CAEtB;AAED,yEAAyE;AACzE,wBAAsB,OAAO,CAC3B,KAAK,EAAE,WAAW,EAClB,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,WAAW,CAAC,CAEtB"}

package/dist/fixtures.js

@@ -1,22 +1,112 @@
-import { AgentResult, AttestClient, EngineManager, isSimulationMode, simulationEvaluateBatch, STATUS_SOFT_FAIL, } from "@attest-ai/core";
+import * as vitest from "vitest";
+import { AgentResult, AttestClient, EngineManager, isSimulationMode, renderDiagnostics, requireSimulationCapability, OUTCOME_FAIL, OUTCOME_SKIP, STATUS_SOFT_FAIL, } from "@attest-ai/core";
+/**
+ * The running test: `TestRunner.getCurrentTest()` on Vitest 4.1+, `vitest/suite`
+ * before that (loaded only there, because Vitest 4.1 warns when it is imported).
+ */
+async function runningTest() {
+    const runner = vitest.TestRunner;
+    if (runner !== undefined)
+        return runner.getCurrentTest();
+    const suite = await import("vitest/suite");
+    return suite.getCurrentTest();
+}
+/**
+ * Attach the results to the running test's meta so AttestReporter, in the main
+ * process, can write them with the test's file and line. Results from an earlier
+ * attempt of a retried test are dropped, so the report matches the outcome Vitest
+ * reports. Outside a test (e.g. in a beforeAll hook) there is no test to attach to.
+ */
+async function recordOnTest(result, context) {
+    const test = context?.task ?? (await runningTest());
+    if (test === undefined)
+        return;
+    if (context === undefined && test.concurrent === true) {
+        throw new Error("Attest results from a test.concurrent test — pass the test context: " +
+            "inspect(chain, { context }) or evaluate(chain, { context })");
+    }
+    const attempt = test.result?.retryCount ?? 0;
+    let meta = test.meta.attest;
+    if (meta === undefined || meta.attempt !== attempt) {
+        meta = { attempt, results: [], totalCost: 0, totalDurationMs: 0 };
+        test.meta.attest = meta;
+    }
+    meta.results.push(...result.assertionResults);
+    meta.totalCost += result.totalCost;
+    meta.totalDurationMs += result.totalDurationMs;
+}
+function strictFromEnv() {
+    const v = (process.env["ATTEST_STRICT"] ?? "").trim().toLowerCase();
+    return v === "1" || v === "true" || v === "yes";
+}
+/**
+ * Fail or skip the running Vitest test according to the batch outcome:
+ * any hard_fail throws with rendered diagnostics; otherwise any
+ * not_evaluated skips with "not evaluated: <reasons>" (throws when strict);
+ * soft failures pass.
+ */
+export function enforceOutcome(result, strict, context) {
+    const outcome = result.outcome({ strict });
+    if (outcome === OUTCOME_FAIL) {
+        const header = result.hardFailures.length === 0 ? `strict: ${result.skipReason()}\n` : "";
+        throw new Error(header + renderDiagnostics(result).replace(/^\n/, ""));
+    }
+    if (outcome === OUTCOME_SKIP) {
+        (context ?? currentTestContext(result)).skip(result.skipReason());
+    }
+    return result;
+}
+/**
+ * The running test's context when Vitest can name it unambiguously:
+ * TestRunner exists from Vitest 4.1, and under test.concurrent the
+ * "current test" may be another test, so the caller must pass `context`.
+ */
+function currentTestContext(result) {
+    const runner = vitest.TestRunner;
+    const test = runner?.getCurrentTest();
+    if (test === undefined || test.concurrent === true) {
+        throw new Error(`${result.skipReason()} — pass the test context to skip this test: ` +
+            "evaluate(chain, { context }) (required for test.concurrent and Vitest < 4.1)");
+    }
+    return test.context;
+}
 export class AttestEngineFixture {
     manager;
     _client;
+    starting;
     constructor(options) {
-        if (!isSimulationMode()) {
-            this.manager = new EngineManager({
-                enginePath: options?.enginePath,
-                logLevel: options?.logLevel ?? "warn",
-            });
+        if (options?.client !== undefined) {
+            this._client = options.client;
+            return;
         }
+        this.manager = new EngineManager({
+            enginePath: options?.enginePath,
+            logLevel: options?.logLevel ?? "warn",
+        });
     }
+    /**
+     * Start the engine. In simulation mode the engine is started with
+     * ATTEST_SIMULATION=1 so it evaluates layers 1-4 and reports layers 5-6
+     * as not evaluated; an engine without that capability is rejected.
+     */
     async start() {
-        if (isSimulationMode())
-            return;
         if (this.manager === undefined) {
             throw new Error("AttestEngineFixture already stopped.");
         }
-        await this.manager.start();
+        const simulation = isSimulationMode();
+        if (simulation) {
+            process.env["ATTEST_SIMULATION"] = "1";
+        }
+        const init = await this.manager.start();
+        if (simulation) {
+            try {
+                requireSimulationCapability(init);
+            }
+            catch (err) {
+                await this.manager.stop();
+                throw err;
+            }
+        }
         this._client = new AttestClient(this.manager);
     }
     async stop() {
@@ -27,25 +117,37 @@ export class AttestEngineFixture {
         }
     }
     get client() {
-        if (this._client === undefined && !isSimulationMode()) {
+        if (this._client === undefined) {
             throw new Error("Engine not started. Call start() first.");
         }
         return this._client;
     }
-    async evaluate(chain, options) {
-        let result;
-        if (isSimulationMode()) {
-            result = simulationEvaluateBatch(chain.assertions);
-        }
-        else {
-            result = await this.client.evaluateBatch(chain.trace, chain.assertions);
-        }
+    async ensureStarted() {
+        if (this._client !== undefined)
+            return;
+        this.starting ??= this.start();
+        await this.starting;
+    }
+    /** Evaluate collected assertions without enforcing the test outcome. */
+    async inspect(chain, options) {
+        await this.ensureStarted();
+        const result = await this.client.evaluateBatch(chain.trace, chain.assertions);
         globalThis.__attest_session_cost__ =
             (globalThis.__attest_session_cost__ ?? 0) + (result.total_cost ?? 0);
         const softFailCount = (result.results ?? []).filter((r) => r.status === STATUS_SOFT_FAIL).length;
         globalThis.__attest_session_soft_failures__ =
             (globalThis.__attest_session_soft_failures__ ?? 0) + softFailCount;
         const agentResult = new AgentResult(chain.trace, result.results ?? [], result.total_cost ?? 0, result.total_duration_ms ?? 0);
+        await recordOnTest(agentResult, options?.context);
+        // Track non-passing AgentResults so AttestCostReporter can render the
+        // diagnostic block at the end of the run. Bound size because long
+        // suites with many failures should not balloon RAM.
+        if (!agentResult.passed) {
+            const list = (globalThis.__attest_session_failures__ ??= []);
+            if (list.length < 200) {
+                list.push(agentResult);
+            }
+        }
         if (options?.budget !== undefined &&
             globalThis.__attest_session_cost__ > options.budget) {
             throw new Error(`Attest budget exceeded: cost $${globalThis.__attest_session_cost__.toFixed(6)}` +
@@ -53,22 +155,30 @@ export class AttestEngineFixture {
         }
         return agentResult;
     }
+    /** Evaluate collected assertions and enforce the test outcome. */
+    async evaluate(chain, options) {
+        const result = await this.inspect(chain, options);
+        return enforceOutcome(result, options?.strict ?? strictFromEnv(), options?.context);
+    }
 }
+// Vitest runs globalSetup in the main process and tests in workers, so a
+// worker that cannot see the global client starts its own engine on first use.
+// The engine exits when its stdin closes, i.e. when the worker exits.
+let workerFixture;
 export function useAttest() {
-    if (isSimulationMode() || globalThis.__attest_simulation_mode__) {
-        return new AttestEngineFixture();
-    }
     const client = globalThis.__attest_client__;
-    const engine = globalThis.__attest_engine__;
-    if (client === undefined || engine === undefined) {
-        throw new Error("Attest engine not available. Configure attestGlobalSetup() in vitest.config.ts globalSetup.");
+    if (client !== undefined) {
+        return new AttestEngineFixture({ client });
     }
-    const fixture = new AttestEngineFixture();
-    Object.defineProperty(fixture, "client", { get: () => client });
-    return fixture;
+    workerFixture ??= new AttestEngineFixture();
+    return workerFixture;
 }
+/** Evaluate and enforce: hard_fail throws, not_evaluated skips (strict: throws). */
 export async function evaluate(chain, options) {
-    const fixture = useAttest();
-    return fixture.evaluate(chain, options);
+    return useAttest().evaluate(chain, options);
+}
+/** Evaluate without enforcing; use for trial loops and custom checks. */
+export async function inspect(chain, options) {
+    return useAttest().inspect(chain, options);
 }
 //# sourceMappingURL=fixtures.js.map

package/dist/fixtures.js.map

@@ -1 +1 @@
-{"version":3,"file":"fixtures.js","sourceRoot":"","sources":["../src/fixtures.ts"],"names":[],"mappings":"AAAA,OAAO,EAML,WAAW,EACX,YAAY,EACZ,aAAa,EACb,gBAAgB,EAChB,uBAAuB,EACvB,gBAAgB,GACjB,MAAM,iBAAiB,CAAC;AAEzB,MAAM,OAAO,mBAAmB;IACtB,OAAO,CAA4B;IACnC,OAAO,CAA2B;IAE1C,YAAY,OAAoD;QAC9D,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;YACxB,IAAI,CAAC,OAAO,GAAG,IAAI,aAAa,CAAC;gBAC/B,UAAU,EAAE,OAAO,EAAE,UAAU;gBAC/B,QAAQ,EAAE,OAAO,EAAE,QAAQ,IAAI,MAAM;aACtC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,gBAAgB,EAAE;YAAE,OAAO;QAC/B,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QACD,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;YACzB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,IAAI,MAAM;QACR,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,IAAI,CAAC,OAAQ,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,KAAkB,EAClB,OAA6B;QAE7B,IAAI,MAA2B,CAAC;QAEhC,IAAI,gBAAgB,EAAE,EAAE,CAAC;YACvB,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACrD,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;QAC1E,CAAC;QAED,UAAU,CAAC,uBAAuB;YAChC,CAAC,UAAU,CAAC,uBAAuB,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QAEvE,MAAM,aAAa,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,CACjD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,gBAAgB,CACrC,CAAC,MAAM,CAAC;QACT,UAAU,CAAC,gCAAgC;YACzC,CAAC,UAAU,CAAC,gCAAgC,IAAI,CAAC,CAAC,GAAG,aAAa,CAAC;QAErE,MAAM,WAAW,GAAG,IAAI,WAAW,CACjC,KAAK,CAAC,KAAK,EACX,MAAM,CAAC,OAAO,IAAI,EAAE,EACpB,MAAM,CAAC,UAAU,IAAI,CAAC,EACtB,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAC9B,CAAC;QAEF,IACE,OAAO,EAAE,MAAM,KAAK,SAAS;YAC7B,UAAU,CAAC,uBAAuB,GAAG,OAAO,CAAC,MAAM,EACnD,CAAC;YACD,MAAM,IAAI,KAAK,CACb,iCAAiC,UAAU,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAChF,cAAc,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAC1C,CAAC;QACJ,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;CACF;AAED,MAAM,UAAU,SAAS;IACvB,IAAI,gBAAgB,EAAE,IAAI,UAAU,CAAC,0BAA0B,EAAE,CAAC;QAChE,OAAO,IAAI,mBAAmB,EAAE,CAAC;IACnC,CAAC;IAED,MAAM,MAAM,GAAG,UAAU,CAAC,iBAAiB,CAAC;IAC5C,MAAM,MAAM,GAAG,UAAU,CAAC,iBAAiB,CAAC;IAE5C,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACjD,MAAM,IAAI,KAAK,CACb,6FAA6F,CAC9F,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,mBAAmB,EAAE,CAAC;IAC1C,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;IAChE,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,KAAkB,EAClB,OAA6B;IAE7B,MAAM,OAAO,GAAG,SAAS,EAAE,CAAC;IAC5B,OAAO,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;AAC1C,CAAC"}
+{"version":3,"file":"fixtures.js","sourceRoot":"","sources":["../src/fixtures.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AAEjC,OAAO,EAEL,WAAW,EACX,YAAY,EACZ,aAAa,EACb,gBAAgB,EAChB,iBAAiB,EACjB,2BAA2B,EAC3B,YAAY,EACZ,YAAY,EACZ,gBAAgB,GACjB,MAAM,iBAAiB,CAAC;AAuBzB;;;GAGG;AACH,KAAK,UAAU,WAAW;IACxB,MAAM,MAAM,GAAI,MAAiC,CAAC,UAAU,CAAC;IAC7D,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,cAAc,EAAE,CAAC;IACzD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;IAC3C,OAAO,KAAK,CAAC,cAAc,EAAE,CAAC;AAChC,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,YAAY,CAAC,MAAmB,EAAE,OAAqB;IACpE,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,CAAC,MAAM,WAAW,EAAE,CAAC,CAAC;IACpD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO;IAC/B,IAAI,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CACb,sEAAsE;YACpE,6DAA6D,CAChE,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,UAAU,IAAI,CAAC,CAAC;IAC7C,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;IAC5B,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;QACnD,IAAI,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC;QAClE,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IAC1B,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;IAC9C,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC;IACnC,IAAI,CAAC,eAAe,IAAI,MAAM,CAAC,eAAe,CAAC;AACjD,CAAC;AAED,SAAS,aAAa;IACpB,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACpE,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,KAAK,CAAC;AAClD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAC5B,MAAmB,EACnB,MAAe,EACf,OAAqB;IAErB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IAC3C,IAAI,OAAO,KAAK,YAAY,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,MAAM,IAAI,KAAK,CAAC,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,OAAO,KAAK,YAAY,EAAE,CAAC;QAC7B,CAAC,OAAO,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,SAAS,kBAAkB,CAAC,MAAmB;IAC7C,MAAM,MAAM,GAAI,MAAiC,CAAC,UAAU,CAAC;IAC7D,MAAM,IAAI,GAAG,MAAM,EAAE,cAAc,EAAE,CAAC;IACtC,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;QACnD,MAAM,IAAI,KAAK,CACb,GAAG,MAAM,CAAC,UAAU,EAAE,8CAA8C;YAClE,8EAA8E,CACjF,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC,OAAO,CAAC;AACtB,CAAC;AAED,MAAM,OAAO,mBAAmB;IACtB,OAAO,CAA4B;IACnC,OAAO,CAA2B;IAClC,QAAQ,CAA4B;IAE5C,YAAY,OAA2E;QACrF,IAAI,OAAO,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;YAClC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;YAC9B,OAAO;QACT,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,aAAa,CAAC;YAC/B,UAAU,EAAE,OAAO,EAAE,UAAU;YAC/B,QAAQ,EAAE,OAAO,EAAE,QAAQ,IAAI,MAAM;SACtC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QACD,MAAM,UAAU,GAAG,gBAAgB,EAAE,CAAC;QACtC,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,GAAG,GAAG,CAAC;QACzC,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACxC,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC;gBACH,2BAA2B,CAAC,IAAI,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gBAC1B,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;YACzB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,IAAI,MAAM;QACR,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO;QACvC,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;QAC/B,MAAM,IAAI,CAAC,QAAQ,CAAC;IACtB,CAAC;IAED,wEAAwE;IACxE,KAAK,CAAC,OAAO,CAAC,KAAkB,EAAE,OAAwB;QACxD,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;QAE9E,UAAU,CAAC,uBAAuB;YAChC,CAAC,UAAU,CAAC,uBAAuB,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QAEvE,MAAM,aAAa,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,CACjD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,gBAAgB,CACrC,CAAC,MAAM,CAAC;QACT,UAAU,CAAC,gCAAgC;YACzC,CAAC,UAAU,CAAC,gCAAgC,IAAI,CAAC,CAAC,GAAG,aAAa,CAAC;QAErE,MAAM,WAAW,GAAG,IAAI,WAAW,CACjC,KAAK,CAAC,KAAK,EACX,MAAM,CAAC,OAAO,IAAI,EAAE,EACpB,MAAM,CAAC,UAAU,IAAI,CAAC,EACtB,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAC9B,CAAC;QACF,MAAM,YAAY,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAElD,sEAAsE;QACtE,kEAAkE;QAClE,oDAAoD;QACpD,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,CAAC,UAAU,CAAC,2BAA2B,KAAK,EAAE,CAAC,CAAC;YAC7D,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBACtB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QAED,IACE,OAAO,EAAE,MAAM,KAAK,SAAS;YAC7B,UAAU,CAAC,uBAAuB,GAAG,OAAO,CAAC,MAAM,EACnD,CAAC;YACD,MAAM,IAAI,KAAK,CACb,iCAAiC,UAAU,CAAC,uBAAuB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAC9E,cAAc,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAC5C,CAAC;QACJ,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,kEAAkE;IAClE,KAAK,CAAC,QAAQ,CAAC,KAAkB,EAAE,OAAyB;QAC1D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAClD,OAAO,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,IAAI,aAAa,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC;CACF;AAED,yEAAyE;AACzE,+EAA+E;AAC/E,sEAAsE;AACtE,IAAI,aAA8C,CAAC;AAEnD,MAAM,UAAU,SAAS;IACvB,MAAM,MAAM,GAAG,UAAU,CAAC,iBAAiB,CAAC;IAC5C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,OAAO,IAAI,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,aAAa,KAAK,IAAI,mBAAmB,EAAE,CAAC;IAC5C,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,KAAkB,EAClB,OAAyB;IAEzB,OAAO,SAAS,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;AAC9C,CAAC;AAED,yEAAyE;AACzE,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,KAAkB,EAClB,OAAwB;IAExB,OAAO,SAAS,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;AAC7C,CAAC"}

package/dist/index.d.ts

@@ -1,6 +1,10 @@
 export { attestGlobalSetup } from "./plugin.js";
 export type { AttestGlobalSetupOptions } from "./plugin.js";
-export { AttestEngineFixture, useAttest, evaluate } from "./fixtures.js";
-export { AttestCostReporter } from "./reporter.js";
+export { AttestEngineFixture, useAttest, evaluate, inspect, enforceOutcome } from "./fixtures.js";
+export type { EvaluateOptions, InspectOptions } from "./fixtures.js";
+export { AttestCostReporter, AttestReporter } from "./reporter.js";
+export type { AttestReporterOptions } from "./reporter.js";
+export { buildReport, REPORT_VERSION } from "./report.js";
+export type { AttestTaskMeta, TestOutcome, TestRecord } from "./report.js";
 export { filterByTier } from "./tier-filter.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,YAAY,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,YAAY,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAClG,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACnE,YAAY,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC1D,YAAY,EAAE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAC3E,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/index.js

@@ -1,5 +1,6 @@
 export { attestGlobalSetup } from "./plugin.js";
-export { AttestEngineFixture, useAttest, evaluate } from "./fixtures.js";
-export { AttestCostReporter } from "./reporter.js";
+export { AttestEngineFixture, useAttest, evaluate, inspect, enforceOutcome } from "./fixtures.js";
+export { AttestCostReporter, AttestReporter } from "./reporter.js";
+export { buildReport, REPORT_VERSION } from "./report.js";
 export { filterByTier } from "./tier-filter.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAElG,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAEnE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE1D,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/plugin.d.ts

@@ -1,4 +1,4 @@
-import { EngineManager, AttestClient } from "@attest-ai/core";
+import { EngineManager, AttestClient, type AgentResult } from "@attest-ai/core";
 export interface AttestGlobalSetupOptions {
     enginePath?: string;
     logLevel?: string;
@@ -8,7 +8,7 @@ declare global {
     var __attest_client__: AttestClient | undefined;
     var __attest_session_cost__: number;
     var __attest_session_soft_failures__: number;
-    var __attest_simulation_mode__: boolean;
+    var __attest_session_failures__: AgentResult[] | undefined;
 }
 export declare function attestGlobalSetup(options?: AttestGlobalSetupOptions): {
     setup(): Promise<void>;

package/dist/plugin.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,YAAY,EAAoB,MAAM,iBAAiB,CAAC;AAKhF,MAAM,WAAW,wBAAwB;IACvC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,OAAO,CAAC,MAAM,CAAC;IAEb,IAAI,iBAAiB,EAAE,aAAa,GAAG,SAAS,CAAC;IAEjD,IAAI,iBAAiB,EAAE,YAAY,GAAG,SAAS,CAAC;IAEhD,IAAI,uBAAuB,EAAE,MAAM,CAAC;IAEpC,IAAI,gCAAgC,EAAE,MAAM,CAAC;IAE7C,IAAI,0BAA0B,EAAE,OAAO,CAAC;CACzC;AAED,wBAAgB,iBAAiB,CAAC,OAAO,CAAC,EAAE,wBAAwB;;;EAmCnE"}
+{"version":3,"file":"plugin.d.ts","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,YAAY,EAGZ,KAAK,WAAW,EACjB,MAAM,iBAAiB,CAAC;AAKzB,MAAM,WAAW,wBAAwB;IACvC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,OAAO,CAAC,MAAM,CAAC;IAEb,IAAI,iBAAiB,EAAE,aAAa,GAAG,SAAS,CAAC;IAEjD,IAAI,iBAAiB,EAAE,YAAY,GAAG,SAAS,CAAC;IAEhD,IAAI,uBAAuB,EAAE,MAAM,CAAC;IAEpC,IAAI,gCAAgC,EAAE,MAAM,CAAC;IAE7C,IAAI,2BAA2B,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC;CAC5D;AAED,wBAAgB,iBAAiB,CAAC,OAAO,CAAC,EAAE,wBAAwB;;;EA8CnE"}

package/dist/plugin.js

@@ -1,4 +1,4 @@
-import { EngineManager, AttestClient, isSimulationMode } from "@attest-ai/core";
+import { EngineManager, AttestClient, isSimulationMode, requireSimulationCapability, } from "@attest-ai/core";
 let engineManager;
 let attestClient;
 export function attestGlobalSetup(options) {
@@ -6,15 +6,27 @@ export function attestGlobalSetup(options) {
         async setup() {
             globalThis.__attest_session_cost__ = 0;
             globalThis.__attest_session_soft_failures__ = 0;
+            globalThis.__attest_session_failures__ = [];
             if (isSimulationMode()) {
-                globalThis.__attest_simulation_mode__ = true;
-                return;
+                // The engine decides simulation at startup from its environment;
+                // this also covers config({ simulation: true }).
+                process.env["ATTEST_SIMULATION"] = "1";
             }
             engineManager = new EngineManager({
                 enginePath: options?.enginePath,
                 logLevel: options?.logLevel ?? "warn",
             });
-            await engineManager.start();
+            const init = await engineManager.start();
+            if (isSimulationMode()) {
+                try {
+                    requireSimulationCapability(init);
+                }
+                catch (err) {
+                    await engineManager.stop();
+                    engineManager = undefined;
+                    throw err;
+                }
+            }
             attestClient = new AttestClient(engineManager);
             globalThis.__attest_engine__ = engineManager;
             globalThis.__attest_client__ = attestClient;
@@ -27,7 +39,7 @@ export function attestGlobalSetup(options) {
             }
             globalThis.__attest_engine__ = undefined;
             globalThis.__attest_client__ = undefined;
-            globalThis.__attest_simulation_mode__ = false;
+            globalThis.__attest_session_failures__ = undefined;
         },
     };
 }

package/dist/plugin.js.map

@@ -1 +1 @@
-{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAEhF,IAAI,aAAwC,CAAC;AAC7C,IAAI,YAAsC,CAAC;AAoB3C,MAAM,UAAU,iBAAiB,CAAC,OAAkC;IAClE,OAAO;QACL,KAAK,CAAC,KAAK;YACT,UAAU,CAAC,uBAAuB,GAAG,CAAC,CAAC;YACvC,UAAU,CAAC,gCAAgC,GAAG,CAAC,CAAC;YAEhD,IAAI,gBAAgB,EAAE,EAAE,CAAC;gBACvB,UAAU,CAAC,0BAA0B,GAAG,IAAI,CAAC;gBAC7C,OAAO;YACT,CAAC;YAED,aAAa,GAAG,IAAI,aAAa,CAAC;gBAChC,UAAU,EAAE,OAAO,EAAE,UAAU;gBAC/B,QAAQ,EAAE,OAAO,EAAE,QAAQ,IAAI,MAAM;aACtC,CAAC,CAAC;YAEH,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC;YAC5B,YAAY,GAAG,IAAI,YAAY,CAAC,aAAa,CAAC,CAAC;YAE/C,UAAU,CAAC,iBAAiB,GAAG,aAAa,CAAC;YAC7C,UAAU,CAAC,iBAAiB,GAAG,YAAY,CAAC;QAC9C,CAAC;QAED,KAAK,CAAC,QAAQ;YACZ,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,aAAa,CAAC,IAAI,EAAE,CAAC;gBAC3B,aAAa,GAAG,SAAS,CAAC;gBAC1B,YAAY,GAAG,SAAS,CAAC;YAC3B,CAAC;YAED,UAAU,CAAC,iBAAiB,GAAG,SAAS,CAAC;YACzC,UAAU,CAAC,iBAAiB,GAAG,SAAS,CAAC;YACzC,UAAU,CAAC,0BAA0B,GAAG,KAAK,CAAC;QAChD,CAAC;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"plugin.js","sourceRoot":"","sources":["../src/plugin.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,YAAY,EACZ,gBAAgB,EAChB,2BAA2B,GAE5B,MAAM,iBAAiB,CAAC;AAEzB,IAAI,aAAwC,CAAC;AAC7C,IAAI,YAAsC,CAAC;AAoB3C,MAAM,UAAU,iBAAiB,CAAC,OAAkC;IAClE,OAAO;QACL,KAAK,CAAC,KAAK;YACT,UAAU,CAAC,uBAAuB,GAAG,CAAC,CAAC;YACvC,UAAU,CAAC,gCAAgC,GAAG,CAAC,CAAC;YAChD,UAAU,CAAC,2BAA2B,GAAG,EAAE,CAAC;YAE5C,IAAI,gBAAgB,EAAE,EAAE,CAAC;gBACvB,iEAAiE;gBACjE,iDAAiD;gBACjD,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,GAAG,GAAG,CAAC;YACzC,CAAC;YAED,aAAa,GAAG,IAAI,aAAa,CAAC;gBAChC,UAAU,EAAE,OAAO,EAAE,UAAU;gBAC/B,QAAQ,EAAE,OAAO,EAAE,QAAQ,IAAI,MAAM;aACtC,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC;YACzC,IAAI,gBAAgB,EAAE,EAAE,CAAC;gBACvB,IAAI,CAAC;oBACH,2BAA2B,CAAC,IAAI,CAAC,CAAC;gBACpC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,aAAa,CAAC,IAAI,EAAE,CAAC;oBAC3B,aAAa,GAAG,SAAS,CAAC;oBAC1B,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC;YACD,YAAY,GAAG,IAAI,YAAY,CAAC,aAAa,CAAC,CAAC;YAE/C,UAAU,CAAC,iBAAiB,GAAG,aAAa,CAAC;YAC7C,UAAU,CAAC,iBAAiB,GAAG,YAAY,CAAC;QAC9C,CAAC;QAED,KAAK,CAAC,QAAQ;YACZ,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,aAAa,CAAC,IAAI,EAAE,CAAC;gBAC3B,aAAa,GAAG,SAAS,CAAC;gBAC1B,YAAY,GAAG,SAAS,CAAC;YAC3B,CAAC;YAED,UAAU,CAAC,iBAAiB,GAAG,SAAS,CAAC;YACzC,UAAU,CAAC,iBAAiB,GAAG,SAAS,CAAC;YACzC,UAAU,CAAC,2BAA2B,GAAG,SAAS,CAAC;QACrD,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/report.d.ts

@@ -0,0 +1,37 @@
+/**
+ * report-v2 builder (proto/attest/v1/report-v2.schema.json, contract C3).
+ *
+ * One row per assertion in `results`, each carrying the test id, file and line
+ * of the test that requested it, and one row per test in `tests` with its
+ * outcome. `attest policy evaluate` gates on `results`; the pr-annotate action
+ * places inline comments with `file` and `line`.
+ */
+import { type AssertionResult } from "@attest-ai/core";
+export declare const REPORT_VERSION = 2;
+export type TestOutcome = "passed" | "failed" | "skipped";
+/** Attest results a test recorded, carried from the worker in task meta. */
+export interface AttestTaskMeta {
+    /** `retryCount` of the attempt that produced `results`. */
+    attempt: number;
+    results: AssertionResult[];
+    totalCost: number;
+    totalDurationMs: number;
+}
+declare module "vitest" {
+    interface TaskMeta {
+        attest?: AttestTaskMeta;
+    }
+}
+export interface TestRecord {
+    testId: string;
+    name: string;
+    /** Relative to the Vitest root, forward slashes. */
+    file: string;
+    /** 1-based line of the test definition. */
+    line: number;
+    outcome: TestOutcome;
+    durationMs: number;
+    attest: AttestTaskMeta | undefined;
+}
+export declare function buildReport(tests: readonly TestRecord[], simulated: boolean): Record<string, unknown>;
+//# sourceMappingURL=report.d.ts.map

package/dist/report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../src/report.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAKL,KAAK,eAAe,EACrB,MAAM,iBAAiB,CAAC;AAEzB,eAAO,MAAM,cAAc,IAAI,CAAC;AAEhC,MAAM,MAAM,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;AAE1D,4EAA4E;AAC5E,MAAM,WAAW,cAAc;IAC7B,2DAA2D;IAC3D,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,OAAO,QAAQ,QAAQ,CAAC;IACtB,UAAU,QAAQ;QAChB,MAAM,CAAC,EAAE,cAAc,CAAC;KACzB;CACF;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,oDAAoD;IACpD,IAAI,EAAE,MAAM,CAAC;IACb,2CAA2C;IAC3C,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,WAAW,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,cAAc,GAAG,SAAS,CAAC;CACpC;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,EAAE,SAAS,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CA8CrG"}

package/dist/report.js

@@ -0,0 +1,59 @@
+/**
+ * report-v2 builder (proto/attest/v1/report-v2.schema.json, contract C3).
+ *
+ * One row per assertion in `results`, each carrying the test id, file and line
+ * of the test that requested it, and one row per test in `tests` with its
+ * outcome. `attest policy evaluate` gates on `results`; the pr-annotate action
+ * places inline comments with `file` and `line`.
+ */
+import { STATUS_HARD_FAIL, STATUS_NOT_EVALUATED, STATUS_PASS, STATUS_SOFT_FAIL, } from "@attest-ai/core";
+export const REPORT_VERSION = 2;
+export function buildReport(tests, simulated) {
+    const rows = [];
+    const testRows = [];
+    let totalCost = 0;
+    let totalDurationMs = 0;
+    for (const test of tests) {
+        if (test.line < 1)
+            throw new Error(`${test.testId}: line must be >= 1, got ${test.line}`);
+        const assertionIds = [];
+        const reasons = [];
+        totalCost += test.attest?.totalCost ?? 0;
+        totalDurationMs += test.attest?.totalDurationMs ?? 0;
+        for (const result of test.attest?.results ?? []) {
+            rows.push({ ...result, test_id: test.testId, file: test.file, line: test.line });
+            assertionIds.push(result.assertion_id);
+            if (result.status === STATUS_NOT_EVALUATED && !reasons.includes(String(result.reason))) {
+                reasons.push(String(result.reason));
+            }
+        }
+        testRows.push({
+            test_id: test.testId,
+            name: test.name,
+            file: test.file,
+            line: test.line,
+            outcome: test.outcome,
+            ...(reasons.length > 0 ? { not_evaluated_reasons: reasons } : {}),
+            assertion_ids: assertionIds,
+            duration_ms: Math.round(test.durationMs),
+        });
+    }
+    const count = (status) => rows.filter((r) => r["status"] === status).length;
+    return {
+        report_version: REPORT_VERSION,
+        timestamp: new Date().toISOString().replace(/\.\d{3}Z$/, "Z"),
+        simulated,
+        summary: {
+            total: rows.length,
+            passed: count(STATUS_PASS),
+            soft_fail: count(STATUS_SOFT_FAIL),
+            hard_fail: count(STATUS_HARD_FAIL),
+            not_evaluated: count(STATUS_NOT_EVALUATED),
+        },
+        results: rows,
+        tests: testRows,
+        total_cost: totalCost,
+        total_duration_ms: totalDurationMs,
+    };
+}
+//# sourceMappingURL=report.js.map

package/dist/report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.js","sourceRoot":"","sources":["../src/report.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EACL,gBAAgB,EAChB,oBAAoB,EACpB,WAAW,EACX,gBAAgB,GAEjB,MAAM,iBAAiB,CAAC;AAEzB,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC;AA+BhC,MAAM,UAAU,WAAW,CAAC,KAA4B,EAAE,SAAkB;IAC1E,MAAM,IAAI,GAA8B,EAAE,CAAC;IAC3C,MAAM,QAAQ,GAA8B,EAAE,CAAC;IAC/C,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,4BAA4B,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1F,MAAM,YAAY,GAAa,EAAE,CAAC;QAClC,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,SAAS,IAAI,CAAC,CAAC;QACzC,eAAe,IAAI,IAAI,CAAC,MAAM,EAAE,eAAe,IAAI,CAAC,CAAC;QACrD,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;YAChD,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACjF,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YACvC,IAAI,MAAM,CAAC,MAAM,KAAK,oBAAoB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;gBACvF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC;YACZ,OAAO,EAAE,IAAI,CAAC,MAAM;YACpB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,qBAAqB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjE,aAAa,EAAE,YAAY;YAC3B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC;SACzC,CAAC,CAAC;IACL,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,MAAc,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IACpF,OAAO;QACL,cAAc,EAAE,cAAc;QAC9B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;QAC7D,SAAS;QACT,OAAO,EAAE;YACP,KAAK,EAAE,IAAI,CAAC,MAAM;YAClB,MAAM,EAAE,KAAK,CAAC,WAAW,CAAC;YAC1B,SAAS,EAAE,KAAK,CAAC,gBAAgB,CAAC;YAClC,SAAS,EAAE,KAAK,CAAC,gBAAgB,CAAC;YAClC,aAAa,EAAE,KAAK,CAAC,oBAAoB,CAAC;SAC3C;QACD,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,QAAQ;QACf,UAAU,EAAE,SAAS;QACrB,iBAAiB,EAAE,eAAe;KACnC,CAAC;AACJ,CAAC"}

package/dist/reporter.d.ts

@@ -1,8 +1,44 @@
+import type { Reporter, TestModule, Vitest } from "vitest/node";
 interface ReporterContext {
     printInfo: (message: string) => void;
 }
+/**
+ * Vitest reporter that prints the cost report and a hierarchical
+ * diagnostic block for every failed Attest evaluation in the run.
+ *
+ * Produces the same shape as the Python pytest plugin's
+ * "Attest Diagnostics" section so reviewers see consistent output
+ * across both ecosystems.
+ */
 export declare class AttestCostReporter {
     onFinished(_files: unknown, _errors: unknown, context?: ReporterContext): void;
 }
-export {};
+export interface AttestReporterOptions {
+    /**
+     * Path of the report-v2 JSON file, relative to the Vitest root. Overrides
+     * `--outputFile.attest=<path>`.
+     */
+    outputFile?: string;
+}
+/**
+ * Vitest reporter that writes a report-v2 file (proto/attest/v1/report-v2.schema.json)
+ * when the run ends: every test with its outcome, file and line, and every Attest
+ * assertion result tagged with the test that requested it. Feed the file to
+ * `attest policy evaluate --report` and the pr-annotate action.
+ *
+ * Writes only when an output file is set: `new AttestReporter({ outputFile })` in the
+ * Vitest config, or on the command line, the counterpart of pytest's
+ * `--attest-report=<path>`:
+ * `vitest run --reporter=default --reporter=@attest-ai/vitest/reporter --outputFile.attest=<path>`. Turns on `includeTaskLocation` so each test carries its
+ * line. Requires Vitest 3+.
+ */
+export declare class AttestReporter implements Reporter {
+    private outputFile;
+    private root;
+    constructor(options?: AttestReporterOptions);
+    onInit(vitest: Vitest): void;
+    onTestRunEnd(testModules: ReadonlyArray<TestModule>): void;
+}
+/** `vitest run --reporter=@attest-ai/vitest/reporter` loads the default export. */
+export default AttestReporter;
 //# sourceMappingURL=reporter.d.ts.map

package/dist/reporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../src/reporter.ts"],"names":[],"mappings":"AAAA,UAAU,eAAe;IACvB,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CACtC;AAED,qBAAa,kBAAkB;IAC7B,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,IAAI;CAuB/E"}
+{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../src/reporter.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAGhE,UAAU,eAAe;IACvB,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CACtC;AAED;;;;;;;GAOG;AACH,qBAAa,kBAAkB;IAC7B,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,IAAI;CAwC/E;AAED,MAAM,WAAW,qBAAqB;IACpC;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;;;;;;GAWG;AACH,qBAAa,cAAe,YAAW,QAAQ;IAC7C,OAAO,CAAC,UAAU,CAAqB;IACvC,OAAO,CAAC,IAAI,CAAiB;gBAEjB,OAAO,GAAE,qBAA0B;IAI/C,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAS5B,YAAY,CAAC,WAAW,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,IAAI;CA+B3D;AAED,mFAAmF;AACnF,eAAe,cAAc,CAAC"}

package/dist/reporter.js

@@ -1,17 +1,29 @@
+import { mkdirSync, writeFileSync } from "node:fs";
+import { dirname, relative, resolve, sep } from "node:path";
+import { isSimulationMode, renderDiagnostics, renderSummary } from "@attest-ai/core";
+import { buildReport } from "./report.js";
+/**
+ * Vitest reporter that prints the cost report and a hierarchical
+ * diagnostic block for every failed Attest evaluation in the run.
+ *
+ * Produces the same shape as the Python pytest plugin's
+ * "Attest Diagnostics" section so reviewers see consistent output
+ * across both ecosystems.
+ */
 export class AttestCostReporter {
     onFinished(_files, _errors, context) {
         const cost = globalThis.__attest_session_cost__ ?? 0;
         const softFailures = globalThis.__attest_session_soft_failures__ ?? 0;
-        const lines = [
-            "",
-            "=".repeat(50),
-            "  Attest Cost Report",
-            "=".repeat(50),
-            `  Total LLM cost this session: $${cost.toFixed(6)} USD`,
-            `  Soft failures recorded:       ${softFailures}`,
-            "=".repeat(50),
-            "",
-        ];
+        const failures = globalThis.__attest_session_failures__ ?? [];
+        const lines = [];
+        if (failures.length > 0) {
+            lines.push("", "=".repeat(50), "  Attest Diagnostics", "=".repeat(50));
+            for (const result of failures) {
+                lines.push(renderDiagnostics(result));
+                lines.push(`  Summary: ${renderSummary(result)}`);
+            }
+        }
+        lines.push("", "=".repeat(50), "  Attest Cost Report", "=".repeat(50), `  Total LLM cost this session: $${cost.toFixed(6)} USD`, `  Soft failures recorded:       ${softFailures}`, `  Failed runs:                  ${failures.length}`, "=".repeat(50), "");
         const output = lines.join("\n");
         if (context?.printInfo) {
             context.printInfo(output);
@@ -21,4 +33,63 @@ export class AttestCostReporter {
         }
     }
 }
+/**
+ * Vitest reporter that writes a report-v2 file (proto/attest/v1/report-v2.schema.json)
+ * when the run ends: every test with its outcome, file and line, and every Attest
+ * assertion result tagged with the test that requested it. Feed the file to
+ * `attest policy evaluate --report` and the pr-annotate action.
+ *
+ * Writes only when an output file is set: `new AttestReporter({ outputFile })` in the
+ * Vitest config, or on the command line, the counterpart of pytest's
+ * `--attest-report=<path>`:
+ * `vitest run --reporter=default --reporter=@attest-ai/vitest/reporter --outputFile.attest=<path>`. Turns on `includeTaskLocation` so each test carries its
+ * line. Requires Vitest 3+.
+ */
+export class AttestReporter {
+    outputFile;
+    root = process.cwd();
+    constructor(options = {}) {
+        this.outputFile = options.outputFile;
+    }
+    onInit(vitest) {
+        this.root = vitest.config.root;
+        const configured = vitest.config.outputFile;
+        if (this.outputFile === undefined && typeof configured === "object") {
+            this.outputFile = configured["attest"];
+        }
+        vitest.config.includeTaskLocation = true;
+    }
+    onTestRunEnd(testModules) {
+        const outputFile = this.outputFile;
+        if (outputFile === undefined)
+            return;
+        const tests = [];
+        for (const testModule of testModules) {
+            const file = relative(this.root, testModule.moduleId).split(sep).join("/");
+            for (const testCase of testModule.children.allTests()) {
+                const location = testCase.location;
+                if (location === undefined) {
+                    throw new Error(`AttestReporter: no source location for "${testCase.fullName}". Vitest records ` +
+                        "locations only when test.includeTaskLocation is true and the test file path matches " +
+                        "the root; set test.root to the real path (no symlinks) if it is set.");
+                }
+                const state = testCase.result().state;
+                tests.push({
+                    testId: `${file} > ${testCase.fullName}`,
+                    name: testCase.name,
+                    file,
+                    line: location.line,
+                    outcome: state === "passed" || state === "failed" ? state : "skipped",
+                    durationMs: testCase.diagnostic()?.duration ?? 0,
+                    attest: testCase.meta().attest,
+                });
+            }
+        }
+        const path = resolve(this.root, outputFile);
+        mkdirSync(dirname(path), { recursive: true });
+        writeFileSync(path, `${JSON.stringify(buildReport(tests, isSimulationMode()), null, 2)}\n`);
+    }
+}
+/** `vitest run --reporter=@attest-ai/vitest/reporter` loads the default export. */
+export default AttestReporter;
 //# sourceMappingURL=reporter.js.map

package/dist/reporter.js.map

@@ -1 +1 @@
-{"version":3,"file":"reporter.js","sourceRoot":"","sources":["../src/reporter.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,kBAAkB;IAC7B,UAAU,CAAC,MAAe,EAAE,OAAgB,EAAE,OAAyB;QACrE,MAAM,IAAI,GAAG,UAAU,CAAC,uBAAuB,IAAI,CAAC,CAAC;QACrD,MAAM,YAAY,GAAG,UAAU,CAAC,gCAAgC,IAAI,CAAC,CAAC;QAEtE,MAAM,KAAK,GAAG;YACZ,EAAE;YACF,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACd,sBAAsB;YACtB,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACd,mCAAmC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;YACxD,mCAAmC,YAAY,EAAE;YACjD,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACd,EAAE;SACH,CAAC;QAEF,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEhC,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;YACvB,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"reporter.js","sourceRoot":"","sources":["../src/reporter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAErF,OAAO,EAAE,WAAW,EAAmB,MAAM,aAAa,CAAC;AAM3D;;;;;;;GAOG;AACH,MAAM,OAAO,kBAAkB;IAC7B,UAAU,CAAC,MAAe,EAAE,OAAgB,EAAE,OAAyB;QACrE,MAAM,IAAI,GAAG,UAAU,CAAC,uBAAuB,IAAI,CAAC,CAAC;QACrD,MAAM,YAAY,GAAG,UAAU,CAAC,gCAAgC,IAAI,CAAC,CAAC;QACtE,MAAM,QAAQ,GAAG,UAAU,CAAC,2BAA2B,IAAI,EAAE,CAAC;QAE9D,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CACR,EAAE,EACF,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EACd,sBAAsB,EACtB,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CACf,CAAC;YACF,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;gBAC9B,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;gBACtC,KAAK,CAAC,IAAI,CAAC,cAAc,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;QAED,KAAK,CAAC,IAAI,CACR,EAAE,EACF,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EACd,sBAAsB,EACtB,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EACd,mCAAmC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EACxD,mCAAmC,YAAY,EAAE,EACjD,mCAAmC,QAAQ,CAAC,MAAM,EAAE,EACpD,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EACd,EAAE,CACH,CAAC;QAEF,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEhC,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;YACvB,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;CACF;AAUD;;;;;;;;;;;GAWG;AACH,MAAM,OAAO,cAAc;IACjB,UAAU,CAAqB;IAC/B,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAE7B,YAAY,UAAiC,EAAE;QAC7C,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACvC,CAAC;IAED,MAAM,CAAC,MAAc;QACnB,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;QAC/B,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;QAC5C,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;YACpE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QACzC,CAAC;QACD,MAAM,CAAC,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC;IAC3C,CAAC;IAED,YAAY,CAAC,WAAsC;QACjD,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACnC,IAAI,UAAU,KAAK,SAAS;YAAE,OAAO;QACrC,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC3E,KAAK,MAAM,QAAQ,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC;gBACtD,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;gBACnC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAC3B,MAAM,IAAI,KAAK,CACb,2CAA2C,QAAQ,CAAC,QAAQ,oBAAoB;wBAC9E,sFAAsF;wBACtF,sEAAsE,CACzE,CAAC;gBACJ,CAAC;gBACD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC;gBACtC,KAAK,CAAC,IAAI,CAAC;oBACT,MAAM,EAAE,GAAG,IAAI,MAAM,QAAQ,CAAC,QAAQ,EAAE;oBACxC,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,IAAI;oBACJ,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,OAAO,EAAE,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;oBACrE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,EAAE,QAAQ,IAAI,CAAC;oBAChD,MAAM,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM;iBAC/B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAC5C,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9C,aAAa,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,EAAE,gBAAgB,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC9F,CAAC;CACF;AAED,mFAAmF;AACnF,eAAe,cAAc,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@attest-ai/vitest",
-  "version": "0.6.0",
+  "version": "1.0.0-rc.1",
   "description": "Attest vitest integration — global setup, fixtures, cost reporter, tier filtering",
   "type": "module",
   "main": "./dist/index.js",
@@ -13,6 +13,10 @@
     "./setup": {
       "import": "./dist/plugin.js",
       "types": "./dist/plugin.d.ts"
+    },
+    "./reporter": {
+      "import": "./dist/reporter.js",
+      "types": "./dist/reporter.d.ts"
     }
   },
   "files": [
@@ -38,14 +42,15 @@
     "attest"
   ],
   "peerDependencies": {
-    "@attest-ai/core": ">=0.3.0",
-    "vitest": ">=2.0.0"
+    "@attest-ai/core": ">=1.0.0-rc",
+    "vitest": ">=3.0.0"
   },
   "devDependencies": {
-    "@types/node": "^25.6.0",
+    "@types/node": "^26.1.2",
+    "ajv": "^8.20.0",
     "typescript": "^5.9.3",
-    "vitest": "^4.1.4",
-    "@attest-ai/core": "0.6.0"
+    "vitest": "^4.1.10",
+    "@attest-ai/core": "1.0.0-rc.1"
   },
   "scripts": {
     "build": "tsc",