@attest-ai/vitest 0.9.0 → 1.0.0-rc.2

package/dist/trials.js

@@ -0,0 +1,184 @@
+import { AgentResult, FailureClass, STATUS_HARD_FAIL, STATUS_NOT_EVALUATED, renderDiagnostics, } from "@attest-ai/core";
+import { attemptMeta, attemptState, costBudgetSpent, runningTest, strictFromEnv, trialScope, validateBudget, } from "./test-state.js";
+/** How attestGlobalSetup({ minPassRate }) reaches the workers that run trials(). */
+export const MIN_PASS_RATE_ENV = "ATTEST_MIN_PASS_RATE";
+function trialCount(n) {
+    const raw = n ?? Number(process.env["ATTEST_TRIALS"] ?? 1);
+    if (!Number.isInteger(raw) || raw < 1) {
+        const source = n === undefined ? `ATTEST_TRIALS=${process.env["ATTEST_TRIALS"]}` : `n=${n}`;
+        throw new Error(`trials(): N must be an integer >= 1, got ${source}`);
+    }
+    return raw;
+}
+/** A pass rate in [0, 1]; anything else is an error naming where it came from. */
+export function validateMinPassRate(rate, source) {
+    if (!Number.isFinite(rate) || rate < 0 || rate > 1) {
+        throw new Error(`minPassRate must be a number between 0 and 1, got ${source}`);
+    }
+    return rate;
+}
+/** The run's minimum pass rate: ATTEST_MIN_PASS_RATE (set by attestGlobalSetup), else 1.0. */
+function runMinPassRate() {
+    const raw = process.env[MIN_PASS_RATE_ENV];
+    if (raw === undefined)
+        return 1;
+    return validateMinPassRate(raw.trim() === "" ? Number.NaN : Number(raw), `${MIN_PASS_RATE_ENV}=${raw}`);
+}
+function describeError(error) {
+    return error instanceof Error ? `${error.name}: ${error.message}` : `${typeof error}: ${String(error)}`;
+}
+/** A trial's own outcome: raised or any hard_fail fails; else not_evaluated (or nothing evaluated) skips. */
+function trialOutcome(trial) {
+    if (trial.error !== undefined)
+        return "fail";
+    const rows = trial.results.flatMap((r) => r.assertionResults);
+    if (rows.some((r) => r.status === STATUS_HARD_FAIL))
+        return "fail";
+    if (rows.length === 0)
+        return "skip";
+    if (rows.some((r) => r.status === STATUS_NOT_EVALUATED))
+        return "skip";
+    return "pass";
+}
+/**
+ * Replace the rows of each trial that threw with exactly one hard_fail row per
+ * assertion ID of the test, so pass rates count the trial as failed once per ID.
+ * When the trial had evaluated the ID before throwing, the explanation keeps
+ * the engine's status.
+ */
+function thrownTrialRows(test, trials) {
+    const meta = attemptMeta(test);
+    const ids = [...new Set(trials.flatMap((t) => t.results.flatMap((r) => r.assertionResults)).map((r) => r.assertion_id))];
+    for (const trial of trials) {
+        if (trial.error === undefined)
+            continue;
+        const before = new Map(trial.results.flatMap((r) => r.assertionResults.map((row) => [row.assertion_id, row.status])));
+        meta.results = meta.results.filter((row) => row.trial !== trial.index);
+        const raised = `trial ${trial.index} raised ${describeError(trial.error.value)}`;
+        for (const id of ids) {
+            const status = before.get(id);
+            const row = {
+                assertion_id: id,
+                status: STATUS_HARD_FAIL,
+                score: 0,
+                explanation: status === undefined ? raised : `${raised} (engine status before the error: ${status})`,
+                failure_class: FailureClass.BrokenCode,
+                trial: trial.index,
+            };
+            meta.results.push(row);
+        }
+    }
+}
+function failureMessage(summary, trials, minPassRate) {
+    const rate = summary.passed / summary.evaluated;
+    const parts = [
+        `${summary.passed}/${summary.evaluated} trials passed (pass rate ${rate.toFixed(2)}) ` +
+            `below min pass rate ${minPassRate.toFixed(2)}`,
+    ];
+    for (const trial of trials) {
+        if (trialOutcome(trial) !== "fail")
+            continue;
+        if (trial.error !== undefined) {
+            parts.push(`trial ${trial.index} raised ${describeError(trial.error.value)}`);
+            continue;
+        }
+        for (const result of trial.results) {
+            if (result.hardFailures.length === 0)
+                continue;
+            parts.push(`trial ${trial.index}:${renderDiagnostics(result)}`);
+        }
+    }
+    return parts.join("\n");
+}
+/**
+ * Run `body` N times inside the current test (N = `options.n`, else the
+ * ATTEST_TRIALS environment variable, else 1) and enforce only the aggregate.
+ *
+ * With N = 1 the body runs once as a plain test body: evaluate() enforces as
+ * usual. With N > 1, during trial i (1-based): evaluate() does not enforce
+ * (it behaves as inspect()), enforceOutcome() returns its argument, every
+ * result row is reported with `trial = i`, and assertion IDs restart so each
+ * assertion keeps its ID across trials. A trial that throws counts as failed:
+ * its rows are replaced by one hard_fail row (failure_class broken_code) per
+ * assertion ID the test evaluated; when no trial evaluated anything, the first
+ * error is rethrown. A trial whose own outcome is skip counts as not evaluated,
+ * also under ATTEST_STRICT. After the last trial the test is skipped when no trial was
+ * evaluated (failed under ATTEST_STRICT), fails when passed / evaluated
+ * trials is below the minimum pass rate (default 1.0: any failing trial
+ * fails; not-evaluated trials are left out of the rate), and passes otherwise. AttestReporter prints "<test_id>: <passed>/<evaluated>
+ * trials passed (<n> not evaluated)".
+ *
+ * This is a pass/fail gate on N runs, not a statistical verdict: whether the
+ * pass rate regressed (pass / regressed / inconclusive) comes from
+ * `attest policy evaluate --baseline <tag>` with a `regression` rule over the
+ * report's per-trial rows.
+ */
+export async function trials(body, options) {
+    const n = trialCount(options?.n);
+    const minPassRate = options?.minPassRate === undefined
+        ? runMinPassRate()
+        : validateMinPassRate(options.minPassRate, `minPassRate=${options.minPassRate}`);
+    const budget = options?.budget === undefined ? undefined : validateBudget(options.budget);
+    const test = options?.context?.task ?? (await runningTest());
+    if (test === undefined)
+        throw new Error("trials() must be called inside a test");
+    if (options?.context === undefined && test.concurrent === true) {
+        throw new Error("trials() in a test.concurrent test — pass the test context: trials(body, { context })");
+    }
+    if (n === 1) {
+        await trialScope.run({ test, trial: undefined, budget, results: [] }, () => body(1));
+        return;
+    }
+    const state = attemptState(test);
+    const records = [];
+    let stoppedByBudget = false;
+    for (let index = 1; index <= n; index++) {
+        if (index > 1 && costBudgetSpent(budget, state)) {
+            stoppedByBudget = true;
+            break;
+        }
+        state.ordinal = 0;
+        const record = { index, results: [], error: undefined };
+        records.push(record);
+        try {
+            await trialScope.run({ test, trial: index, budget, results: record.results }, () => body(index));
+        }
+        catch (error) {
+            record.error = { value: error };
+        }
+    }
+    const evaluatedAny = records.some((r) => r.results.some((res) => res.assertionResults.length > 0));
+    const firstError = records.find((r) => r.error !== undefined)?.error;
+    if (!evaluatedAny && firstError !== undefined)
+        throw firstError.value;
+    thrownTrialRows(test, records);
+    const strict = strictFromEnv();
+    const outcomes = records.map((r) => trialOutcome(r));
+    const passed = outcomes.filter((o) => o === "pass").length;
+    const failed = outcomes.filter((o) => o === "fail").length;
+    const summary = {
+        requested: n,
+        run: records.length,
+        passed,
+        evaluated: passed + failed,
+        notEvaluated: outcomes.length - passed - failed,
+        stoppedByBudget,
+    };
+    attemptMeta(test).trials = summary;
+    if (summary.evaluated === 0) {
+        const all = records.flatMap((r) => r.results);
+        const rows = all.flatMap((r) => r.assertionResults);
+        const first = all[0];
+        const reason = first === undefined || rows.length === 0
+            ? `not evaluated: no assertions in ${records.length} trials`
+            : new AgentResult(first.trace, rows).skipReason();
+        if (strict)
+            throw new Error(`strict: ${reason}`);
+        (options?.context ?? test.context).skip(reason);
+        return;
+    }
+    if (passed / summary.evaluated < minPassRate) {
+        throw new Error(failureMessage(summary, records, minPassRate));
+    }
+}
+//# sourceMappingURL=trials.js.map

package/dist/trials.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trials.js","sourceRoot":"","sources":["../src/trials.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,oBAAoB,EACpB,iBAAiB,GAClB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,WAAW,EACX,YAAY,EACZ,eAAe,EACf,WAAW,EACX,aAAa,EACb,UAAU,EACV,cAAc,GAGf,MAAM,iBAAiB,CAAC;AAEzB,oFAAoF;AACpF,MAAM,CAAC,MAAM,iBAAiB,GAAG,sBAAsB,CAAC;AAiCxD,SAAS,UAAU,CAAC,CAAqB;IACvC,MAAM,GAAG,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3D,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,iBAAiB,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5F,MAAM,IAAI,KAAK,CAAC,4CAA4C,MAAM,EAAE,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,mBAAmB,CAAC,IAAY,EAAE,MAAc;IAC9D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;QACnD,MAAM,IAAI,KAAK,CAAC,qDAAqD,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8FAA8F;AAC9F,SAAS,cAAc;IACrB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAC3C,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,CAAC,CAAC;IAChC,OAAO,mBAAmB,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,iBAAiB,IAAI,GAAG,EAAE,CAAC,CAAC;AAC1G,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,GAAG,OAAO,KAAK,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AAC1G,CAAC;AAED,6GAA6G;AAC7G,SAAS,YAAY,CAAC,KAAkB;IACtC,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IAC7C,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;IAC9D,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,gBAAgB,CAAC;QAAE,OAAO,MAAM,CAAC;IACnE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IACrC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,oBAAoB,CAAC;QAAE,OAAO,MAAM,CAAC;IACvE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,SAAS,eAAe,CAAC,IAAiB,EAAE,MAA8B;IACxE,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACzH,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;YAAE,SAAS;QACxC,MAAM,MAAM,GAAG,IAAI,GAAG,CACpB,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,MAAM,CAAU,CAAC,CAAC,CACvG,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,MAAM,GAAG,SAAS,KAAK,CAAC,KAAK,WAAW,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACjF,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC9B,MAAM,GAAG,GAAmB;gBAC1B,YAAY,EAAE,EAAE;gBAChB,MAAM,EAAE,gBAAgB;gBACxB,KAAK,EAAE,CAAC;gBACR,WAAW,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,qCAAqC,MAAM,GAAG;gBACpG,aAAa,EAAE,YAAY,CAAC,UAAU;gBACtC,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,OAAmB,EAAE,MAA8B,EAAE,WAAmB;IAC9F,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;IAChD,MAAM,KAAK,GAAG;QACZ,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,SAAS,6BAA6B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YACpF,uBAAuB,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;KAClD,CAAC;IACF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,YAAY,CAAC,KAAK,CAAC,KAAK,MAAM;YAAE,SAAS;QAC7C,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,KAAK,WAAW,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC9E,SAAS;QACX,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YACnC,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAC/C,KAAK,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,KAAK,IAAI,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,IAA6C,EAC7C,OAAuB;IAEvB,MAAM,CAAC,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACjC,MAAM,WAAW,GACf,OAAO,EAAE,WAAW,KAAK,SAAS;QAChC,CAAC,CAAC,cAAc,EAAE;QAClB,CAAC,CAAC,mBAAmB,CAAC,OAAO,CAAC,WAAW,EAAE,eAAe,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IACrF,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC1F,MAAM,IAAI,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,IAAI,CAAC,MAAM,WAAW,EAAE,CAAC,CAAC;IAC7D,IAAI,IAAI,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IACjF,IAAI,OAAO,EAAE,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,uFAAuF,CAAC,CAAC;IAC3G,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACZ,MAAM,UAAU,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACrF,OAAO;IACT,CAAC;IAED,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,IAAI,eAAe,GAAG,KAAK,CAAC;IAC5B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QACxC,IAAI,KAAK,GAAG,CAAC,IAAI,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;YAChD,eAAe,GAAG,IAAI,CAAC;YACvB,MAAM;QACR,CAAC;QACD,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC;QAClB,MAAM,MAAM,GAAgB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QACrE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,UAAU,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACnG,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAClC,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACnG,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,EAAE,KAAK,CAAC;IACrE,IAAI,CAAC,YAAY,IAAI,UAAU,KAAK,SAAS;QAAE,MAAM,UAAU,CAAC,KAAK,CAAC;IACtE,eAAe,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAE/B,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;IAC/B,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAC3D,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAC3D,MAAM,OAAO,GAAe;QAC1B,SAAS,EAAE,CAAC;QACZ,GAAG,EAAE,OAAO,CAAC,MAAM;QACnB,MAAM;QACN,SAAS,EAAE,MAAM,GAAG,MAAM;QAC1B,YAAY,EAAE,QAAQ,CAAC,MAAM,GAAG,MAAM,GAAG,MAAM;QAC/C,eAAe;KAChB,CAAC;IACF,WAAW,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC;IAEnC,IAAI,OAAO,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;QACpD,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,MAAM,GACV,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YACtC,CAAC,CAAC,mCAAmC,OAAO,CAAC,MAAM,SAAS;YAC5D,CAAC,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;QACtD,IAAI,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,WAAW,MAAM,EAAE,CAAC,CAAC;QACjD,CAAC,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChD,OAAO;IACT,CAAC;IACD,IAAI,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,WAAW,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC;IACjE,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@attest-ai/vitest",
-  "version": "0.9.0",
+  "version": "1.0.0-rc.2",
   "description": "Attest vitest integration — global setup, fixtures, cost reporter, tier filtering",
   "type": "module",
   "main": "./dist/index.js",
@@ -13,6 +13,10 @@
     "./setup": {
       "import": "./dist/plugin.js",
       "types": "./dist/plugin.d.ts"
+    },
+    "./reporter": {
+      "import": "./dist/reporter.js",
+      "types": "./dist/reporter.d.ts"
     }
   },
   "files": [
@@ -38,14 +42,15 @@
     "attest"
   ],
   "peerDependencies": {
-    "@attest-ai/core": ">=0.3.0",
-    "vitest": ">=2.0.0"
+    "@attest-ai/core": ">=1.0.0-rc",
+    "vitest": ">=3.0.0"
   },
   "devDependencies": {
-    "@types/node": "^25.6.0",
+    "@types/node": "^26.1.2",
+    "ajv": "^8.20.0",
     "typescript": "^5.9.3",
-    "vitest": "^4.1.5",
-    "@attest-ai/core": "0.9.0"
+    "vitest": "^4.1.10",
+    "@attest-ai/core": "1.0.0-rc.2"
   },
   "scripts": {
     "build": "tsc",