@post-print/agent-test 2.3.9 → 3.0.0

package/README.md

@@ -25,7 +25,7 @@ test("answers correctly", async ({ coder, grounding }) => {
 
 Set default `agent`, `judge`, and `workspace` directly in `defineConfig`. Harness definitions select providers, models, and auth. Factories only declare resources; each test receives its own executable handles. Every run starts fresh; use `run.continue` for the same task. Compare with ordinary JavaScript and `expect`. Use `expect(actual, "Readable criterion")` to give a derived viewer criterion a concise label, or declare explicit test criteria when they should override derived assertions. Pass `describe(name, { description }, define)` to state a suite's shared intent once, and keep each test's `description` for what that case adds.
 
-Use assertions for anything code can decide, `runCommand` to verify the final workspace yourself, and a judge only for semantic questions. Judge input is explicitly selected JSON data. Output is schema-validated and typed. The runner records artifacts and usage, handles cancellation, and owns cleanup. Built-in timeouts are recorded as terminal infrastructure failures, including the configured deadline and partial trace. A new recorded run also recovers dead-owner summaries without requiring viewer navigation. Global skills default to false. A run or judge that names a path outside its workspace fails with `WorkspaceEscapeError`; see [isolation](../../docs/isolation.md#isolation-boundary). No browser is required for CLI execution.
+Use assertions for anything code can decide, `runCommand` to verify the final workspace yourself, and a judge only for semantic questions. Judge input is explicitly selected JSON data. Output is schema-validated and typed. The runner records artifacts and usage, handles cancellation, and owns cleanup. Built-in timeouts are recorded as terminal infrastructure failures, including the configured deadline and partial trace; auth failures, missing binaries, host crashes, and incomplete capture are also infrastructure failures, and a test with no completed agent operation fails unless it declares `noAgent: true`. A new recorded run also recovers dead-owner summaries without requiring viewer navigation. Global skills default to false. A run or judge that names a path outside its workspace fails with `WorkspaceEscapeError`; see [isolation](../../docs/isolation.md#isolation-boundary). No browser is required for CLI execution.
 
 See [the SDK guide](../../docs/sdk-v2.md), [tour](../../agent-suites/tour/tour.spec.ts), and [getting started](../../docs/getting-started.md). The old `test.use`, `compare`, `defineJudge`, and run-owned judge API are removed.
 

package/dist/cli.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAQA,wBAAsB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAoB5D"}
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAQA,wBAAsB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAqB5D"}

package/dist/cli.js

@@ -3,12 +3,14 @@ import { fileURLToPath } from "node:url";
 import { parseArgs } from "node:util";
 import { isCliMain } from "./cli-entry.js";
 import { runHostLogin } from "./host-login.js";
-import { runSdkCli } from "./sdk/cli.js";
+import { runBaselineCli, runSdkCli } from "./sdk/cli.js";
 import { runSdkViewerCli } from "./sdk/viewer.js";
 export async function runCli(args) {
     const [command, ...rest] = args;
     if (command === "test")
         return runSdkCli(rest);
+    if (command === "baseline")
+        return runBaselineCli(rest);
     if (command === "viewer")
         return runSdkViewerCli(rest);
     if (command === "login") {
@@ -19,7 +21,7 @@ export async function runCli(args) {
         return runHostLogin(values.host);
     }
     if (!command || command === "--help" || command === "-h") {
-        console.log("agent-test test [Playwright options]\nagent-test viewer [--config path] [--port number]\nagent-test login [--host cursor|openai|claude]\n\nConfigure agents in agent-test.config.ts. JSON suites and legacy scoring flags were removed.");
+        console.log("agent-test test [Playwright options]\nagent-test baseline [--config path]\nagent-test viewer [--config path] [--port number]\nagent-test login [--host cursor|openai|claude]\n\nConfigure agents in agent-test.config.ts. JSON suites and legacy scoring flags were removed.");
         return 0;
     }
     throw new Error(`Unsupported command: ${command}. Use agent-test test with a TypeScript suite. Run agent-test --help for commands.`);

package/dist/cli.js.map

@@ -1 +1 @@
-{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAElD,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,IAAc;IAC1C,MAAM,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;IAChC,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;IAC/C,IAAI,OAAO,KAAK,QAAQ;QAAE,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC;IACvD,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACzB,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;YAC5B,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE;SACxD,CAAC,CAAC;QACH,OAAO,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QAC1D,OAAO,CAAC,GAAG,CACV,yOAAyO,CACzO,CAAC;QACF,OAAO,CAAC,CAAC;IACV,CAAC;IACD,MAAM,IAAI,KAAK,CACd,wBAAwB,OAAO,oFAAoF,CACnH,CAAC;AACH,CAAC;AACD,IAAI,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;IAChE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SAC3B,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;QACd,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IACzB,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QAChB,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACtE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;IACtB,CAAC,CAAC,CAAC;AACL,CAAC"}
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAElD,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,IAAc;IAC1C,MAAM,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;IAChC,IAAI,OAAO,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;IAC/C,IAAI,OAAO,KAAK,UAAU;QAAE,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC;IACxD,IAAI,OAAO,KAAK,QAAQ;QAAE,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC;IACvD,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;QACzB,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;YAC5B,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE;SACxD,CAAC,CAAC;QACH,OAAO,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QAC1D,OAAO,CAAC,GAAG,CACV,8QAA8Q,CAC9Q,CAAC;QACF,OAAO,CAAC,CAAC;IACV,CAAC;IACD,MAAM,IAAI,KAAK,CACd,wBAAwB,OAAO,oFAAoF,CACnH,CAAC;AACH,CAAC;AACD,IAAI,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;IAChE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;SAC3B,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;QACd,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IACzB,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QAChB,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACtE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;IACtB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/index.d.ts

@@ -1,9 +1,14 @@
+export type { TestInfo } from "@playwright/test";
 export { WorkspaceEscapeError } from "@post-print/agent-harness";
 export { z } from "zod";
+export type { EnvironmentObservation, ObserveEnvironment } from "./sdk/environment-observation.js";
 export { expect } from "./sdk/expect.js";
 export { statistics } from "./sdk/metrics.js";
+export { expectWorkspaceEscape, type WorkspaceEscapeOutcome } from "./sdk/operation-ledger.js";
+export { differenceInterval, exactInterval, lowerBound, samplingPlan } from "./sdk/pass-rate.js";
 export { type ExecutionProgress, reportProgress } from "./sdk/progress.js";
 export { type CommandResult, type RunCommandOptions, runCommand } from "./sdk/run-command.js";
+export { ConditionsUnknownError, type OfferedTool, type RunExposure, type RunRecord, recordHostCalibration, } from "./sdk/run-record.js";
 export { type AgentTestConfig, defineConfig, describe, type SuiteDetails, type SuiteTest, } from "./sdk/test.js";
 export type { AgentFixture, AgentSettings, Evaluation, JsonValue, JudgeFixture, JudgeSettings, Run, RunOptions, RunUsage, Statistics, WorkspaceSetup, } from "./sdk/types.js";
 export type { Workspace } from "./sdk/workspace.js";

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,KAAK,iBAAiB,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,EAAE,KAAK,aAAa,EAAE,KAAK,iBAAiB,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC9F,OAAO,EACN,KAAK,eAAe,EACpB,YAAY,EACZ,QAAQ,EACR,KAAK,YAAY,EACjB,KAAK,SAAS,GACd,MAAM,eAAe,CAAC;AACvB,YAAY,EACX,YAAY,EACZ,aAAa,EACb,UAAU,EACV,SAAS,EACT,YAAY,EACZ,aAAa,EACb,GAAG,EACH,UAAU,EACV,QAAQ,EACR,UAAU,EACV,cAAc,GACd,MAAM,gBAAgB,CAAC;AACxB,YAAY,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,YAAY,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACnG,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,qBAAqB,EAAE,KAAK,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAC/F,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACjG,OAAO,EAAE,KAAK,iBAAiB,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,EAAE,KAAK,aAAa,EAAE,KAAK,iBAAiB,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC9F,OAAO,EACN,sBAAsB,EACtB,KAAK,WAAW,EAChB,KAAK,WAAW,EAChB,KAAK,SAAS,EACd,qBAAqB,GACrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACN,KAAK,eAAe,EACpB,YAAY,EACZ,QAAQ,EACR,KAAK,YAAY,EACjB,KAAK,SAAS,GACd,MAAM,eAAe,CAAC;AACvB,YAAY,EACX,YAAY,EACZ,aAAa,EACb,UAAU,EACV,SAAS,EACT,YAAY,EACZ,aAAa,EACb,GAAG,EACH,UAAU,EACV,QAAQ,EACR,UAAU,EACV,cAAc,GACd,MAAM,gBAAgB,CAAC;AACxB,YAAY,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/index.js

@@ -2,7 +2,10 @@ export { WorkspaceEscapeError } from "@post-print/agent-harness";
 export { z } from "zod";
 export { expect } from "./sdk/expect.js";
 export { statistics } from "./sdk/metrics.js";
+export { expectWorkspaceEscape } from "./sdk/operation-ledger.js";
+export { differenceInterval, exactInterval, lowerBound, samplingPlan } from "./sdk/pass-rate.js";
 export { reportProgress } from "./sdk/progress.js";
 export { runCommand } from "./sdk/run-command.js";
+export { ConditionsUnknownError, recordHostCalibration, } from "./sdk/run-record.js";
 export { defineConfig, describe, } from "./sdk/test.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAA0B,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,EAA8C,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC9F,OAAO,EAEN,YAAY,EACZ,QAAQ,GAGR,MAAM,eAAe,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,qBAAqB,EAA+B,MAAM,2BAA2B,CAAC;AAC/F,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACjG,OAAO,EAA0B,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAC3E,OAAO,EAA8C,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC9F,OAAO,EACN,sBAAsB,EAItB,qBAAqB,GACrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAEN,YAAY,EACZ,QAAQ,GAGR,MAAM,eAAe,CAAC"}

package/dist/sdk/baselines.d.ts

@@ -0,0 +1,7 @@
+import type { BaselineRecord, ClaimResult } from "./claims.js";
+/** Committed, because the execution store keeps only the newest fifty runs. */
+export declare function baselineDirectory(config: string): string;
+export declare function readBaselines(config: string): Promise<Record<string, BaselineRecord>>;
+/** Saves each single-arm claim with a verdict. Returns the claims it saved. */
+export declare function saveBaselines(config: string, claims: ClaimResult[]): Promise<string[]>;
+//# sourceMappingURL=baselines.d.ts.map

package/dist/sdk/baselines.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"baselines.d.ts","sourceRoot":"","sources":["../../src/sdk/baselines.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE/D,+EAA+E;AAC/E,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAExD;AAID,wBAAsB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,CAS3F;AACD,+EAA+E;AAC/E,wBAAsB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAqB5F"}

package/dist/sdk/baselines.js

@@ -0,0 +1,40 @@
+import { createHash } from "node:crypto";
+import { mkdir, readdir, readFile, writeFile } from "node:fs/promises";
+import { dirname, join } from "node:path";
+/** Committed, because the execution store keeps only the newest fifty runs. */
+export function baselineDirectory(config) {
+    return join(dirname(config), "agent-test-baselines");
+}
+function baselineFile(claim) {
+    return `${createHash("sha256").update(claim).digest("hex").slice(0, 16)}.json`;
+}
+export async function readBaselines(config) {
+    const directory = baselineDirectory(config);
+    const names = await readdir(directory).catch(() => []);
+    const records = await Promise.all(names
+        .filter((name) => name.endsWith(".json"))
+        .map(async (name) => JSON.parse(await readFile(join(directory, name), "utf8"))));
+    return Object.fromEntries(records.map((record) => [record.claim, record]));
+}
+/** Saves each single-arm claim with a verdict. Returns the claims it saved. */
+export async function saveBaselines(config, claims) {
+    const directory = baselineDirectory(config);
+    await mkdir(directory, { recursive: true });
+    const saved = [];
+    for (const claim of claims) {
+        const [arm] = claim.arms;
+        if (!arm || claim.arms.length !== 1 || !arm.total || !claim.fingerprint)
+            continue;
+        const record = {
+            claim: claim.claim,
+            fingerprint: claim.fingerprint,
+            passed: arm.passed,
+            total: arm.total,
+            at: new Date().toISOString(),
+        };
+        await writeFile(join(directory, baselineFile(claim.claim)), `${JSON.stringify(record, null, 2)}\n`);
+        saved.push(claim.claim);
+    }
+    return saved;
+}
+//# sourceMappingURL=baselines.js.map

package/dist/sdk/baselines.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"baselines.js","sourceRoot":"","sources":["../../src/sdk/baselines.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAG1C,+EAA+E;AAC/E,MAAM,UAAU,iBAAiB,CAAC,MAAc;IAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,sBAAsB,CAAC,CAAC;AACtD,CAAC;AACD,SAAS,YAAY,CAAC,KAAa;IAClC,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC;AAChF,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAc;IACjD,MAAM,SAAS,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACvD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,KAAK;SACH,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;SACxC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAChF,CAAC;IACF,OAAO,MAAM,CAAC,WAAW,CAAE,OAA4B,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;AAClG,CAAC;AACD,+EAA+E;AAC/E,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAc,EAAE,MAAqB;IACxE,MAAM,SAAS,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,WAAW;YAAE,SAAS;QAClF,MAAM,MAAM,GAAmB;YAC9B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SAC5B,CAAC;QACF,MAAM,SAAS,CACd,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAC1C,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CACtC,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC"}

package/dist/sdk/claims.d.ts

@@ -0,0 +1,65 @@
+import { type RateDifference, type RateInterval } from "./pass-rate.js";
+/** What differs between the arms of a comparison on purpose. Anything else refuses the comparison. */
+export type ComparisonSubject = "prompt" | "skills" | "workspace" | "tools" | "model";
+export interface SampleAnnotation {
+    title: string;
+    variant?: string;
+    flagAt?: number;
+    n: number;
+    subject?: ComparisonSubject;
+}
+export type SampleOutcome = "passed" | "failed" | "no_verdict" | "not_run";
+export interface ClaimSample {
+    claim: string;
+    sample?: SampleAnnotation;
+    outcome: SampleOutcome;
+    record?: Record<string, unknown>;
+}
+export interface ClaimArm {
+    variant?: string;
+    passed: number;
+    failed: number;
+    noVerdict: number;
+    /** Runs with a verdict: passed plus failed. */
+    total: number;
+    interval: RateInterval;
+    lowerBound: number;
+}
+export interface BaselineRecord {
+    claim: string;
+    fingerprint: string;
+    passed: number;
+    total: number;
+    at: string;
+}
+export type BaselineComparison = {
+    status: "none";
+} | {
+    status: "new_conditions";
+} | {
+    status: "same_conditions";
+    regressed: boolean;
+    passed: number;
+    total: number;
+};
+export interface ClaimResult {
+    claim: string;
+    arms: ClaimArm[];
+    /** The test asked to be sampled, rather than being repeated from the command line. */
+    declared: boolean;
+    flagAt?: number;
+    /** The plan's decision: flagged, clear of the flag, or only measured. */
+    decision: "flagged" | "clear" | "measured" | "no_verdict";
+    fingerprint?: string;
+    comparison?: RateDifference & {
+        first: string;
+        second: string;
+    };
+    comparisonRefused?: string;
+    baseline: BaselineComparison;
+}
+/** A claim is every run of one test: declared samples, or repeats of the same title. */
+export declare function buildClaims(samples: ClaimSample[], baselines?: Record<string, BaselineRecord>): ClaimResult[];
+/** Plain lines for a person: a rate, its uncertainty, and what may be concluded. */
+export declare function claimLines(claim: ClaimResult): string[];
+//# sourceMappingURL=claims.d.ts.map

package/dist/sdk/claims.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"claims.d.ts","sourceRoot":"","sources":["../../src/sdk/claims.ts"],"names":[],"mappings":"AAAA,OAAO,EAIN,KAAK,cAAc,EACnB,KAAK,YAAY,EAEjB,MAAM,gBAAgB,CAAC;AAExB,sGAAsG;AACtG,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,GAAG,OAAO,GAAG,OAAO,CAAC;AACtF,MAAM,WAAW,gBAAgB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,CAAC,EAAE,MAAM,CAAC;IACV,OAAO,CAAC,EAAE,iBAAiB,CAAC;CAC5B;AACD,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG,QAAQ,GAAG,YAAY,GAAG,SAAS,CAAC;AAC3E,MAAM,WAAW,WAAW;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,OAAO,EAAE,aAAa,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AACD,MAAM,WAAW,QAAQ;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,+CAA+C;IAC/C,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,YAAY,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;CACnB;AACD,MAAM,WAAW,cAAc;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,EAAE,EAAE,MAAM,CAAC;CACX;AACD,MAAM,MAAM,kBAAkB,GAC3B;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,GAClB;IAAE,MAAM,EAAE,gBAAgB,CAAA;CAAE,GAC5B;IAAE,MAAM,EAAE,iBAAiB,CAAC;IAAC,SAAS,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AACpF,MAAM,WAAW,WAAW;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,QAAQ,EAAE,CAAC;IACjB,sFAAsF;IACtF,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,yEAAyE;IACzE,QAAQ,EAAE,SAAS,GAAG,OAAO,GAAG,UAAU,GAAG,YAAY,CAAC;IAC1D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,cAAc,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAChE,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,kBAAkB,CAAC;CAC7B;AAgHD,wFAAwF;AACxF,wBAAgB,WAAW,CAC1B,OAAO,EAAE,WAAW,EAAE,EACtB,SAAS,GAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAM,GAC5C,WAAW,EAAE,CAKf;AAwBD,oFAAoF;AACpF,wBAAgB,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,EAAE,CAcvD"}

package/dist/sdk/claims.js

@@ -0,0 +1,156 @@
+import { differenceInterval, exactInterval, lowerBound, regressedFrom, } from "./pass-rate.js";
+const SHARED_CONDITIONS = ["host", "binaryVersion", "confinement", "network"];
+const SUBJECT_CONDITIONS = {
+    requestedModel: "model",
+    observedModel: "model",
+    "hashes.prompt": "prompt",
+    "hashes.skills": "skills",
+    "hashes.initialSnapshot": "workspace",
+};
+function recordField(record, field) {
+    return field
+        .split(".")
+        .reduce((value, key) => value?.[key], record);
+}
+function fieldsFor(subject) {
+    const free = Object.entries(SUBJECT_CONDITIONS)
+        .filter(([, owner]) => owner !== subject)
+        .map(([field]) => field);
+    return [...SHARED_CONDITIONS, "hashes.suite", ...free];
+}
+function fingerprintOf(samples) {
+    const records = samples.flatMap(({ record }) => (record ? [record] : []));
+    const first = records[0];
+    if (!first)
+        return undefined;
+    return JSON.stringify(fieldsFor().map((field) => recordField(first, field)));
+}
+function armOf(variant, samples) {
+    const count = (outcome) => samples.filter((s) => s.outcome === outcome).length;
+    const passed = count("passed");
+    const failed = count("failed");
+    const total = passed + failed;
+    return {
+        variant,
+        passed,
+        failed,
+        noVerdict: count("no_verdict"),
+        total,
+        interval: exactInterval(passed, total),
+        lowerBound: lowerBound(passed, total),
+    };
+}
+/** Names the first condition that differs when it should not, so a comparison can be refused. */
+function comparisonConflict(samples, subject) {
+    const records = samples.flatMap(({ record }) => (record ? [record] : []));
+    const first = records[0];
+    if (!first)
+        return "no run recorded its conditions";
+    for (const field of fieldsFor(subject)) {
+        const expected = JSON.stringify(recordField(first, field));
+        if (records.some((record) => JSON.stringify(recordField(record, field)) !== expected))
+            return `${field} differs between runs`;
+    }
+    return undefined;
+}
+function decisionOf(arms, flagAt) {
+    if (arms.every(({ total }) => total === 0))
+        return "no_verdict";
+    if (flagAt === undefined)
+        return "measured";
+    return arms.some(({ failed }) => failed >= flagAt) ? "flagged" : "clear";
+}
+function compared(arms, samples, subject) {
+    const [first, second] = arms;
+    if (arms.length !== 2 || !first || !second)
+        return {};
+    const conflict = comparisonConflict(samples, subject);
+    if (conflict)
+        return { comparisonRefused: conflict };
+    return {
+        comparison: {
+            ...differenceInterval(first, second),
+            first: first.variant ?? "first",
+            second: second.variant ?? "second",
+        },
+    };
+}
+function baselineComparison(arms, fingerprint, baseline) {
+    const [arm] = arms;
+    if (!baseline || !arm || arms.length !== 1)
+        return { status: "none" };
+    if (baseline.fingerprint !== fingerprint)
+        return { status: "new_conditions" };
+    return {
+        status: "same_conditions",
+        regressed: regressedFrom(baseline, arm),
+        passed: baseline.passed,
+        total: baseline.total,
+    };
+}
+function claimOf(claim, samples, baselines) {
+    const annotation = samples.find(({ sample }) => sample)?.sample;
+    const variants = [...new Set(samples.map(({ sample }) => sample?.variant))];
+    const arms = variants.map((variant) => armOf(variant, samples.filter(({ sample }) => sample?.variant === variant)));
+    const fingerprint = fingerprintOf(samples);
+    return {
+        claim,
+        arms,
+        declared: annotation !== undefined,
+        flagAt: annotation?.flagAt,
+        decision: decisionOf(arms, annotation?.flagAt),
+        fingerprint,
+        ...compared(arms, samples, annotation?.subject),
+        baseline: baselineComparison(arms, fingerprint, baselines[claim]),
+    };
+}
+/** A claim is every run of one test: declared samples, or repeats of the same title. */
+export function buildClaims(samples, baselines = {}) {
+    const grouped = new Map();
+    for (const sample of samples)
+        grouped.set(sample.claim, [...(grouped.get(sample.claim) ?? []), sample]);
+    return [...grouped].map(([claim, group]) => claimOf(claim, group, baselines));
+}
+function percent(value) {
+    return `${Math.round(value * 100)}%`;
+}
+function armLine(arm) {
+    const label = arm.variant ? `${arm.variant}: ` : "";
+    const unknown = arm.noVerdict ? `, ${arm.noVerdict} with no verdict` : "";
+    return `${label}${arm.passed} of ${arm.total} (95% interval ${percent(arm.interval.low)} to ${percent(arm.interval.high)})${unknown}`;
+}
+function comparisonLine(claim) {
+    if (claim.comparisonRefused)
+        return [`not compared: ${claim.comparisonRefused}`];
+    if (!claim.comparison)
+        return [];
+    const { first, second, difference, low, high, distinguishable } = claim.comparison;
+    const reading = distinguishable ? "a real difference" : "no difference shown at this sample size";
+    return [
+        `${first} minus ${second}: ${percent(difference)} (95% interval ${percent(low)} to ${percent(high)}), ${reading}`,
+    ];
+}
+function baselineLine({ baseline }) {
+    if (baseline.status === "new_conditions")
+        return ["conditions changed, so no baseline applies"];
+    if (baseline.status !== "same_conditions")
+        return [];
+    const against = `baseline ${baseline.passed} of ${baseline.total}`;
+    return [baseline.regressed ? `regressed from ${against}` : `consistent with ${against}`];
+}
+/** Plain lines for a person: a rate, its uncertainty, and what may be concluded. */
+export function claimLines(claim) {
+    const decision = claim.decision === "flagged"
+        ? [`flagged at ${claim.flagAt} failures`]
+        : claim.decision === "clear"
+            ? [`clear of the flag at ${claim.flagAt} failures`]
+            : [];
+    return [
+        claim.claim,
+        ...claim.arms.map(armLine),
+        ...comparisonLine(claim),
+        ...baselineLine(claim),
+        ...decision,
+    ];
+}
+//# sourceMappingURL=claims.js.map

package/dist/sdk/claims.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"claims.js","sourceRoot":"","sources":["../../src/sdk/claims.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,kBAAkB,EAClB,aAAa,EACb,UAAU,EAGV,aAAa,GACb,MAAM,gBAAgB,CAAC;AAqDxB,MAAM,iBAAiB,GAAG,CAAC,MAAM,EAAE,eAAe,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;AAC9E,MAAM,kBAAkB,GAAsC;IAC7D,cAAc,EAAE,OAAO;IACvB,aAAa,EAAE,OAAO;IACtB,eAAe,EAAE,QAAQ;IACzB,eAAe,EAAE,QAAQ;IACzB,wBAAwB,EAAE,WAAW;CACrC,CAAC;AACF,SAAS,WAAW,CAAC,MAA+B,EAAE,KAAa;IAClE,OAAO,KAAK;SACV,KAAK,CAAC,GAAG,CAAC;SACV,MAAM,CAAU,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAE,KAA6C,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC;AAClG,CAAC;AACD,SAAS,SAAS,CAAC,OAA2B;IAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC;SAC7C,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,OAAO,CAAC;SACxC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IAC1B,OAAO,CAAC,GAAG,iBAAiB,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC,CAAC;AACxD,CAAC;AACD,SAAS,aAAa,CAAC,OAAsB;IAC5C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACzB,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AAC9E,CAAC;AACD,SAAS,KAAK,CAAC,OAA2B,EAAE,OAAsB;IACjE,MAAM,KAAK,GAAG,CAAC,OAAsB,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC,MAAM,CAAC;IAC9F,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/B,MAAM,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;IAC9B,OAAO;QACN,OAAO;QACP,MAAM;QACN,MAAM;QACN,SAAS,EAAE,KAAK,CAAC,YAAY,CAAC;QAC9B,KAAK;QACL,QAAQ,EAAE,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC;QACtC,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC;KACrC,CAAC;AACH,CAAC;AACD,iGAAiG;AACjG,SAAS,kBAAkB,CAAC,OAAsB,EAAE,OAA2B;IAC9E,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACzB,IAAI,CAAC,KAAK;QAAE,OAAO,gCAAgC,CAAC;IACpD,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;QAC3D,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,KAAK,QAAQ,CAAC;YACpF,OAAO,GAAG,KAAK,uBAAuB,CAAC;IACzC,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AACD,SAAS,UAAU,CAAC,IAAgB,EAAE,MAAe;IACpD,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC;QAAE,OAAO,YAAY,CAAC;IAChE,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,UAAU,CAAC;IAC5C,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;AAC1E,CAAC;AACD,SAAS,QAAQ,CAAC,IAAgB,EAAE,OAAsB,EAAE,OAA2B;IACtF,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IAC7B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IACtD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACtD,IAAI,QAAQ;QAAE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC;IACrD,OAAO;QACN,UAAU,EAAE;YACX,GAAG,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC;YACpC,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,OAAO;YAC/B,MAAM,EAAE,MAAM,CAAC,OAAO,IAAI,QAAQ;SAClC;KACD,CAAC;AACH,CAAC;AACD,SAAS,kBAAkB,CAC1B,IAAgB,EAChB,WAA+B,EAC/B,QAAyB;IAEzB,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;IACnB,IAAI,CAAC,QAAQ,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IACtE,IAAI,QAAQ,CAAC,WAAW,KAAK,WAAW;QAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;IAC9E,OAAO;QACN,MAAM,EAAE,iBAAiB;QACzB,SAAS,EAAE,aAAa,CAAC,QAAQ,EAAE,GAAG,CAAC;QACvC,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,KAAK,EAAE,QAAQ,CAAC,KAAK;KACrB,CAAC;AACH,CAAC;AACD,SAAS,OAAO,CACf,KAAa,EACb,OAAsB,EACtB,SAAyC;IAEzC,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChE,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAC5E,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACrC,KAAK,CACJ,OAAO,EACP,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,CAC3D,CACD,CAAC;IACF,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IAC3C,OAAO;QACN,KAAK;QACL,IAAI;QACJ,QAAQ,EAAE,UAAU,KAAK,SAAS;QAClC,MAAM,EAAE,UAAU,EAAE,MAAM;QAC1B,QAAQ,EAAE,UAAU,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC;QAC9C,WAAW;QACX,GAAG,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC;QAC/C,QAAQ,EAAE,kBAAkB,CAAC,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;KACjE,CAAC;AACH,CAAC;AACD,wFAAwF;AACxF,MAAM,UAAU,WAAW,CAC1B,OAAsB,EACtB,SAAS,GAAmC,EAAE;IAE9C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAyB,CAAC;IACjD,KAAK,MAAM,MAAM,IAAI,OAAO;QAC3B,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3E,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;AAC/E,CAAC;AACD,SAAS,OAAO,CAAC,KAAa;IAC7B,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC;AACtC,CAAC;AACD,SAAS,OAAO,CAAC,GAAa;IAC7B,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IACpD,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,SAAS,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1E,OAAO,GAAG,KAAK,GAAG,GAAG,CAAC,MAAM,OAAO,GAAG,CAAC,KAAK,kBAAkB,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;AACvI,CAAC;AACD,SAAS,cAAc,CAAC,KAAkB;IACzC,IAAI,KAAK,CAAC,iBAAiB;QAAE,OAAO,CAAC,iBAAiB,KAAK,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACjF,IAAI,CAAC,KAAK,CAAC,UAAU;QAAE,OAAO,EAAE,CAAC;IACjC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC;IACnF,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,yCAAyC,CAAC;IAClG,OAAO;QACN,GAAG,KAAK,UAAU,MAAM,KAAK,OAAO,CAAC,UAAU,CAAC,kBAAkB,OAAO,CAAC,GAAG,CAAC,OAAO,OAAO,CAAC,IAAI,CAAC,MAAM,OAAO,EAAE;KACjH,CAAC;AACH,CAAC;AACD,SAAS,YAAY,CAAC,EAAE,QAAQ,EAAe;IAC9C,IAAI,QAAQ,CAAC,MAAM,KAAK,gBAAgB;QAAE,OAAO,CAAC,4CAA4C,CAAC,CAAC;IAChG,IAAI,QAAQ,CAAC,MAAM,KAAK,iBAAiB;QAAE,OAAO,EAAE,CAAC;IACrD,MAAM,OAAO,GAAG,YAAY,QAAQ,CAAC,MAAM,OAAO,QAAQ,CAAC,KAAK,EAAE,CAAC;IACnE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAkB,OAAO,EAAE,CAAC,CAAC,CAAC,mBAAmB,OAAO,EAAE,CAAC,CAAC;AAC1F,CAAC;AACD,oFAAoF;AACpF,MAAM,UAAU,UAAU,CAAC,KAAkB;IAC5C,MAAM,QAAQ,GACb,KAAK,CAAC,QAAQ,KAAK,SAAS;QAC3B,CAAC,CAAC,CAAC,cAAc,KAAK,CAAC,MAAM,WAAW,CAAC;QACzC,CAAC,CAAC,KAAK,CAAC,QAAQ,KAAK,OAAO;YAC3B,CAAC,CAAC,CAAC,wBAAwB,KAAK,CAAC,MAAM,WAAW,CAAC;YACnD,CAAC,CAAC,EAAE,CAAC;IACR,OAAO;QACN,KAAK,CAAC,KAAK;QACX,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;QAC1B,GAAG,cAAc,CAAC,KAAK,CAAC;QACxB,GAAG,YAAY,CAAC,KAAK,CAAC;QACtB,GAAG,QAAQ;KACX,CAAC;AACH,CAAC"}

package/dist/sdk/cli.d.ts

@@ -10,4 +10,6 @@ export declare function viewerHint(input: {
     interactive: boolean;
     ci: boolean;
 }): string[];
+/** Saves the newest run's sampled claims as the baselines later runs compare against. */
+export declare function runBaselineCli(args: string[]): Promise<number>;
 //# sourceMappingURL=cli.d.ts.map

package/dist/sdk/cli.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/sdk/cli.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAwCpD,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAwB/D;AAED;;;GAGG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,OAAO,CAAC;IACrB,EAAE,EAAE,OAAO,CAAC;CACZ,GAAG,MAAM,EAAE,CAaX"}
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/sdk/cli.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AA+CpD,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAgC/D;AAED;;;GAGG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,OAAO,CAAC;IACrB,EAAE,EAAE,OAAO,CAAC;CACZ,GAAG,MAAM,EAAE,CAaX;AAED,yFAAyF;AACzF,wBAAsB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CASpE"}

package/dist/sdk/cli.js

@@ -1,6 +1,16 @@
 import { relative, resolve } from "node:path";
+import { baselineDirectory, saveBaselines } from "./baselines.js";
+import { claimLines } from "./claims.js";
 import { startRecordedExecution } from "./execution-runner.js";
+import { executionHistoryRoot, listExecutionHistory } from "./execution-store.js";
+import { verdictSentence } from "./verdict.js";
 export { playwrightCli } from "./playwright-cli.js";
+async function saveLatestBaselines(config) {
+    const root = executionHistoryRoot(config);
+    const summaries = await listExecutionHistory(root);
+    const latest = summaries.find((summary) => summary.verdict?.claims.length);
+    return latest?.verdict ? saveBaselines(config, latest.verdict.claims) : [];
+}
 function runnerArgument(args, index) {
     const value = args[index] ?? "";
     if (value === "--config" || value === "-c")
@@ -36,9 +46,12 @@ function runnerArguments(args) {
     return { config, reporter, passThrough };
 }
 export async function runSdkCli(args) {
-    const { config, reporter: requestedReporter, passThrough } = runnerArguments(args);
+    const { config, reporter: requestedReporter, passThrough: parsed } = runnerArguments(args);
+    const measureRepeats = parsed.includes("--measure");
+    const passThrough = parsed.filter((argument) => argument !== "--measure");
     const execution = await startRecordedExecution({
         config,
+        measureRepeats,
         args: passThrough,
         reporter: requestedReporter,
         onOutput: (line) => process.stdout.write(`${line}\n`),
@@ -47,6 +60,9 @@ export async function runSdkCli(args) {
     process.once("SIGINT", cancel);
     try {
         const code = await execution.completed;
+        const result = await execution.verdict;
+        if (!passThrough.includes("--list"))
+            process.stdout.write(`${[verdictSentence(result), ...result.claims.flatMap(claimLines)].join("\n")}\n`);
         if (!passThrough.includes("--list"))
             for (const line of viewerHint({
                 config,
@@ -77,4 +93,13 @@ export function viewerHint(input) {
         lines.push("Agent: ask the user whether to open the results viewer; start it only if they agree.");
     return lines;
 }
+/** Saves the newest run's sampled claims as the baselines later runs compare against. */
+export async function runBaselineCli(args) {
+    const { config } = runnerArguments(args);
+    const saved = await saveLatestBaselines(config);
+    process.stdout.write(saved.length
+        ? `Saved ${saved.length} baselines to ${relative(process.cwd(), baselineDirectory(config))}. Commit them.\n`
+        : "The newest run has no sampled claims to save.\n");
+    return 0;
+}
 //# sourceMappingURL=cli.js.map

package/dist/sdk/cli.js.map

@@ -1 +1 @@
-{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/sdk/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAE/D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAMpD,SAAS,cAAc,CAAC,IAAc,EAAE,KAAa;IACpD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,KAAK,KAAK,UAAU,IAAI,KAAK,KAAK,IAAI;QACzC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,sBAAsB,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC;IAC9F,IAAI,KAAK,KAAK,YAAY;QACzB,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,MAAM,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC;IAChF,IAAI,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC;QAClC,OAAO;YACN,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM;YAClD,IAAI,EAAE,KAAK,GAAG,CAAC;SACf,CAAC;IACH,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC;AACjD,CAAC;AACD,SAAS,eAAe,CAAC,IAAc;IACtC,IAAI,MAAM,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;IAC7C,IAAI,QAAQ,GAAG,MAAM,CAAC;IACtB,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,GAAI,CAAC;QAC3C,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC7C,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC;QACtB,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;YACvB,KAAK,QAAQ;gBACZ,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBACjC,MAAM;YACP,KAAK,UAAU;gBACd,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC;gBAC1B,MAAM;YACP,KAAK,MAAM;gBACV,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACF,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;AAC1C,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAc;IAC7C,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,WAAW,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACnF,MAAM,SAAS,GAAG,MAAM,sBAAsB,CAAC;QAC9C,MAAM;QACN,IAAI,EAAE,WAAW;QACjB,QAAQ,EAAE,iBAAiB;QAC3B,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC;KACrD,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;IACxC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC/B,IAAI,CAAC;QACJ,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC;QACvC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAClC,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC;gBAC7B,MAAM;gBACN,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI;gBAC1C,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,MAAM;aAC7B,CAAC;gBACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC;IACb,CAAC;YAAS,CAAC;QACV,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC1C,CAAC;AACF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,KAK1B;IACA,IAAI,KAAK,CAAC,EAAE;QAAE,OAAO,EAAE,CAAC;IACxB,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACzD,MAAM,OAAO,GACZ,UAAU,KAAK,sBAAsB;QACpC,CAAC,CAAC,mBAAmB;QACrB,CAAC,CAAC,8BAA8B,UAAU,EAAE,CAAC;IAC/C,MAAM,KAAK,GAAG,CAAC,YAAY,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,OAAO,EAAE,CAAC,CAAC;IACxE,IAAI,CAAC,KAAK,CAAC,WAAW;QACrB,KAAK,CAAC,IAAI,CACT,sFAAsF,CACtF,CAAC;IACH,OAAO,KAAK,CAAC;AACd,CAAC"}
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/sdk/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE/C,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,KAAK,UAAU,mBAAmB,CAAC,MAAc;IAChD,MAAM,IAAI,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAC3E,OAAO,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC5E,CAAC;AAMD,SAAS,cAAc,CAAC,IAAc,EAAE,KAAa;IACpD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,KAAK,KAAK,UAAU,IAAI,KAAK,KAAK,IAAI;QACzC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,sBAAsB,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC;IAC9F,IAAI,KAAK,KAAK,YAAY;QACzB,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,MAAM,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC;IAChF,IAAI,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC;QAClC,OAAO;YACN,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM;YAClD,IAAI,EAAE,KAAK,GAAG,CAAC;SACf,CAAC;IACH,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC;AACjD,CAAC;AACD,SAAS,eAAe,CAAC,IAAc;IACtC,IAAI,MAAM,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;IAC7C,IAAI,QAAQ,GAAG,MAAM,CAAC;IACtB,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,GAAI,CAAC;QAC3C,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC7C,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC;QACtB,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;YACvB,KAAK,QAAQ;gBACZ,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBACjC,MAAM;YACP,KAAK,UAAU;gBACd,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC;gBAC1B,MAAM;YACP,KAAK,MAAM;gBACV,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACF,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;AAC1C,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAc;IAC7C,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAC3F,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACpD,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,KAAK,WAAW,CAAC,CAAC;IAC1E,MAAM,SAAS,GAAG,MAAM,sBAAsB,CAAC;QAC9C,MAAM;QACN,cAAc;QACd,IAAI,EAAE,WAAW;QACjB,QAAQ,EAAE,iBAAiB;QAC3B,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC;KACrD,CAAC,CAAC;IACH,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;IACxC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC/B,IAAI,CAAC;QACJ,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC;QACvC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC;QACvC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAClC,OAAO,CAAC,MAAM,CAAC,KAAK,CACnB,GAAG,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CACjF,CAAC;QACH,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAClC,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC;gBAC7B,MAAM;gBACN,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI;gBAC1C,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,MAAM;aAC7B,CAAC;gBACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC;IACb,CAAC;YAAS,CAAC;QACV,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC1C,CAAC;AACF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,KAK1B;IACA,IAAI,KAAK,CAAC,EAAE;QAAE,OAAO,EAAE,CAAC;IACxB,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACzD,MAAM,OAAO,GACZ,UAAU,KAAK,sBAAsB;QACpC,CAAC,CAAC,mBAAmB;QACrB,CAAC,CAAC,8BAA8B,UAAU,EAAE,CAAC;IAC/C,MAAM,KAAK,GAAG,CAAC,YAAY,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,OAAO,EAAE,CAAC,CAAC;IACxE,IAAI,CAAC,KAAK,CAAC,WAAW;QACrB,KAAK,CAAC,IAAI,CACT,sFAAsF,CACtF,CAAC;IACH,OAAO,KAAK,CAAC;AACd,CAAC;AAED,yFAAyF;AACzF,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAc;IAClD,MAAM,EAAE,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAChD,OAAO,CAAC,MAAM,CAAC,KAAK,CACnB,KAAK,CAAC,MAAM;QACX,CAAC,CAAC,SAAS,KAAK,CAAC,MAAM,iBAAiB,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,kBAAkB;QAC5G,CAAC,CAAC,iDAAiD,CACpD,CAAC;IACF,OAAO,CAAC,CAAC;AACV,CAAC"}

package/dist/sdk/definitions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"definitions.d.ts","sourceRoot":"","sources":["../../src/sdk/definitions.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAgB,MAAM,2BAA2B,CAAC;AAC/E,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAC7B,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC/E,MAAM,WAAW,aAAa;IAC7B,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IACjC,QAAQ,CAAC,WAAW,EAAE,SAAS,cAAc,EAAE,CAAC;IAChD,KAAK,CAAC,OAAO,EAAE,cAAc,GAAG,aAAa,CAAC;CAC9C;AACD,MAAM,WAAW,aAAa,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO;IAC7D,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;CACpC;AACD,MAAM,MAAM,QAAQ,GAAG,aAAa,GAAG,aAAa,CAAC;AACrD,eAAO,MAAM,SAAS;IACrB,KAAK,cAAa,aAAa,KAAQ,aAAa;IACpD,KAAK,GAAG,CAAC,SAAS,CAAC,CAAC,OAAO,YAAY,aAAa,CAAC,CAAC,CAAC,KAAG,aAAa,CAAC,CAAC,CAAC;CAO1E,CAAC;AAkBF,wBAAgB,aAAa,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,GAAG,aAAa,CAWtF;AACD,wBAAgB,eAAe,CAC9B,YAAY,EAAE,eAAe,GAAG,SAAS,EACzC,QAAQ,EAAE,aAAa,GACrB,eAAe,CAYjB;AACD,wBAAgB,cAAc,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,QASxE"}
+{"version":3,"file":"definitions.d.ts","sourceRoot":"","sources":["../../src/sdk/definitions.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAgB,MAAM,2BAA2B,CAAC;AAC/E,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAC7B,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC/E,MAAM,WAAW,aAAa;IAC7B,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IACjC,QAAQ,CAAC,WAAW,EAAE,SAAS,cAAc,EAAE,CAAC;IAChD,KAAK,CAAC,OAAO,EAAE,cAAc,GAAG,aAAa,CAAC;CAC9C;AACD,MAAM,WAAW,aAAa,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO;IAC7D,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC;CACpC;AACD,MAAM,MAAM,QAAQ,GAAG,aAAa,GAAG,aAAa,CAAC;AACrD,eAAO,MAAM,SAAS;IACrB,KAAK,cAAa,aAAa,KAAQ,aAAa;IACpD,KAAK,GAAG,CAAC,SAAS,CAAC,CAAC,OAAO,YAAY,aAAa,CAAC,CAAC,CAAC,KAAG,aAAa,CAAC,CAAC,CAAC;CAO1E,CAAC;AAkBF,wBAAgB,aAAa,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,GAAG,aAAa,CAWtF;AACD,wBAAgB,eAAe,CAC9B,YAAY,EAAE,eAAe,GAAG,SAAS,EACzC,QAAQ,EAAE,aAAa,GACrB,eAAe,CAkBjB;AACD,wBAAgB,cAAc,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,QASxE"}

package/dist/sdk/definitions.js

@@ -40,7 +40,7 @@ export function configuredAgent(defaultAgent, settings) {
     const selected = settings.agent ?? defaultAgent;
     if (!selected)
         throw new Error("Configure an agent definition for this resource");
-    const { agent: _agent, description: _description, workspace: _workspace, ...options } = settings;
+    const { agent: _agent, description: _description, workspace: _workspace, observeEnvironment: _observeEnvironment, ...options } = settings;
     const configured = {
         ...selected,
         options: mergeSettings(selected.options, options),

package/dist/sdk/definitions.js.map

@@ -1 +1 @@
-{"version":3,"file":"definitions.js","sourceRoot":"","sources":["../../src/sdk/definitions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAe9C,MAAM,CAAC,MAAM,SAAS,GAAG;IACxB,KAAK,EAAE,CAAC,QAAQ,GAAkB,EAAE,EAAiB,EAAE,CAAC,aAAa,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC9F,KAAK,EAAE,CAAsB,QAA0B,EAAoB,EAAE;QAC5E,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACzE,OAAO;YACN,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,EAAE,GAAG,aAAa,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE;SAC1F,CAAC;IACH,CAAC;CACD,CAAC;AACF,SAAS,aAAa,CACrB,QAAuB,EACvB,WAAW,GAA8B,EAAE;IAE3C,OAAO;QACN,IAAI,EAAE,OAAO;QACb,QAAQ;QACR,WAAW;QACX,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,GAAG,WAAW,EAAE,OAAO,CAAC,CAAC;KACtE,CAAC;AACH,CAAC;AACD,SAAS,aAAa,CAA0B,QAAW;IAC1D,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,GAAG,QAAQ,CAAC;IACvC,4FAA4F;IAC5F,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,GAAG,OAAgD,CAAC;IACvF,OAAO,EAAE,GAAG,eAAe,CAAC,KAAK,CAAC,EAAE,KAAK,EAAO,CAAC;AAClD,CAAC;AACD,MAAM,UAAU,aAAa,CAAC,IAAmB,EAAE,KAAoB;IACtE,OAAO;QACN,GAAG,IAAI;QACP,GAAG,KAAK;QACR,MAAM,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACvE,OAAO,EAAE;YACR,YAAY,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,IAAI,EAAE,CAAC,CAAC;YAC7F,KAAK,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;SACtF;QACD,UAAU,EAAE,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,GAAG,KAAK,CAAC,UAAU,EAAE;KACvD,CAAC;AACH,CAAC;AACD,MAAM,UAAU,eAAe,CAC9B,YAAyC,EACzC,QAAuB;IAEvB,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,IAAI,YAAY,CAAC;IAChD,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IAClF,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,OAAO,EAAE,GAAG,QAAQ,CAAC;IACjG,MAAM,UAAU,GAAG;QAClB,GAAG,QAAQ;QACX,OAAO,EAAE,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAA2C;KAC3F,CAAC;IACF,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC;IAC/C,IAAI,SAAS,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,CAAC;QAC7E,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IACrE,OAAO,UAAU,CAAC;AACnB,CAAC;AACD,MAAM,UAAU,cAAc,CAAC,MAAyB,EAAE,OAAe;IACxE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,EACrC,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzB,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,MAAM;YAChD,MAAM,IAAI,KAAK,CAAC,kCAAkC,IAAI,EAAE,CAAC,CAAC;QAC3D,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzB,CAAC;AACF,CAAC"}
+{"version":3,"file":"definitions.js","sourceRoot":"","sources":["../../src/sdk/definitions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAe9C,MAAM,CAAC,MAAM,SAAS,GAAG;IACxB,KAAK,EAAE,CAAC,QAAQ,GAAkB,EAAE,EAAiB,EAAE,CAAC,aAAa,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC9F,KAAK,EAAE,CAAsB,QAA0B,EAAoB,EAAE;QAC5E,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACzE,OAAO;YACN,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,EAAE,GAAG,aAAa,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE;SAC1F,CAAC;IACH,CAAC;CACD,CAAC;AACF,SAAS,aAAa,CACrB,QAAuB,EACvB,WAAW,GAA8B,EAAE;IAE3C,OAAO;QACN,IAAI,EAAE,OAAO;QACb,QAAQ;QACR,WAAW;QACX,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,GAAG,WAAW,EAAE,OAAO,CAAC,CAAC;KACtE,CAAC;AACH,CAAC;AACD,SAAS,aAAa,CAA0B,QAAW;IAC1D,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,GAAG,QAAQ,CAAC;IACvC,4FAA4F;IAC5F,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,GAAG,OAAgD,CAAC;IACvF,OAAO,EAAE,GAAG,eAAe,CAAC,KAAK,CAAC,EAAE,KAAK,EAAO,CAAC;AAClD,CAAC;AACD,MAAM,UAAU,aAAa,CAAC,IAAmB,EAAE,KAAoB;IACtE,OAAO;QACN,GAAG,IAAI;QACP,GAAG,KAAK;QACR,MAAM,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACvE,OAAO,EAAE;YACR,YAAY,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,IAAI,EAAE,CAAC,CAAC;YAC7F,KAAK,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;SACtF;QACD,UAAU,EAAE,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,GAAG,KAAK,CAAC,UAAU,EAAE;KACvD,CAAC;AACH,CAAC;AACD,MAAM,UAAU,eAAe,CAC9B,YAAyC,EACzC,QAAuB;IAEvB,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,IAAI,YAAY,CAAC;IAChD,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IAClF,MAAM,EACL,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,YAAY,EACzB,SAAS,EAAE,UAAU,EACrB,kBAAkB,EAAE,mBAAmB,EACvC,GAAG,OAAO,EACV,GAAG,QAAQ,CAAC;IACb,MAAM,UAAU,GAAG;QAClB,GAAG,QAAQ;QACX,OAAO,EAAE,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAA2C;KAC3F,CAAC;IACF,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC;IAC/C,IAAI,SAAS,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,CAAC;QAC7E,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IACrE,OAAO,UAAU,CAAC;AACnB,CAAC;AACD,MAAM,UAAU,cAAc,CAAC,MAAyB,EAAE,OAAe;IACxE,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,EACrC,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzB,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,MAAM;YAChD,MAAM,IAAI,KAAK,CAAC,kCAAkC,IAAI,EAAE,CAAC,CAAC;QAC3D,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzB,CAAC;AACF,CAAC"}

package/dist/sdk/environment-observation.d.ts

@@ -0,0 +1,38 @@
+export interface ObserveEnvironment {
+    /** Workspace-relative paths to summarize, including ones snapshots exclude such as node_modules. */
+    paths?: string[];
+}
+export interface PathManifest {
+    exists: boolean;
+    files: number;
+    bytes: number;
+    truncated?: boolean;
+}
+export interface EnvironmentObservation {
+    /** False when `ps` or `lsof` could not be run, so absence below proves nothing. */
+    processesKnown: boolean;
+    /** Processes started during the run that are still alive and tied to the workspace. */
+    processes: {
+        pid: number;
+        command: string;
+    }[];
+    /** Ports these processes are listening on. */
+    listeningPorts: {
+        port: number;
+        pid: number;
+        command: string;
+    }[];
+    paths: Record<string, PathManifest>;
+}
+export interface EnvironmentBaseline {
+    pids: Set<number>;
+}
+export declare function captureEnvironmentBaseline(): Promise<EnvironmentBaseline>;
+export declare function observeEnvironment(input: {
+    baseline: EnvironmentBaseline;
+    workspace: string;
+    observe: ObserveEnvironment;
+}): Promise<EnvironmentObservation>;
+/** A test that observed a survivor has its evidence; the process must not outlive the test. */
+export declare function stopSurvivors(pids: readonly number[]): void;
+//# sourceMappingURL=environment-observation.d.ts.map

package/dist/sdk/environment-observation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"environment-observation.d.ts","sourceRoot":"","sources":["../../src/sdk/environment-observation.ts"],"names":[],"mappings":"AAWA,MAAM,WAAW,kBAAkB;IAClC,oGAAoG;IACpG,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AACD,MAAM,WAAW,YAAY;IAC5B,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;CACpB;AACD,MAAM,WAAW,sBAAsB;IACtC,mFAAmF;IACnF,cAAc,EAAE,OAAO,CAAC;IACxB,uFAAuF;IACvF,SAAS,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC9C,8CAA8C;IAC9C,cAAc,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IACjE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CACpC;AACD,MAAM,WAAW,mBAAmB;IACnC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CAClB;AAiBD,wBAAsB,0BAA0B,IAAI,OAAO,CAAC,mBAAmB,CAAC,CAE/E;AA+DD,wBAAsB,kBAAkB,CAAC,KAAK,EAAE;IAC/C,QAAQ,EAAE,mBAAmB,CAAC;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,kBAAkB,CAAC;CAC5B,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAqBlC;AACD,+FAA+F;AAC/F,wBAAgB,aAAa,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAQ3D"}