@prismatic-io/lux 0.0.1

package/lib/core/run.js

@@ -0,0 +1,126 @@
+import { z } from "zod";
+import { EvalCaseSchema } from "./case.js";
+import { ArtifactSchema } from "./driver.js";
+import { ErrorEventReasonSchema, ReadyStateSchema, RunEventSchema } from "./events.js";
+import { ToolOutcomeSummarySchema } from "./tool-events.js";
+import { RunUsageSchema } from "./usage.js";
+export const RUN_SCHEMA_VERSION = 1;
+/**
+ * Wall-clock split of a run. `agent` is the driver working, `grading` is the
+ * assertions running (an LLM judge dominates it), `collect` is artifact capture.
+ */
+export const PhaseDurationsSchema = z.object({
+    agent: z.number(),
+    collect: z.number(),
+    grading: z.number(),
+});
+export const RunProvenanceSchema = z.object({
+    runtime: z.object({
+        platform: z.string(),
+        arch: z.string(),
+        node: z.string(),
+        bun: z.exactOptional(z.string()),
+    }),
+    source: z.exactOptional(z.object({
+        /** Case path relative to its repository root, when one was found. */
+        casePath: z.string(),
+        git: z.exactOptional(z.object({
+            commit: z.string(),
+            dirty: z.boolean(),
+            /**
+             * Content identity for tracked changes and untracked, non-ignored
+             * files. Absent on clean trees and legacy/unhashable dirty trees.
+             */
+            workingTreeHash: z.exactOptional(z.string()),
+        })),
+    })),
+    caseHash: z.exactOptional(z.string()),
+    assertionsHash: z.exactOptional(z.string()),
+    /** Hash of schema-defaulted/transformed assertion configs actually graded. */
+    validatedAssertionsHash: z.exactOptional(z.string()),
+    fixturesHash: z.exactOptional(z.string()),
+    subjectHash: z.exactOptional(z.string()),
+    profileId: z.exactOptional(z.string()),
+    experimentId: z.exactOptional(z.string()),
+    variantId: z.exactOptional(z.string()),
+    candidateId: z.exactOptional(z.string()),
+    driverConfigHash: z.exactOptional(z.string()),
+    answererConfigHash: z.exactOptional(z.string()),
+    /** Grader-only identity shared with offline regrade snapshots. */
+    graderConfigHash: z.exactOptional(z.string()),
+    evaluatorConfigHash: z.exactOptional(z.string()),
+});
+export const OperationalFailureSchema = z
+    .object({
+    phase: z.enum([
+        "setup",
+        "answerer",
+        "driver-transport",
+        "trace",
+        "collection",
+        "grading",
+        "close",
+        "abort",
+    ]),
+    reason: z.string(),
+})
+    .strict();
+export const RunMetadataSchema = z.object({
+    schemaVersion: z.literal(RUN_SCHEMA_VERSION),
+    luxVersion: z.string(),
+    /** The `runSuite` invocation this case attempt belongs to, when any. */
+    suiteId: z.exactOptional(z.string()),
+    startedAt: z.string(),
+    /** Time the subject agent and artifact collection finished, before grading. */
+    agentEndedAt: z.exactOptional(z.string()),
+    /** Time the complete run, including grading, finished. */
+    endedAt: z.string(),
+    exitReason: z.union([z.literal("done"), ErrorEventReasonSchema]),
+    driver: ReadyStateSchema.extend({
+        name: z.string(),
+        version: z.exactOptional(z.string()),
+    }),
+    answerer: z.object({
+        name: z.string(),
+        version: z.exactOptional(z.string()),
+        provider: z.exactOptional(z.string()),
+        model: z.exactOptional(z.string()),
+    }),
+    /**
+     * Tokens by source. `usage.agent` is the subject under test; the rest is
+     * eval overhead.
+     */
+    usage: RunUsageSchema,
+    modelAccounting: z.exactOptional(z.object({
+        agentCalls: z.number().int().nonnegative(),
+        answererCalls: z.number().int().nonnegative(),
+        reportedCostUsd: z.number().nonnegative(),
+        unpricedModelCalls: z.number().int().nonnegative(),
+    })),
+    cost: z.exactOptional(z.object({ usd: z.exactOptional(z.number()) })),
+    interruptCounts: z.object({ ask: z.number(), approve: z.number(), custom: z.number() }),
+    /** Legacy raw count of progress events whose kind is `tool-call`. */
+    toolCallCount: z.exactOptional(z.number()),
+    toolOutcomes: z.exactOptional(ToolOutcomeSummarySchema),
+    artifacts: z.exactOptional(z.object({
+        count: z.number().int().nonnegative(),
+        bytes: z.exactOptional(z.number().int().nonnegative()),
+    })),
+    /** Wall-clock per phase, derived from the lifecycle event stream. */
+    phaseDurationMs: z.exactOptional(PhaseDurationsSchema),
+    /**
+     * Harness/infrastructure failure that invalidates this run as candidate
+     * evidence. A driver-reported subject failure intentionally leaves this
+     * absent so experiments may score it as product behavior.
+     */
+    operationalFailure: z.exactOptional(OperationalFailureSchema),
+    provenance: z.exactOptional(RunProvenanceSchema),
+});
+export const RunSchema = z.object({
+    case: EvalCaseSchema,
+    metadata: RunMetadataSchema,
+    events: z.array(RunEventSchema),
+    artifacts: z.array(ArtifactSchema),
+    runDir: z.string(),
+});
+//# sourceMappingURL=run.js.map

package/lib/core/run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../../src/core/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AACvF,OAAO,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAE5C,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAU,CAAC;AAE7C;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACpB,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QAChB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;QACpB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,GAAG,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;KACjC,CAAC;IACF,MAAM,EAAE,CAAC,CAAC,aAAa,CACrB,CAAC,CAAC,MAAM,CAAC;QACP,qEAAqE;QACrE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;QACpB,GAAG,EAAE,CAAC,CAAC,aAAa,CAClB,CAAC,CAAC,MAAM,CAAC;YACP,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;YAClB,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE;YAClB;;;eAGG;YACH,eAAe,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SAC7C,CAAC,CACH;KACF,CAAC,CACH;IACD,QAAQ,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACrC,cAAc,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC3C,8EAA8E;IAC9E,uBAAuB,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACpD,YAAY,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACzC,WAAW,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACxC,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACtC,YAAY,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACzC,SAAS,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACtC,WAAW,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACxC,gBAAgB,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC7C,kBAAkB,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC/C,kEAAkE;IAClE,gBAAgB,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC7C,mBAAmB,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CACjD,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC;KACtC,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC;QACZ,OAAO;QACP,UAAU;QACV,kBAAkB;QAClB,OAAO;QACP,YAAY;QACZ,SAAS;QACT,OAAO;QACP,OAAO;KACR,CAAC;IACF,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC;IAC5C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,wEAAwE;IACxE,OAAO,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACpC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,+EAA+E;IAC/E,YAAY,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACzC,0DAA0D;IAC1D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,sBAAsB,CAAC,CAAC;IAChE,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC;QAC9B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,OAAO,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;KACrC,CAAC;IACF,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC;QACjB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;QAChB,OAAO,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QACpC,QAAQ,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QACrC,KAAK,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;KACnC,CAAC;IACF;;;OAGG;IACH,KAAK,EAAE,cAAc;IACrB,eAAe,EAAE,CAAC,CAAC,aAAa,CAC9B,CAAC,CAAC,MAAM,CAAC;QACP,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAC1C,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAC7C,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE;QACzC,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;KACnD,CAAC,CACH;IACD,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;IACrE,eAAe,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;IACvF,qEAAqE;IACrE,aAAa,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC1C,YAAY,EAAE,CAAC,CAAC,aAAa,CAAC,wBAAwB,CAAC;IACvD,SAAS,EAAE,CAAC,CAAC,aAAa,CACxB,CAAC,CAAC,MAAM,CAAC;QACP,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QACrC,KAAK,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;KACvD,CAAC,CACH;IACD,qEAAqE;IACrE,eAAe,EAAE,CAAC,CAAC,aAAa,CAAC,oBAAoB,CAAC;IACtD;;;;OAIG;IACH,kBAAkB,EAAE,CAAC,CAAC,aAAa,CAAC,wBAAwB,CAAC;IAC7D,UAAU,EAAE,CAAC,CAAC,aAAa,CAAC,mBAAmB,CAAC;CACjD,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,IAAI,EAAE,cAAc;IACpB,QAAQ,EAAE,iBAAiB;IAC3B,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC;IAC/B,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC;IAClC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}

package/lib/core/statistics.d.ts

@@ -0,0 +1,39 @@
+import { z } from "zod";
+/**
+ * Upper bound on synchronous random draws performed by one percentile
+ * bootstrap. This keeps authored resample and sample-count limits from
+ * multiplying into work that can block the event loop for an extreme duration.
+ */
+export declare const MAX_PERCENTILE_BOOTSTRAP_SAMPLE_DRAWS = 10000000;
+export declare const ConfidenceConfigSchema: z.ZodObject<{
+    method: z.ZodEnum<{
+        hoeffding: "hoeffding";
+        "percentile-bootstrap": "percentile-bootstrap";
+        wilson: "wilson";
+    }>;
+    level: z.ZodDefault<z.ZodNumber>;
+    resamples: z.ZodDefault<z.ZodNumber>;
+    seed: z.ZodDefault<z.ZodNumber>;
+    minSamples: z.ZodDefault<z.ZodNumber>;
+}, z.core.$strict>;
+export type ConfidenceConfig = z.output<typeof ConfidenceConfigSchema>;
+export declare const ConfidenceIntervalSchema: z.ZodObject<{
+    method: z.ZodEnum<{
+        hoeffding: "hoeffding";
+        "percentile-bootstrap": "percentile-bootstrap";
+        wilson: "wilson";
+    }>;
+    level: z.ZodNumber;
+    estimate: z.ZodNumber;
+    lower: z.ZodNumber;
+    upper: z.ZodNumber;
+    n: z.ZodNumber;
+    resamples: z.ZodNumber;
+}, z.core.$strict>;
+export type ConfidenceInterval = z.infer<typeof ConfidenceIntervalSchema>;
+/**
+ * Confidence interval for a sample mean. The caller chooses a method that
+ * matches the metric's estimand rather than inferring it from observed values.
+ */
+export declare const bootstrapMeanConfidenceInterval: (values: readonly number[], input?: z.input<typeof ConfidenceConfigSchema>) => ConfidenceInterval;
+//# sourceMappingURL=statistics.d.ts.map

package/lib/core/statistics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"statistics.d.ts","sourceRoot":"","sources":["../../src/core/statistics.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;;GAIG;AACH,eAAO,MAAM,qCAAqC,WAAa,CAAC;AAEhE,eAAO,MAAM,sBAAsB;;;;;;;;;;kBAaxB,CAAC;AACZ,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAEvE,eAAO,MAAM,wBAAwB;;;;;;;;;;;;kBAU1B,CAAC;AACZ,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAqG1E;;;GAGG;AACH,eAAO,MAAM,+BAA+B,WAClC,SAAS,MAAM,EAAE,UAClB,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,KAC5C,kBAiDF,CAAC"}

package/lib/core/statistics.js

@@ -0,0 +1,163 @@
+import { z } from "zod";
+/**
+ * Upper bound on synchronous random draws performed by one percentile
+ * bootstrap. This keeps authored resample and sample-count limits from
+ * multiplying into work that can block the event loop for an extreme duration.
+ */
+export const MAX_PERCENTILE_BOOTSTRAP_SAMPLE_DRAWS = 10_000_000;
+export const ConfidenceConfigSchema = z
+    .object({
+    /**
+     * The interval must match the estimand: Wilson is only valid for Bernoulli
+     * observations, Hoeffding covers arbitrary means bounded to [0, 1], and the
+     * percentile bootstrap is for unbounded means.
+     */
+    method: z.enum(["wilson", "hoeffding", "percentile-bootstrap"]),
+    level: z.number().min(0.5).max(0.999).default(0.95),
+    resamples: z.number().int().min(100).max(100_000).default(2_000),
+    seed: z.number().int().default(0),
+    minSamples: z.number().int().min(2).max(1_000_000).default(5),
+})
+    .strict();
+export const ConfidenceIntervalSchema = z
+    .object({
+    method: z.enum(["wilson", "hoeffding", "percentile-bootstrap"]),
+    level: z.number().min(0.5).max(0.999),
+    estimate: z.number(),
+    lower: z.number(),
+    upper: z.number(),
+    n: z.number().int().nonnegative(),
+    resamples: z.number().int().nonnegative(),
+})
+    .strict();
+const average = (values) => values.reduce((sum, value) => sum + value, 0) / values.length;
+const seededRandom = (seed) => {
+    let state = seed >>> 0;
+    return () => {
+        state += 0x6d2b79f5;
+        let value = state;
+        value = Math.imul(value ^ (value >>> 15), value | 1);
+        value ^= value + Math.imul(value ^ (value >>> 7), value | 61);
+        return ((value ^ (value >>> 14)) >>> 0) / 4_294_967_296;
+    };
+};
+const quantile = (sorted, probability) => {
+    if (sorted.length === 1)
+        return sorted[0] ?? 0;
+    const position = Math.max(0, Math.min(sorted.length - 1, probability * (sorted.length - 1)));
+    const lower = Math.floor(position);
+    const upper = Math.ceil(position);
+    const fraction = position - lower;
+    return (sorted[lower] ?? 0) * (1 - fraction) + (sorted[upper] ?? 0) * fraction;
+};
+const polynomial = (coefficients, value) => coefficients.reduce((result, coefficient) => result * value + coefficient, 0);
+const standardNormalQuantile = (probability) => {
+    const low = 0.02425;
+    const high = 1 - low;
+    const a = [
+        -39.69683028665376, 220.9460984245205, -275.9285104469687, 138.357751867269, -30.66479806614716,
+        2.506628277459239,
+    ];
+    const b = [
+        -54.47609879822406, 161.5858368580409, -155.6989798598866, 66.80131188771972,
+        -13.28068155288572,
+    ];
+    const c = [
+        -0.007784894002430293, -0.3223964580411365, -2.400758277161838, -2.549732539343734,
+        4.374664141464968, 2.938163982698783,
+    ];
+    const d = [0.007784695709041462, 0.3224671290700398, 2.445134137142996, 3.754408661907416];
+    if (probability < low) {
+        const q = Math.sqrt(-2 * Math.log(probability));
+        return polynomial(c, q) / (polynomial(d, q) * q + 1);
+    }
+    if (probability > high) {
+        const q = Math.sqrt(-2 * Math.log(1 - probability));
+        return -polynomial(c, q) / (polynomial(d, q) * q + 1);
+    }
+    const q = probability - 0.5;
+    const r = q * q;
+    return (polynomial(a, r) * q) / (polynomial(b, r) * r + 1);
+};
+const wilsonInterval = (values, config) => {
+    const estimate = average(values);
+    const normalQuantile = standardNormalQuantile(0.5 + config.level / 2);
+    const zSquared = normalQuantile * normalQuantile;
+    const denominator = 1 + zSquared / values.length;
+    const center = (estimate + zSquared / (2 * values.length)) / denominator;
+    const margin = (normalQuantile / denominator) *
+        Math.sqrt((estimate * (1 - estimate)) / values.length + zSquared / (4 * values.length * values.length));
+    return ConfidenceIntervalSchema.parse({
+        method: "wilson",
+        level: config.level,
+        estimate,
+        lower: Math.max(0, center - margin),
+        upper: Math.min(1, center + margin),
+        n: values.length,
+        resamples: 0,
+    });
+};
+const hoeffdingInterval = (values, config) => {
+    const estimate = average(values);
+    const alpha = 1 - config.level;
+    const margin = Math.sqrt(Math.log(2 / alpha) / (2 * values.length));
+    return ConfidenceIntervalSchema.parse({
+        method: "hoeffding",
+        level: config.level,
+        estimate,
+        lower: Math.max(0, estimate - margin),
+        upper: Math.min(1, estimate + margin),
+        n: values.length,
+        resamples: 0,
+    });
+};
+/**
+ * Confidence interval for a sample mean. The caller chooses a method that
+ * matches the metric's estimand rather than inferring it from observed values.
+ */
+export const bootstrapMeanConfidenceInterval = (values, input = { method: "percentile-bootstrap" }) => {
+    if (values.length === 0)
+        throw new Error("confidence interval requires at least one sample");
+    if (values.some((value) => !Number.isFinite(value))) {
+        throw new Error("confidence interval samples must be finite");
+    }
+    const config = ConfidenceConfigSchema.parse(input);
+    if (values.length < config.minSamples) {
+        throw new Error(`confidence interval requires at least ${config.minSamples} independent samples (received ${values.length})`);
+    }
+    if (config.method === "wilson") {
+        if (values.some((value) => value !== 0 && value !== 1)) {
+            throw new Error("Wilson confidence intervals require Bernoulli samples containing only 0 or 1");
+        }
+        return wilsonInterval(values, config);
+    }
+    if (config.method === "hoeffding") {
+        if (values.some((value) => value < 0 || value > 1)) {
+            throw new Error("Hoeffding confidence intervals require samples bounded to [0, 1]");
+        }
+        return hoeffdingInterval(values, config);
+    }
+    const sampleDraws = values.length * config.resamples;
+    if (sampleDraws > MAX_PERCENTILE_BOOTSTRAP_SAMPLE_DRAWS) {
+        throw new Error(`percentile bootstrap requires ${sampleDraws} sample draws (${values.length} samples x ${config.resamples} resamples), exceeding the limit of ${MAX_PERCENTILE_BOOTSTRAP_SAMPLE_DRAWS}`);
+    }
+    const random = seededRandom(config.seed);
+    const means = Array.from({ length: config.resamples }, () => {
+        let sum = 0;
+        for (let index = 0; index < values.length; index++) {
+            sum += values[Math.floor(random() * values.length)] ?? 0;
+        }
+        return sum / values.length;
+    }).sort((a, b) => a - b);
+    const tail = (1 - config.level) / 2;
+    return ConfidenceIntervalSchema.parse({
+        method: "percentile-bootstrap",
+        level: config.level,
+        estimate: average(values),
+        lower: quantile(means, tail),
+        upper: quantile(means, 1 - tail),
+        n: values.length,
+        resamples: config.resamples,
+    });
+};
+//# sourceMappingURL=statistics.js.map

package/lib/core/statistics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"statistics.js","sourceRoot":"","sources":["../../src/core/statistics.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;;;;GAIG;AACH,MAAM,CAAC,MAAM,qCAAqC,GAAG,UAAU,CAAC;AAEhE,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC;KACpC,MAAM,CAAC;IACN;;;;OAIG;IACH,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,sBAAsB,CAAC,CAAC;IAC/D,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;IACnD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IAChE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACjC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;CAC9D,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC;KACtC,MAAM,CAAC;IACN,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,sBAAsB,CAAC,CAAC;IAC/D,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;IACrC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACjC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;CAC1C,CAAC;KACD,MAAM,EAAE,CAAC;AAGZ,MAAM,OAAO,GAAG,CAAC,MAAyB,EAAU,EAAE,CACpD,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;AAEhE,MAAM,YAAY,GAAG,CAAC,IAAY,EAAkB,EAAE;IACpD,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC,CAAC;IACvB,OAAO,GAAG,EAAE;QACV,KAAK,IAAI,UAAU,CAAC;QACpB,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QACrD,KAAK,IAAI,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;QAC9D,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,aAAa,CAAC;IAC1D,CAAC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,MAAyB,EAAE,WAAmB,EAAU,EAAE;IAC1E,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,WAAW,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7F,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAG,QAAQ,GAAG,KAAK,CAAC;IAClC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ,CAAC;AACjF,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,YAA+B,EAAE,KAAa,EAAU,EAAE,CAC5E,YAAY,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC,MAAM,GAAG,KAAK,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,sBAAsB,GAAG,CAAC,WAAmB,EAAU,EAAE;IAC7D,MAAM,GAAG,GAAG,OAAO,CAAC;IACpB,MAAM,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC;IACrB,MAAM,CAAC,GAAG;QACR,CAAC,iBAAiB,EAAE,iBAAiB,EAAE,CAAC,iBAAiB,EAAE,gBAAgB,EAAE,CAAC,iBAAiB;QAC/F,iBAAiB;KAClB,CAAC;IACF,MAAM,CAAC,GAAG;QACR,CAAC,iBAAiB,EAAE,iBAAiB,EAAE,CAAC,iBAAiB,EAAE,iBAAiB;QAC5E,CAAC,iBAAiB;KACnB,CAAC;IACF,MAAM,CAAC,GAAG;QACR,CAAC,oBAAoB,EAAE,CAAC,kBAAkB,EAAE,CAAC,iBAAiB,EAAE,CAAC,iBAAiB;QAClF,iBAAiB,EAAE,iBAAiB;KACrC,CAAC;IACF,MAAM,CAAC,GAAG,CAAC,oBAAoB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,iBAAiB,CAAC,CAAC;IAE3F,IAAI,WAAW,GAAG,GAAG,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;QAChD,OAAO,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,WAAW,GAAG,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC;QACpD,OAAO,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,MAAM,CAAC,GAAG,WAAW,GAAG,GAAG,CAAC;IAC5B,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAChB,OAAO,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;AAC7D,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CACrB,MAAyB,EACzB,MAAwB,EACJ,EAAE;IACtB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACjC,MAAM,cAAc,GAAG,sBAAsB,CAAC,GAAG,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACtE,MAAM,QAAQ,GAAG,cAAc,GAAG,cAAc,CAAC;IACjD,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC;IACjD,MAAM,MAAM,GAAG,CAAC,QAAQ,GAAG,QAAQ,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,WAAW,CAAC;IACzE,MAAM,MAAM,GACV,CAAC,cAAc,GAAG,WAAW,CAAC;QAC9B,IAAI,CAAC,IAAI,CACP,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,QAAQ,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAC7F,CAAC;IACJ,OAAO,wBAAwB,CAAC,KAAK,CAAC;QACpC,MAAM,EAAE,QAAQ;QAChB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,QAAQ;QACR,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QACnC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;QACnC,CAAC,EAAE,MAAM,CAAC,MAAM;QAChB,SAAS,EAAE,CAAC;KACb,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CACxB,MAAyB,EACzB,MAAwB,EACJ,EAAE;IACtB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACjC,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;IAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACpE,OAAO,wBAAwB,CAAC,KAAK,CAAC;QACpC,MAAM,EAAE,WAAW;QACnB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,QAAQ;QACR,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;QACrC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;QACrC,CAAC,EAAE,MAAM,CAAC,MAAM;QAChB,SAAS,EAAE,CAAC;KACb,CAAC,CAAC;AACL,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAC7C,MAAyB,EACzB,KAAK,GAA2C,EAAE,MAAM,EAAE,sBAAsB,EAAE,EAC9D,EAAE;IACtB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IAC7F,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,MAAM,GAAG,sBAAsB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACnD,IAAI,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CACb,yCAAyC,MAAM,CAAC,UAAU,kCAAkC,MAAM,CAAC,MAAM,GAAG,CAC7G,CAAC;IACJ,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E,CAAC;QACJ,CAAC;QACD,OAAO,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;QACtF,CAAC;QACD,OAAO,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IACD,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC;IACrD,IAAI,WAAW,GAAG,qCAAqC,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CACb,iCAAiC,WAAW,kBAAkB,MAAM,CAAC,MAAM,cAAc,MAAM,CAAC,SAAS,uCAAuC,qCAAqC,EAAE,CACxL,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE;QAC1D,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACnD,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACzB,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACpC,OAAO,wBAAwB,CAAC,KAAK,CAAC;QACpC,MAAM,EAAE,sBAAsB;QAC9B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC;QACzB,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC;QAC5B,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC;QAChC,CAAC,EAAE,MAAM,CAAC,MAAM;QAChB,SAAS,EAAE,MAAM,CAAC,SAAS;KAC5B,CAAC,CAAC;AACL,CAAC,CAAC"}

package/lib/core/subject.d.ts

@@ -0,0 +1,4 @@
+export declare const SUBJECT_ROOT_TOKEN = "{{lux.subjectRoot}}";
+export declare const subjectPath: (relativePath?: string) => string;
+export declare const bindSubjectRoot: <T>(value: T, subjectRoot?: string) => T;
+//# sourceMappingURL=subject.d.ts.map

package/lib/core/subject.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"subject.d.ts","sourceRoot":"","sources":["../../src/core/subject.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,kBAAkB,wBAAwB,CAAC;AAExD,eAAO,MAAM,WAAW,kBAAkB,MAAM,KAAQ,MASvD,CAAC;AAmCF,eAAO,MAAM,eAAe,GAAI,CAAC,SAAS,CAAC,gBAAgB,MAAM,KAAG,CACtB,CAAC"}

package/lib/core/subject.js

@@ -0,0 +1,46 @@
+import { isAbsolute, normalize, resolve } from "node:path";
+export const SUBJECT_ROOT_TOKEN = "{{lux.subjectRoot}}";
+export const subjectPath = (relativePath = "") => {
+    if (isAbsolute(relativePath))
+        throw new Error("subjectPath requires a relative path");
+    const normalized = normalize(relativePath).replaceAll("\\", "/");
+    if (normalized === ".." || normalized.startsWith("../")) {
+        throw new Error("subjectPath may not escape the subject root");
+    }
+    return normalized === "." || normalized === ""
+        ? SUBJECT_ROOT_TOKEN
+        : `${SUBJECT_ROOT_TOKEN}/${normalized}`;
+};
+const bindValue = (value, subjectRoot, seen) => {
+    if (typeof value === "string") {
+        if (!value.includes(SUBJECT_ROOT_TOKEN))
+            return value;
+        if (!subjectRoot) {
+            throw new Error(`case uses ${SUBJECT_ROOT_TOKEN} but no subjectRoot is configured or supplied`);
+        }
+        return value.replaceAll(SUBJECT_ROOT_TOKEN, resolve(subjectRoot));
+    }
+    if (Array.isArray(value)) {
+        const cached = seen.get(value);
+        if (cached)
+            return cached;
+        const bound = [];
+        seen.set(value, bound);
+        for (const item of value)
+            bound.push(bindValue(item, subjectRoot, seen));
+        return bound;
+    }
+    if (!value || typeof value !== "object")
+        return value;
+    const cached = seen.get(value);
+    if (cached)
+        return cached;
+    const bound = {};
+    seen.set(value, bound);
+    for (const [key, item] of Object.entries(value)) {
+        bound[key] = bindValue(item, subjectRoot, seen);
+    }
+    return bound;
+};
+export const bindSubjectRoot = (value, subjectRoot) => bindValue(value, subjectRoot, new WeakMap());
+//# sourceMappingURL=subject.js.map

package/lib/core/subject.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"subject.js","sourceRoot":"","sources":["../../src/core/subject.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAE3D,MAAM,CAAC,MAAM,kBAAkB,GAAG,qBAAqB,CAAC;AAExD,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,YAAY,GAAW,EAAE,EAAU,EAAE;IAC/D,IAAI,UAAU,CAAC,YAAY,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IACtF,MAAM,UAAU,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACjE,IAAI,UAAU,KAAK,IAAI,IAAI,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,UAAU,KAAK,GAAG,IAAI,UAAU,KAAK,EAAE;QAC5C,CAAC,CAAC,kBAAkB;QACpB,CAAC,CAAC,GAAG,kBAAkB,IAAI,UAAU,EAAE,CAAC;AAC5C,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAChB,KAAQ,EACR,WAA+B,EAC/B,IAA6B,EAC1B,EAAE;IACL,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,kBAAkB,CAAC;YAAE,OAAO,KAAK,CAAC;QACtD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CACb,aAAa,kBAAkB,+CAA+C,CAC/E,CAAC;QACJ,CAAC;QACD,OAAO,KAAK,CAAC,UAAU,CAAC,kBAAkB,EAAE,OAAO,CAAC,WAAW,CAAC,CAAM,CAAC;IACzE,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,MAAM;YAAE,OAAO,MAAW,CAAC;QAC/B,MAAM,KAAK,GAAc,EAAE,CAAC;QAC5B,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACvB,KAAK,MAAM,IAAI,IAAI,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC;QACzE,OAAO,KAAU,CAAC;IACpB,CAAC;IACD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,MAAM;QAAE,OAAO,MAAW,CAAC;IAC/B,MAAM,KAAK,GAA4B,EAAE,CAAC;IAC1C,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACvB,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChD,KAAK,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,KAAU,CAAC;AACpB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAI,KAAQ,EAAE,WAAoB,EAAK,EAAE,CACtE,SAAS,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,OAAO,EAAE,CAAC,CAAC"}

package/lib/core/tool-events.d.ts

@@ -0,0 +1,69 @@
+import { z } from "zod";
+import type { Progress, RunEvent } from "./events.js";
+export declare const TOOL_CALL_KIND: "tool-call";
+export declare const TOOL_RESULT_KIND: "tool-result";
+export declare const ToolCallPayloadSchema: z.ZodObject<{
+    name: z.ZodString;
+    input: z.ZodUnknown;
+    toolUseId: z.ZodString;
+    parentToolUseId: z.ZodOptional<z.ZodString>;
+}, z.core.$loose>;
+export type ToolCallPayload = z.infer<typeof ToolCallPayloadSchema>;
+export declare const ToolResultPayloadSchema: z.ZodObject<{
+    name: z.ZodString;
+    toolUseId: z.ZodString;
+    content: z.ZodUnknown;
+    structuredContent: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    isError: z.ZodBoolean;
+    text: z.ZodString;
+    durationMs: z.ZodOptional<z.ZodNumber>;
+    parentToolUseId: z.ZodOptional<z.ZodString>;
+}, z.core.$loose>;
+export type ToolResultPayload = z.infer<typeof ToolResultPayloadSchema>;
+export type ToolInvocation = {
+    call: ToolCallPayload;
+    result?: ToolResultPayload;
+};
+export declare const ToolOutcomeSummarySchema: z.ZodObject<{
+    reportedCalls: z.ZodNumber;
+    total: z.ZodNumber;
+    succeeded: z.ZodNumber;
+    failed: z.ZodNumber;
+    unresolved: z.ZodNumber;
+    unmatchedResults: z.ZodNumber;
+    malformedEvents: z.ZodNumber;
+}, z.core.$strip>;
+export type ToolOutcomeSummary = z.infer<typeof ToolOutcomeSummarySchema>;
+export type ToolInvocationOutcome = "succeeded" | "failed" | "unresolved";
+export type ToolEventCorrelation = {
+    invocations: ToolInvocation[];
+    unmatchedResults: number;
+};
+export type ToolOutcomeAccumulator = {
+    add: (event: RunEvent) => void;
+    summary: () => ToolOutcomeSummary;
+};
+type ProgressEvent = Extract<RunEvent, {
+    type: "progress";
+}>;
+type ToolCallEvent = ProgressEvent & {
+    kind: typeof TOOL_CALL_KIND;
+};
+type ToolResultEvent = ProgressEvent & {
+    kind: typeof TOOL_RESULT_KIND;
+};
+export declare const isToolCallEvent: (event: RunEvent) => event is ToolCallEvent;
+export declare const isToolResultEvent: (event: RunEvent) => event is ToolResultEvent;
+export declare const toolCallProgress: (seq: number, payload: ToolCallPayload, ts: number) => Progress;
+export declare const toolResultProgress: (seq: number, payload: ToolResultPayload, ts: number) => Progress;
+export declare const toolEventCalls: (events: RunEvent[], name?: string) => ToolCallPayload[];
+export declare const toolResults: (events: RunEvent[], name?: string) => ToolResultPayload[];
+export declare const malformedToolEventCount: (events: readonly RunEvent[], kinds?: readonly (typeof TOOL_CALL_KIND | typeof TOOL_RESULT_KIND)[]) => number;
+export declare const toolResultValue: (result: ToolResultPayload) => unknown;
+export declare const createToolOutcomeAccumulator: () => ToolOutcomeAccumulator;
+export declare const correlateToolEvents: (events: readonly RunEvent[], name?: string) => ToolEventCorrelation;
+export declare const toolInvocations: (events: readonly RunEvent[], name?: string) => ToolInvocation[];
+export declare const toolInvocationOutcome: (invocation: ToolInvocation) => ToolInvocationOutcome;
+export declare const summarizeToolOutcomes: (events: readonly RunEvent[]) => ToolOutcomeSummary;
+export {};
+//# sourceMappingURL=tool-events.d.ts.map

package/lib/core/tool-events.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-events.d.ts","sourceRoot":"","sources":["../../src/core/tool-events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGtD,eAAO,MAAM,cAAc,EAAG,WAAoB,CAAC;AACnD,eAAO,MAAM,gBAAgB,EAAG,aAAsB,CAAC;AAEvD,eAAO,MAAM,qBAAqB;;;;;iBAgB9B,CAAC;AACL,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,eAAO,MAAM,uBAAuB;;;;;;;;;iBAoBhC,CAAC;AACL,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAExE,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,eAAe,CAAC;IACtB,MAAM,CAAC,EAAE,iBAAiB,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,wBAAwB;;;;;;;;iBAyBjC,CAAC;AACL,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,MAAM,MAAM,qBAAqB,GAAG,WAAW,GAAG,QAAQ,GAAG,YAAY,CAAC;AAC1E,MAAM,MAAM,oBAAoB,GAAG;IACjC,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,gBAAgB,EAAE,MAAM,CAAC;CAC1B,CAAC;AACF,MAAM,MAAM,sBAAsB,GAAG;IACnC,GAAG,EAAE,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC;IAC/B,OAAO,EAAE,MAAM,kBAAkB,CAAC;CACnC,CAAC;AAEF,KAAK,aAAa,GAAG,OAAO,CAAC,QAAQ,EAAE;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,CAAC,CAAC;AAC7D,KAAK,aAAa,GAAG,aAAa,GAAG;IAAE,IAAI,EAAE,OAAO,cAAc,CAAA;CAAE,CAAC;AACrE,KAAK,eAAe,GAAG,aAAa,GAAG;IAAE,IAAI,EAAE,OAAO,gBAAgB,CAAA;CAAE,CAAC;AAOzE,eAAO,MAAM,eAAe,UAAW,QAAQ,KAAG,KAAK,IAAI,aACpB,CAAC;AAExC,eAAO,MAAM,iBAAiB,UAAW,QAAQ,KAAG,KAAK,IAAI,eACpB,CAAC;AAE1C,eAAO,MAAM,gBAAgB,QAAS,MAAM,WAAW,eAAe,MAAM,MAAM,KAAG,QAKnF,CAAC;AAEH,eAAO,MAAM,kBAAkB,QACxB,MAAM,WACF,iBAAiB,MACtB,MAAM,KACT,QAKD,CAAC;AAEH,eAAO,MAAM,cAAc,WAAY,QAAQ,EAAE,SAAS,MAAM,KAAG,eAAe,EAKb,CAAC;AAEtE,eAAO,MAAM,WAAW,WAAY,QAAQ,EAAE,SAAS,MAAM,KAAG,iBAAiB,EAKZ,CAAC;AAEtE,eAAO,MAAM,uBAAuB,WAC1B,SAAS,QAAQ,EAAE,UACpB,SAAS,CAAC,OAAO,cAAc,GAAG,OAAO,gBAAgB,CAAC,EAAE,KAIlE,MAOF,CAAC;AAEF,eAAO,MAAM,eAAe,WAAY,iBAAiB,KAAG,OAc3D,CAAC;AAmGF,eAAO,MAAM,4BAA4B,QAAO,sBACd,CAAC;AAEnC,eAAO,MAAM,mBAAmB,WACtB,SAAS,QAAQ,EAAE,SACpB,MAAM,KACZ,oBAIF,CAAC;AAEF,eAAO,MAAM,eAAe,WAAY,SAAS,QAAQ,EAAE,SAAS,MAAM,KAAG,cAAc,EAC5C,CAAC;AAEhD,eAAO,MAAM,qBAAqB,eAAgB,cAAc,KAAG,qBAGlE,CAAC;AAEF,eAAO,MAAM,qBAAqB,WAAY,SAAS,QAAQ,EAAE,KAAG,kBAInE,CAAC"}