margin-meter 0.2.0 → 0.3.0

package/dist/braintrust.d.ts

@@ -0,0 +1,153 @@
+/**
+ * margin-meter/braintrust — turn a Braintrust eval result file into outcomes.
+ *
+ * The TypeScript twin of `sdk/python/margin_meter/braintrust.py`. Braintrust is
+ * the eval platform funded AI teams most often already pay for, and the nearest
+ * competitor Margin has (`docs/growth/POSITIONING.md`): it ships "cost per
+ * successful eval" — the metric — but has no automated parity-gated
+ * promote/revert — the action. So this adapter is the neutral-auditor wedge in
+ * code: it hands a Braintrust customer the action layer they lack, over the
+ * evals they already run. Rung 2 of `docs/INTEGRATION_LADDER.md`.
+ *
+ *     import { MarginMeter, braintrust } from "margin-meter";
+ *     const meter = new MarginMeter();
+ *     const data = JSON.parse(await readFile("results.json", "utf8"));
+ *     await braintrust.recordResults(meter, data, "my-suite", { threshold: 0.7 });
+ *
+ * The mapping is identical to the Python adapter's, on purpose — one Braintrust
+ * result → one outcome:
+ *
+ *  - `qualityScore` ← the mean of the case's numeric scores in [0, 1] (Braintrust
+ *    reports a named score per scorer, not one per case).
+ *  - `passed`       ← Braintrust has NO intrinsic pass/fail (its scores are
+ *    continuous), so it is derived HONESTLY, never fabricated: (1) `threshold`
+ *    given → mean ≥ threshold; (2) no threshold but every scorer is binary
+ *    (0.0/1.0) → every scorer passed; (3) no threshold and continuous scores →
+ *    the row is SKIPPED with a warning.
+ *  - `qualityMethod`/`graderKind` ← DERIVED from the scorer names, never assumed
+ *    (weaker-claim-wins, see the honesty rule below).
+ *  - `judgeModelId` ← an opt-in `margin_judge_model` field, ridden only when the
+ *    grade is an LLM judge (rung 6 provenance). A bare `model` field is NOT used —
+ *    in a Braintrust record it is usually the generation model under test.
+ *  - `link`         ← the case id/span_id/root_span_id, else `braintrust:<index>` —
+ *    never its `input` (MAR-1548).
+ *  - `valueUsd`     ← opt-in via `metadata.margin_value` (rung 8); absent is the
+ *    cost-per-outcome default, never 0.
+ *  - a result with no numeric score at all is SKIPPED — recording a non-verdict
+ *    would fabricate an outcome the eval did not produce.
+ *
+ * ## The honesty rule
+ *
+ * Braintrust grades two ways and the adapter must not conflate them: code-graded
+ * scorers (ExactMatch, Levenshtein, NumericDiff, JSONDiff, …) are
+ * `ground_truth`/`code`; model-graded autoevals (Factuality, ClosedQA,
+ * AnswerRelevancy, Moderation, …) are `llm_judge`/`judge`. The WEAKER honest
+ * claim wins: any model-graded scorer makes the whole outcome a judge grade; a
+ * code scorer mixed with an unrecognised one is downgraded to `unknown`; nothing
+ * recognisable is `unknown`.
+ *
+ * Same two promises as the promptfoo adapter: it consumes a file the customer
+ * already produces, and it never fabricates and is fail-safe.
+ */
+import type { RecordOutcomeInput } from "./index.ts";
+/** Where a warning goes. Defaults to `process.emitWarning`; a test injects a
+ *  collector. */
+export type WarnFn = (message: string) => void;
+/** Grading provenance for one outcome. */
+export interface GraderSignature {
+    qualityMethod: string;
+    graderKind: string;
+}
+/** Normalise a scorer name for set membership: lower-case, keep only
+ *  alphanumerics (so `Answer Relevancy`/`answer_relevancy` collapse), strip a
+ *  leading `not` negation. Returns undefined for a missing/blank name. */
+export declare function normScorerName(raw: unknown): string | undefined;
+/** The per-scorer numeric scores of a case, as `{ [scorer]: score }`. Braintrust
+ *  records `scores` either as a mapping (`{name: score|null}`) or a list of
+ *  `{name, score}`. Both are read; a null/non-numeric/out-of-[0,1] score is
+ *  dropped (the ingest layer rejects a score outside [0,1] and a lost decimal
+ *  beats a lost row). */
+export declare function scoresOf(result: unknown): Record<string, number>;
+/** Derive `(qualityMethod, graderKind)` from the scorer names, weaker-claim-wins:
+ *   - any model-graded scorer  → llm_judge/judge
+ *   - only recognised code scorers → ground_truth/code
+ *   - anything else → unknown/unknown */
+export declare function scorerSignature(scorerNames: Iterable<unknown>): GraderSignature;
+/** The judging model, from an explicit `margin_judge_model` opt-in on the result
+ *  or its metadata, or undefined. A bare `model` field is deliberately NOT used. */
+export declare function judgeModelFromResult(result: unknown): string | undefined;
+/** Read an opt-in `margin_value` off a result's `metadata` (or a top-level key)
+ *  — the value-per-outcome numerator (rung 8). Returns the USD amount, or
+ *  undefined when absent. Throws on a malformed/implausible value so the
+ *  caller can warn and drop it. */
+export declare function valueFromResult(result: unknown): number | undefined;
+/** A traceable link back to the exact eval case: its id/span id, else the row
+ *  index. ⛔ Never the case's `input` (MAR-1548): /security says no prompt
+ *  reaches us. */
+export declare function linkFromResult(result: unknown, index: number): string;
+/** Derive the pass/fail for a case, or undefined when it cannot be derived
+ *  honestly (no scores, or continuous scores with no threshold). */
+export declare function passedFromScores(scores: Record<string, number>, threshold: number | undefined): boolean | undefined;
+/** Fields for {@link outcomeInput}. */
+export interface OutcomeInputArgs {
+    workflowId: string;
+    passed: boolean;
+    qualityScore: number;
+    scorerNames: Iterable<unknown>;
+    link: string;
+    judgeModelId?: string;
+    valueUsd?: number;
+    isSimulated?: boolean;
+}
+/** Translate one graded Braintrust result into `MarginMeter.recordOutcome` input.
+ *  `judgeModelId` rides only when the grade is an LLM judge and a model was named;
+ *  `valueUsd` rides only when a value was supplied. */
+export declare function outcomeInput(args: OutcomeInputArgs): RecordOutcomeInput;
+/** Options shared by the result-level translators. */
+export interface TranslateOptions {
+    workflowId: string;
+    index?: number;
+    threshold?: number;
+    isSimulated?: boolean;
+    onWarn?: WarnFn;
+}
+/** Full translation of one Braintrust result, or undefined if it is not a real
+ *  verdict (no numeric score, or an ambiguous continuous score with no
+ *  threshold). A malformed `margin_value` warns and drops the value while keeping
+ *  the pass/fail. */
+export declare function resultToOutcomeInput(result: unknown, opts: TranslateOptions): RecordOutcomeInput | undefined;
+/** Pull the flat list of per-case results out of parsed Braintrust output. It
+ *  reaches a file several ways: a bare list, the `EvalResultWithSummary` envelope
+ *  (`{summary, results}`), a `{results}` wrapper, or the experiment-fetch export
+ *  (`{events}`). This walks the known shapes rather than pinning one. */
+export declare function extractResults(data: unknown): Record<string, unknown>[];
+/** Yield `recordOutcome` inputs for every real verdict in parsed Braintrust
+ *  output (any envelope shape {@link extractResults} understands). */
+export declare function iterOutcomes(data: unknown, opts: {
+    workflowId: string;
+    threshold?: number;
+    isSimulated?: boolean;
+    onWarn?: WarnFn;
+}): RecordOutcomeInput[];
+/** The minimal meter surface {@link recordResults} needs — satisfied by
+ *  `MarginMeter`, kept as a structural type so this module imports no runtime
+ *  value from `index.ts`. */
+export interface OutcomeSink {
+    recordOutcome(input: RecordOutcomeInput): Promise<unknown>;
+    flush(): Promise<void>;
+}
+/** How one `recordResults` batch landed. */
+export interface RecordSummary {
+    recorded: number;
+    errors: number;
+    skipped: number;
+}
+/** Emit an outcome per verdict in parsed Braintrust output through `meter`.
+ *  Fail-safe: a delivery fault on one row warns and counts an error; it never
+ *  aborts the batch. Non-verdict rows are counted as skipped. */
+export declare function recordResults(meter: OutcomeSink, data: unknown, workflowId: string, opts?: {
+    threshold?: number;
+    isSimulated?: boolean;
+    onWarn?: WarnFn;
+}): Promise<RecordSummary>;
+//# sourceMappingURL=braintrust.d.ts.map

package/dist/braintrust.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"braintrust.d.ts","sourceRoot":"","sources":["../src/braintrust.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkDG;AAEH,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAkFrD;iBACiB;AACjB,MAAM,MAAM,MAAM,GAAG,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;AAS/C,0CAA0C;AAC1C,MAAM,WAAW,eAAe;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB;AAMD;;0EAE0E;AAC1E,wBAAgB,cAAc,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAS/D;AAED;;;;yBAIyB;AACzB,wBAAgB,QAAQ,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAqBhE;AAED;;;yCAGyC;AACzC,wBAAgB,eAAe,CAAC,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,eAAe,CAe/E;AAOD;oFACoF;AACpF,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAQxE;AAwBD;;;mCAGmC;AACnC,wBAAgB,eAAe,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAWnE;AAED;;kBAEkB;AAClB,wBAAgB,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAQrE;AAED;oEACoE;AACpE,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC9B,SAAS,EAAE,MAAM,GAAG,SAAS,GAC5B,OAAO,GAAG,SAAS,CAOrB;AAED,uCAAuC;AACvC,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED;;uDAEuD;AACvD,wBAAgB,YAAY,CAAC,IAAI,EAAE,gBAAgB,GAAG,kBAAkB,CAevE;AAED,sDAAsD;AACtD,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;;qBAGqB;AACrB,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,OAAO,EACf,IAAI,EAAE,gBAAgB,GACrB,kBAAkB,GAAG,SAAS,CAiChC;AAED;;;yEAGyE;AACzE,wBAAgB,cAAc,CAAC,IAAI,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAQvE;AAED;sEACsE;AACtE,wBAAgB,YAAY,CAC1B,IAAI,EAAE,OAAO,EACb,IAAI,EAAE;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GACvF,kBAAkB,EAAE,CActB;AAED;;6BAE6B;AAC7B,MAAM,WAAW,WAAW;IAC1B,aAAa,CAAC,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED,4CAA4C;AAC5C,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;iEAEiE;AACjE,wBAAsB,aAAa,CACjC,KAAK,EAAE,WAAW,EAClB,IAAI,EAAE,OAAO,EACb,UAAU,EAAE,MAAM,EAClB,IAAI,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GACxE,OAAO,CAAC,aAAa,CAAC,CAgCxB"}

package/dist/braintrust.js

@@ -0,0 +1,424 @@
+/**
+ * margin-meter/braintrust — turn a Braintrust eval result file into outcomes.
+ *
+ * The TypeScript twin of `sdk/python/margin_meter/braintrust.py`. Braintrust is
+ * the eval platform funded AI teams most often already pay for, and the nearest
+ * competitor Margin has (`docs/growth/POSITIONING.md`): it ships "cost per
+ * successful eval" — the metric — but has no automated parity-gated
+ * promote/revert — the action. So this adapter is the neutral-auditor wedge in
+ * code: it hands a Braintrust customer the action layer they lack, over the
+ * evals they already run. Rung 2 of `docs/INTEGRATION_LADDER.md`.
+ *
+ *     import { MarginMeter, braintrust } from "margin-meter";
+ *     const meter = new MarginMeter();
+ *     const data = JSON.parse(await readFile("results.json", "utf8"));
+ *     await braintrust.recordResults(meter, data, "my-suite", { threshold: 0.7 });
+ *
+ * The mapping is identical to the Python adapter's, on purpose — one Braintrust
+ * result → one outcome:
+ *
+ *  - `qualityScore` ← the mean of the case's numeric scores in [0, 1] (Braintrust
+ *    reports a named score per scorer, not one per case).
+ *  - `passed`       ← Braintrust has NO intrinsic pass/fail (its scores are
+ *    continuous), so it is derived HONESTLY, never fabricated: (1) `threshold`
+ *    given → mean ≥ threshold; (2) no threshold but every scorer is binary
+ *    (0.0/1.0) → every scorer passed; (3) no threshold and continuous scores →
+ *    the row is SKIPPED with a warning.
+ *  - `qualityMethod`/`graderKind` ← DERIVED from the scorer names, never assumed
+ *    (weaker-claim-wins, see the honesty rule below).
+ *  - `judgeModelId` ← an opt-in `margin_judge_model` field, ridden only when the
+ *    grade is an LLM judge (rung 6 provenance). A bare `model` field is NOT used —
+ *    in a Braintrust record it is usually the generation model under test.
+ *  - `link`         ← the case id/span_id/root_span_id, else `braintrust:<index>` —
+ *    never its `input` (MAR-1548).
+ *  - `valueUsd`     ← opt-in via `metadata.margin_value` (rung 8); absent is the
+ *    cost-per-outcome default, never 0.
+ *  - a result with no numeric score at all is SKIPPED — recording a non-verdict
+ *    would fabricate an outcome the eval did not produce.
+ *
+ * ## The honesty rule
+ *
+ * Braintrust grades two ways and the adapter must not conflate them: code-graded
+ * scorers (ExactMatch, Levenshtein, NumericDiff, JSONDiff, …) are
+ * `ground_truth`/`code`; model-graded autoevals (Factuality, ClosedQA,
+ * AnswerRelevancy, Moderation, …) are `llm_judge`/`judge`. The WEAKER honest
+ * claim wins: any model-graded scorer makes the whole outcome a judge grade; a
+ * code scorer mixed with an unrecognised one is downgraded to `unknown`; nothing
+ * recognisable is `unknown`.
+ *
+ * Same two promises as the promptfoo adapter: it consumes a file the customer
+ * already produces, and it never fabricates and is fail-safe.
+ */
+// Grading provenance strings — mirror `src/margin/grading.py`, kept as literals.
+const GROUND_TRUTH = "ground_truth";
+const LLM_JUDGE = "llm_judge";
+const UNKNOWN_METHOD = "unknown";
+const GRADER_CODE = "code";
+const GRADER_JUDGE = "judge";
+const GRADER_UNKNOWN = "unknown";
+const MAX_LINK_LEN = 512;
+const MAX_JUDGE_ID_LEN = 128;
+const VALUE_KEY = "margin_value";
+// The explicit opt-in key for the judging model. A bare `model` is NOT used: in a
+// Braintrust record it is usually the GENERATION model under test, not the judge,
+// and labelling it `judgeModelId` would misstate the provenance (rung 6).
+const JUDGE_MODEL_KEY = "margin_judge_model";
+// Mirror `src/margin/ingest.MAX_VALUE_USD`. A value above this is rejected by
+// ingest and would take the whole row down with it, so the adapter drops the
+// value and keeps the row — the same treatment a malformed value gets.
+const MAX_VALUE_USD = 10_000_000.0;
+// Model ids that name no real model — a custom/deterministic scorer leaves the
+// field empty or a placeholder. Normalised lower-case for the check.
+const NON_MODELS = new Set(["", "n/a", "na", "none", "null"]);
+// A finite DECIMAL number — the only string shape accepted for a value tag.
+// Deliberately narrower than JS `Number()` (which parses `0x10`/`Infinity`/`""`):
+// neither SDK lets `0x10`/`0b1` through, and this is stricter than Python
+// `float()` in the honest direction — it also rejects `inf`/`nan`, which Python
+// would coerce into a garbage numerator.
+const DECIMAL_RE = /^[+-]?(\d+\.?\d*|\.\d+)([eE][+-]?\d+)?$/;
+/** Braintrust autoeval scorers that are pure code: a deterministic comparison
+ *  with no model in the loop. Normalised lower-case, non-alphanumerics stripped
+ *  so `exact-match`/`ExactMatch`/`exact_match` collapse together. */
+const CODE_SCORERS = new Set([
+    "exactmatch",
+    "equals",
+    "levenshtein",
+    "numericdiff",
+    "jsondiff",
+    "listcontains",
+    "validjson",
+    "jsonvalidity",
+    "isjson",
+    "containsjson",
+    "regex",
+    "contains",
+]);
+/** Braintrust autoeval scorers that put a MODEL in the grading loop. Any one
+ *  present means the strongest honest claim is `llm_judge`/`judge`. */
+const MODEL_SCORERS = new Set([
+    "battle",
+    "closedqa",
+    "humor",
+    "factuality",
+    "possible",
+    "security",
+    "sql",
+    "summary",
+    "translation",
+    "fluency",
+    "toxicity",
+    "moderation",
+    "answerrelevancy",
+    "answerrelevance",
+    "answercorrectness",
+    "answersimilarity",
+    "contextrelevancy",
+    "contextrelevance",
+    "contextrecall",
+    "contextprecision",
+    "contextentityrecall",
+    "faithfulness",
+    "llmclassifier",
+    "modelgradedqa",
+]);
+const defaultWarn = (message) => {
+    const p = globalThis
+        .process;
+    if (p && typeof p.emitWarning === "function")
+        p.emitWarning(message);
+    else
+        console.warn(message);
+};
+function isObject(x) {
+    return typeof x === "object" && x !== null && !Array.isArray(x);
+}
+/** Normalise a scorer name for set membership: lower-case, keep only
+ *  alphanumerics (so `Answer Relevancy`/`answer_relevancy` collapse), strip a
+ *  leading `not` negation. Returns undefined for a missing/blank name. */
+export function normScorerName(raw) {
+    if (typeof raw !== "string")
+        return undefined;
+    let t = raw
+        .trim()
+        .toLowerCase()
+        .replace(/[^a-z0-9]/g, "");
+    if (!t)
+        return undefined;
+    if (t.startsWith("not") && t !== "not")
+        t = t.slice(3);
+    return t || undefined;
+}
+/** The per-scorer numeric scores of a case, as `{ [scorer]: score }`. Braintrust
+ *  records `scores` either as a mapping (`{name: score|null}`) or a list of
+ *  `{name, score}`. Both are read; a null/non-numeric/out-of-[0,1] score is
+ *  dropped (the ingest layer rejects a score outside [0,1] and a lost decimal
+ *  beats a lost row). */
+export function scoresOf(result) {
+    const out = {};
+    if (!isObject(result))
+        return out;
+    const raw = result.scores;
+    const pairs = [];
+    if (isObject(raw)) {
+        for (const [k, v] of Object.entries(raw))
+            pairs.push([k, v]);
+    }
+    else if (Array.isArray(raw)) {
+        for (const item of raw) {
+            if (isObject(item))
+                pairs.push([item.name, item.score]);
+        }
+    }
+    for (const [name, score] of pairs) {
+        if (typeof score === "boolean" || typeof score !== "number" || Number.isNaN(score))
+            continue;
+        if (!(score >= 0.0 && score <= 1.0))
+            continue;
+        const key = typeof name === "string" && name.trim() ? name : `scorer_${Object.keys(out).length}`;
+        out[key] = score;
+    }
+    return out;
+}
+/** Derive `(qualityMethod, graderKind)` from the scorer names, weaker-claim-wins:
+ *   - any model-graded scorer  → llm_judge/judge
+ *   - only recognised code scorers → ground_truth/code
+ *   - anything else → unknown/unknown */
+export function scorerSignature(scorerNames) {
+    let hasModel = false;
+    let hasCode = false;
+    let hasUnknown = false;
+    for (const raw of scorerNames) {
+        const t = normScorerName(raw);
+        if (t === undefined)
+            continue;
+        if (MODEL_SCORERS.has(t))
+            hasModel = true;
+        else if (CODE_SCORERS.has(t))
+            hasCode = true;
+        else
+            hasUnknown = true;
+    }
+    if (hasModel)
+        return { qualityMethod: LLM_JUDGE, graderKind: GRADER_JUDGE };
+    if (hasCode && !hasUnknown)
+        return { qualityMethod: GROUND_TRUTH, graderKind: GRADER_CODE };
+    return { qualityMethod: UNKNOWN_METHOD, graderKind: GRADER_UNKNOWN };
+}
+function metadataOf(result) {
+    const meta = result.metadata;
+    return isObject(meta) ? meta : {};
+}
+/** The judging model, from an explicit `margin_judge_model` opt-in on the result
+ *  or its metadata, or undefined. A bare `model` field is deliberately NOT used. */
+export function judgeModelFromResult(result) {
+    if (!isObject(result))
+        return undefined;
+    const meta = metadataOf(result);
+    let raw = meta[JUDGE_MODEL_KEY];
+    if (typeof raw !== "string")
+        raw = result[JUDGE_MODEL_KEY];
+    if (typeof raw !== "string")
+        return undefined;
+    if (NON_MODELS.has(raw.trim().toLowerCase()))
+        return undefined;
+    return raw.trim().slice(0, MAX_JUDGE_ID_LEN);
+}
+function coerceValue(raw) {
+    if (typeof raw === "boolean")
+        throw new Error(`${VALUE_KEY} must be a number, got ${JSON.stringify(raw)}`);
+    let val;
+    if (typeof raw === "number") {
+        val = raw;
+    }
+    else if (typeof raw === "string") {
+        const s = raw.trim();
+        if (!DECIMAL_RE.test(s))
+            throw new Error(`${VALUE_KEY} must be a number, got ${JSON.stringify(raw)}`);
+        val = Number(s);
+    }
+    else {
+        throw new Error(`${VALUE_KEY} must be a number, got ${JSON.stringify(raw)}`);
+    }
+    if (!Number.isFinite(val))
+        throw new Error(`${VALUE_KEY} must be a finite number, got ${JSON.stringify(raw)}`);
+    // A loss is a real value (MAR-1198): ingest takes any finite amount within +/-MAX.
+    if (Math.abs(val) > MAX_VALUE_USD)
+        throw new Error(`${VALUE_KEY} implausible (|value| > ${MAX_VALUE_USD}), got ${val}`);
+    return val;
+}
+/** Read an opt-in `margin_value` off a result's `metadata` (or a top-level key)
+ *  — the value-per-outcome numerator (rung 8). Returns the USD amount, or
+ *  undefined when absent. Throws on a malformed/implausible value so the
+ *  caller can warn and drop it. */
+export function valueFromResult(result) {
+    if (!isObject(result))
+        return undefined;
+    const meta = metadataOf(result);
+    let raw;
+    // Key ABSENT → undefined (the normal case). Key PRESENT but null/malformed →
+    // coerceValue throws, so the caller warns and drops it — matching the Python
+    // twin, which raises on a present-but-null value rather than silently dropping.
+    if (VALUE_KEY in meta)
+        raw = meta[VALUE_KEY];
+    else if (VALUE_KEY in result)
+        raw = result[VALUE_KEY];
+    else
+        return undefined;
+    return coerceValue(raw);
+}
+/** A traceable link back to the exact eval case: its id/span id, else the row
+ *  index. ⛔ Never the case's `input` (MAR-1548): /security says no prompt
+ *  reaches us. */
+export function linkFromResult(result, index) {
+    if (isObject(result)) {
+        for (const key of ["id", "span_id", "root_span_id"]) {
+            const val = result[key];
+            if (typeof val === "string" && val.trim())
+                return val.trim().slice(0, MAX_LINK_LEN);
+        }
+    }
+    return `braintrust:${index}`;
+}
+/** Derive the pass/fail for a case, or undefined when it cannot be derived
+ *  honestly (no scores, or continuous scores with no threshold). */
+export function passedFromScores(scores, threshold) {
+    const values = Object.values(scores);
+    if (values.length === 0)
+        return undefined;
+    const mean = values.reduce((a, b) => a + b, 0) / values.length;
+    if (threshold !== undefined)
+        return mean >= threshold;
+    if (values.every((v) => v === 0.0 || v === 1.0))
+        return values.every((v) => v === 1.0);
+    return undefined;
+}
+/** Translate one graded Braintrust result into `MarginMeter.recordOutcome` input.
+ *  `judgeModelId` rides only when the grade is an LLM judge and a model was named;
+ *  `valueUsd` rides only when a value was supplied. */
+export function outcomeInput(args) {
+    const { qualityMethod, graderKind } = scorerSignature(args.scorerNames);
+    const input = {
+        workflowId: args.workflowId,
+        passed: Boolean(args.passed),
+        qualityScore: Number(args.qualityScore),
+        qualityMethod,
+        graderKind,
+        link: String(args.link).slice(0, MAX_LINK_LEN),
+        isSimulated: Boolean(args.isSimulated),
+    };
+    if (qualityMethod === LLM_JUDGE && args.judgeModelId)
+        input.judgeModelId = args.judgeModelId.slice(0, MAX_JUDGE_ID_LEN);
+    if (args.valueUsd !== undefined)
+        input.valueUsd = Number(args.valueUsd);
+    return input;
+}
+/** Full translation of one Braintrust result, or undefined if it is not a real
+ *  verdict (no numeric score, or an ambiguous continuous score with no
+ *  threshold). A malformed `margin_value` warns and drops the value while keeping
+ *  the pass/fail. */
+export function resultToOutcomeInput(result, opts) {
+    const onWarn = opts.onWarn ?? defaultWarn;
+    const index = opts.index ?? 0;
+    const scores = scoresOf(result);
+    const passed = passedFromScores(scores, opts.threshold);
+    if (passed === undefined) {
+        if (Object.keys(scores).length > 0) {
+            onWarn(`${linkFromResult(result, index)}: continuous scores and no threshold; ` +
+                "skipped (no verdict to record)");
+        }
+        return undefined;
+    }
+    const values = Object.values(scores);
+    const quality = values.reduce((a, b) => a + b, 0) / values.length;
+    let value;
+    try {
+        value = valueFromResult(result);
+    }
+    catch (exc) {
+        value = undefined;
+        onWarn(`${linkFromResult(result, index)}: ${exc.message}`);
+    }
+    return outcomeInput({
+        workflowId: opts.workflowId,
+        passed,
+        qualityScore: quality,
+        scorerNames: Object.keys(scores),
+        link: linkFromResult(result, index),
+        judgeModelId: judgeModelFromResult(result),
+        valueUsd: value,
+        isSimulated: opts.isSimulated,
+    });
+}
+/** Pull the flat list of per-case results out of parsed Braintrust output. It
+ *  reaches a file several ways: a bare list, the `EvalResultWithSummary` envelope
+ *  (`{summary, results}`), a `{results}` wrapper, or the experiment-fetch export
+ *  (`{events}`). This walks the known shapes rather than pinning one. */
+export function extractResults(data) {
+    if (Array.isArray(data))
+        return data.filter(isObject);
+    if (!isObject(data))
+        return [];
+    for (const key of ["results", "events"]) {
+        const block = data[key];
+        if (Array.isArray(block))
+            return block.filter(isObject);
+    }
+    return [];
+}
+/** Yield `recordOutcome` inputs for every real verdict in parsed Braintrust
+ *  output (any envelope shape {@link extractResults} understands). */
+export function iterOutcomes(data, opts) {
+    const out = [];
+    const results = extractResults(data);
+    for (let i = 0; i < results.length; i++) {
+        const input = resultToOutcomeInput(results[i], {
+            workflowId: opts.workflowId,
+            index: i,
+            threshold: opts.threshold,
+            isSimulated: opts.isSimulated,
+            onWarn: opts.onWarn,
+        });
+        if (input !== undefined)
+            out.push(input);
+    }
+    return out;
+}
+/** Emit an outcome per verdict in parsed Braintrust output through `meter`.
+ *  Fail-safe: a delivery fault on one row warns and counts an error; it never
+ *  aborts the batch. Non-verdict rows are counted as skipped. */
+export async function recordResults(meter, data, workflowId, opts = {}) {
+    const onWarn = opts.onWarn ?? defaultWarn;
+    const results = extractResults(data);
+    let recorded = 0;
+    let errors = 0;
+    let skipped = 0;
+    for (let i = 0; i < results.length; i++) {
+        const input = resultToOutcomeInput(results[i], {
+            workflowId,
+            index: i,
+            threshold: opts.threshold,
+            isSimulated: opts.isSimulated,
+            onWarn,
+        });
+        if (input === undefined) {
+            skipped++;
+            continue;
+        }
+        try {
+            await meter.recordOutcome(input);
+            recorded++;
+        }
+        catch (exc) {
+            errors++;
+            onWarn(`failed to record outcome for ${input.link}: ${exc.message}`);
+        }
+    }
+    try {
+        await meter.flush();
+    }
+    catch (exc) {
+        onWarn(`flush failed: ${exc.message}`);
+    }
+    return { recorded, errors, skipped };
+}
+//# sourceMappingURL=braintrust.js.map

package/dist/braintrust.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"braintrust.js","sourceRoot":"","sources":["../src/braintrust.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkDG;AAIH,iFAAiF;AACjF,MAAM,YAAY,GAAG,cAAc,CAAC;AACpC,MAAM,SAAS,GAAG,WAAW,CAAC;AAC9B,MAAM,cAAc,GAAG,SAAS,CAAC;AACjC,MAAM,WAAW,GAAG,MAAM,CAAC;AAC3B,MAAM,YAAY,GAAG,OAAO,CAAC;AAC7B,MAAM,cAAc,GAAG,SAAS,CAAC;AAEjC,MAAM,YAAY,GAAG,GAAG,CAAC;AACzB,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAE7B,MAAM,SAAS,GAAG,cAAc,CAAC;AACjC,kFAAkF;AAClF,kFAAkF;AAClF,0EAA0E;AAC1E,MAAM,eAAe,GAAG,oBAAoB,CAAC;AAE7C,8EAA8E;AAC9E,6EAA6E;AAC7E,uEAAuE;AACvE,MAAM,aAAa,GAAG,YAAY,CAAC;AAEnC,+EAA+E;AAC/E,qEAAqE;AACrE,MAAM,UAAU,GAAwB,IAAI,GAAG,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAEnF,4EAA4E;AAC5E,kFAAkF;AAClF,0EAA0E;AAC1E,gFAAgF;AAChF,yCAAyC;AACzC,MAAM,UAAU,GAAG,yCAAyC,CAAC;AAE7D;;qEAEqE;AACrE,MAAM,YAAY,GAAwB,IAAI,GAAG,CAAC;IAChD,YAAY;IACZ,QAAQ;IACR,aAAa;IACb,aAAa;IACb,UAAU;IACV,cAAc;IACd,WAAW;IACX,cAAc;IACd,QAAQ;IACR,cAAc;IACd,OAAO;IACP,UAAU;CACX,CAAC,CAAC;AAEH;uEACuE;AACvE,MAAM,aAAa,GAAwB,IAAI,GAAG,CAAC;IACjD,QAAQ;IACR,UAAU;IACV,OAAO;IACP,YAAY;IACZ,UAAU;IACV,UAAU;IACV,KAAK;IACL,SAAS;IACT,aAAa;IACb,SAAS;IACT,UAAU;IACV,YAAY;IACZ,iBAAiB;IACjB,iBAAiB;IACjB,mBAAmB;IACnB,kBAAkB;IAClB,kBAAkB;IAClB,kBAAkB;IAClB,eAAe;IACf,kBAAkB;IAClB,qBAAqB;IACrB,cAAc;IACd,eAAe;IACf,eAAe;CAChB,CAAC,CAAC;AAMH,MAAM,WAAW,GAAW,CAAC,OAAO,EAAE,EAAE;IACtC,MAAM,CAAC,GAAI,UAAkE;SAC1E,OAAO,CAAC;IACX,IAAI,CAAC,IAAI,OAAO,CAAC,CAAC,WAAW,KAAK,UAAU;QAAE,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;;QAChE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAC7B,CAAC,CAAC;AAQF,SAAS,QAAQ,CAAC,CAAU;IAC1B,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAClE,CAAC;AAED;;0EAE0E;AAC1E,MAAM,UAAU,cAAc,CAAC,GAAY;IACzC,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC9C,IAAI,CAAC,GAAG,GAAG;SACR,IAAI,EAAE;SACN,WAAW,EAAE;SACb,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAC7B,IAAI,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IACzB,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK;QAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACvD,OAAO,CAAC,IAAI,SAAS,CAAC;AACxB,CAAC;AAED;;;;yBAIyB;AACzB,MAAM,UAAU,QAAQ,CAAC,MAAe;IACtC,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,GAAG,CAAC;IAClC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC;IAC1B,MAAM,KAAK,GAA8B,EAAE,CAAC;IAC5C,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/D,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;YACvB,IAAI,QAAQ,CAAC,IAAI,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC;QAClC,IAAI,OAAO,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;YAChF,SAAS;QACX,IAAI,CAAC,CAAC,KAAK,IAAI,GAAG,IAAI,KAAK,IAAI,GAAG,CAAC;YAAE,SAAS;QAC9C,MAAM,GAAG,GACP,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;QACvF,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IACnB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;yCAGyC;AACzC,MAAM,UAAU,eAAe,CAAC,WAA8B;IAC5D,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,MAAM,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,SAAS;YAAE,SAAS;QAC9B,IAAI,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,QAAQ,GAAG,IAAI,CAAC;aACrC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,OAAO,GAAG,IAAI,CAAC;;YACxC,UAAU,GAAG,IAAI,CAAC;IACzB,CAAC;IACD,IAAI,QAAQ;QAAE,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC;IAC5E,IAAI,OAAO,IAAI,CAAC,UAAU;QACxB,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC;IAClE,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC;AACvE,CAAC;AAED,SAAS,UAAU,CAAC,MAA+B;IACjD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC;IAC7B,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;AACpC,CAAC;AAED;oFACoF;AACpF,MAAM,UAAU,oBAAoB,CAAC,MAAe;IAClD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IACxC,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,GAAG,GAAY,IAAI,CAAC,eAAe,CAAC,CAAC;IACzC,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,GAAG,GAAG,MAAM,CAAC,eAAe,CAAC,CAAC;IAC3D,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC9C,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAAE,OAAO,SAAS,CAAC;IAC/D,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,WAAW,CAAC,GAAY;IAC/B,IAAI,OAAO,GAAG,KAAK,SAAS;QAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,0BAA0B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/E,IAAI,GAAW,CAAC;IAChB,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,GAAG,GAAG,GAAG,CAAC;IACZ,CAAC;SAAM,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACnC,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,0BAA0B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/E,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,0BAA0B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/E,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,iCAAiC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACtF,mFAAmF;IACnF,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,aAAa;QAC/B,MAAM,IAAI,KAAK,CAAC,GAAG,SAAS,2BAA2B,aAAa,UAAU,GAAG,EAAE,CAAC,CAAC;IACvF,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;mCAGmC;AACnC,MAAM,UAAU,eAAe,CAAC,MAAe;IAC7C,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IACxC,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,GAAY,CAAC;IACjB,6EAA6E;IAC7E,6EAA6E;IAC7E,gFAAgF;IAChF,IAAI,SAAS,IAAI,IAAI;QAAE,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;SACxC,IAAI,SAAS,IAAI,MAAM;QAAE,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;;QACjD,OAAO,SAAS,CAAC;IACtB,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;AAC1B,CAAC;AAED;;kBAEkB;AAClB,MAAM,UAAU,cAAc,CAAC,MAAe,EAAE,KAAa;IAC3D,IAAI,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACrB,KAAK,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,cAAc,CAAC,EAAE,CAAC;YACpD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YACxB,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE;gBAAE,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IACD,OAAO,cAAc,KAAK,EAAE,CAAC;AAC/B,CAAC;AAED;oEACoE;AACpE,MAAM,UAAU,gBAAgB,CAC9B,MAA8B,EAC9B,SAA6B;IAE7B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACrC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAC/D,IAAI,SAAS,KAAK,SAAS;QAAE,OAAO,IAAI,IAAI,SAAS,CAAC;IACtD,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;IACvF,OAAO,SAAS,CAAC;AACnB,CAAC;AAcD;;uDAEuD;AACvD,MAAM,UAAU,YAAY,CAAC,IAAsB;IACjD,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxE,MAAM,KAAK,GAAuB;QAChC,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;QAC5B,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC;QACvC,aAAa;QACb,UAAU;QACV,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC;QAC9C,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC;KACvC,CAAC;IACF,IAAI,aAAa,KAAK,SAAS,IAAI,IAAI,CAAC,YAAY;QAClD,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;IACpE,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;QAAE,KAAK,CAAC,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxE,OAAO,KAAK,CAAC;AACf,CAAC;AAWD;;;qBAGqB;AACrB,MAAM,UAAU,oBAAoB,CAClC,MAAe,EACf,IAAsB;IAEtB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,CAAC;IAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IAChC,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IACxD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,CACJ,GAAG,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,wCAAwC;gBACtE,gCAAgC,CACnC,CAAC;QACJ,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAClE,IAAI,KAAyB,CAAC;IAC9B,IAAI,CAAC;QACH,KAAK,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,KAAK,GAAG,SAAS,CAAC;QAClB,MAAM,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,KAAM,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,YAAY,CAAC;QAClB,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,MAAM;QACN,YAAY,EAAE,OAAO;QACrB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;QAChC,IAAI,EAAE,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC;QACnC,YAAY,EAAE,oBAAoB,CAAC,MAAM,CAAC;QAC1C,QAAQ,EAAE,KAAK;QACf,WAAW,EAAE,IAAI,CAAC,WAAW;KAC9B,CAAC,CAAC;AACL,CAAC;AAED;;;yEAGyE;AACzE,MAAM,UAAU,cAAc,CAAC,IAAa;IAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACtD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IAC/B,KAAK,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACxB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;sEACsE;AACtE,MAAM,UAAU,YAAY,CAC1B,IAAa,EACb,IAAwF;IAExF,MAAM,GAAG,GAAyB,EAAE,CAAC;IACrC,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YAC7C,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;QACH,IAAI,KAAK,KAAK,SAAS;YAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAiBD;;iEAEiE;AACjE,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAkB,EAClB,IAAa,EACb,UAAkB,EAClB,OAAuE,EAAE;IAEzE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,WAAW,CAAC;IAC1C,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YAC7C,UAAU;YACV,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,MAAM;SACP,CAAC,CAAC;QACH,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,OAAO,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YACjC,QAAQ,EAAE,CAAC;QACb,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,EAAE,CAAC;YACT,MAAM,CAAC,gCAAgC,KAAK,CAAC,IAAI,KAAM,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;IACD,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,iBAAkB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AACvC,CAAC"}