@llm4ts/flow 2.4.2 → 2.6.0

package/dist/JudgmentEval.d.ts

@@ -0,0 +1,143 @@
+import * as Schema from "effect/Schema";
+import { type Answer } from "@llm4ts/core/judgment/Schemas";
+import { type Decision } from "./Judgment.ts";
+import { LabelledItem } from "./JudgmentDataset.ts";
+import type { ReviewPrescreenResult, ReviewResult, Severity } from "./Review.ts";
+import type { Reviewer } from "./Reviewer.ts";
+export interface EvalItem {
+    readonly item: LabelledItem;
+    readonly answer: Answer | undefined;
+    readonly latencyMs: number;
+    readonly failure?: string;
+    readonly decision?: Decision;
+    readonly severities?: ReadonlyArray<Severity>;
+}
+/** One completed full-path result per lens; missing screens remain failed eval items. */
+export declare const replayEvalItems: (commit: {
+    readonly sha: string;
+    readonly diff: string;
+}, runs: ReadonlyArray<{
+    readonly lens: Reviewer;
+    readonly result: ReviewResult;
+}>, observations: ReviewPrescreenResult["observations"], screeningMs: number, labelledAt: string) => ReadonlyArray<EvalItem>;
+declare const SeverityCounts: Schema.Struct<{
+    readonly Critical: Schema.Int;
+    readonly Warning: Schema.Int;
+    readonly Info: Schema.Int;
+}>;
+/** Lost issues and missed positive lenses have different units; verify both independently. */
+export declare const replayMissesAgree: (report: EvalReport, lost: typeof SeverityCounts.Type, missedPositiveLenses: number) => boolean;
+export declare const EvalMemory: Schema.Struct<{
+    readonly restMb: Schema.Number;
+    readonly peakMb: Schema.Number;
+}>;
+export declare const CalibrationBin: Schema.Struct<{
+    readonly lower: Schema.Number;
+    readonly upper: Schema.Number;
+    readonly count: Schema.Int;
+    readonly meanLabelProbability: Schema.NullOr<Schema.Number>;
+}>;
+export declare const EvalMeasures: Schema.Struct<{
+    readonly items: Schema.Int;
+    readonly answered: Schema.Int;
+    readonly failed: Schema.Int;
+    readonly accuracy: Schema.NullOr<Schema.Number>;
+    readonly ece: Schema.NullOr<Schema.Number>;
+    readonly brier: Schema.NullOr<Schema.Number>;
+    readonly bins: Schema.$Array<Schema.Struct<{
+        readonly lower: Schema.Number;
+        readonly upper: Schema.Number;
+        readonly count: Schema.Int;
+        readonly meanLabelProbability: Schema.NullOr<Schema.Number>;
+    }>>;
+    readonly decisions: Schema.Struct<{
+        readonly act: Schema.Int;
+        readonly caution: Schema.Int;
+        readonly hold: Schema.Int;
+    }>;
+    readonly latencyMs: Schema.Struct<{
+        readonly p50: Schema.NullOr<Schema.Number>;
+        readonly p95: Schema.NullOr<Schema.Number>;
+    }>;
+}>;
+declare const EvalReport_base: Schema.Class<EvalReport, Schema.Struct<{
+    readonly overall: Schema.Struct<{
+        readonly items: Schema.Int;
+        readonly answered: Schema.Int;
+        readonly failed: Schema.Int;
+        readonly accuracy: Schema.NullOr<Schema.Number>;
+        readonly ece: Schema.NullOr<Schema.Number>;
+        readonly brier: Schema.NullOr<Schema.Number>;
+        readonly bins: Schema.$Array<Schema.Struct<{
+            readonly lower: Schema.Number;
+            readonly upper: Schema.Number;
+            readonly count: Schema.Int;
+            readonly meanLabelProbability: Schema.NullOr<Schema.Number>;
+        }>>;
+        readonly decisions: Schema.Struct<{
+            readonly act: Schema.Int;
+            readonly caution: Schema.Int;
+            readonly hold: Schema.Int;
+        }>;
+        readonly latencyMs: Schema.Struct<{
+            readonly p50: Schema.NullOr<Schema.Number>;
+            readonly p95: Schema.NullOr<Schema.Number>;
+        }>;
+    }>;
+    readonly decisions: Schema.$Array<Schema.Struct<{
+        readonly decision: Schema.Literals<readonly ["review-prescreen", "satisfied-probe", "program-judge"]>;
+        readonly measures: Schema.Struct<{
+            readonly items: Schema.Int;
+            readonly answered: Schema.Int;
+            readonly failed: Schema.Int;
+            readonly accuracy: Schema.NullOr<Schema.Number>;
+            readonly ece: Schema.NullOr<Schema.Number>;
+            readonly brier: Schema.NullOr<Schema.Number>;
+            readonly bins: Schema.$Array<Schema.Struct<{
+                readonly lower: Schema.Number;
+                readonly upper: Schema.Number;
+                readonly count: Schema.Int;
+                readonly meanLabelProbability: Schema.NullOr<Schema.Number>;
+            }>>;
+            readonly decisions: Schema.Struct<{
+                readonly act: Schema.Int;
+                readonly caution: Schema.Int;
+                readonly hold: Schema.Int;
+            }>;
+            readonly latencyMs: Schema.Struct<{
+                readonly p50: Schema.NullOr<Schema.Number>;
+                readonly p95: Schema.NullOr<Schema.Number>;
+            }>;
+        }>;
+    }>>;
+    readonly missedIssues: Schema.optionalKey<Schema.Struct<{
+        readonly count: Schema.Int;
+        readonly positiveAnswered: Schema.Int;
+        readonly rate: Schema.NullOr<Schema.Number>;
+        readonly severities: Schema.optionalKey<Schema.Struct<{
+            readonly Critical: Schema.Int;
+            readonly Warning: Schema.Int;
+            readonly Info: Schema.Int;
+        }>>;
+    }>>;
+    readonly memory: Schema.optionalKey<Schema.Struct<{
+        readonly restMb: Schema.Number;
+        readonly peakMb: Schema.Number;
+    }>>;
+}>, {}>;
+export declare class EvalReport extends EvalReport_base {
+}
+/** Failures and mismatched answer kinds count as failed and are excluded from all metrics. */
+export declare const evaluateJudgments: (items: ReadonlyArray<EvalItem>, memory?: typeof EvalMemory.Type) => EvalReport;
+export interface EvalReportMeta {
+    readonly date: string;
+    readonly decision: string;
+    readonly backend: string;
+    readonly model: string;
+    readonly memoryNote?: string;
+    readonly title?: string;
+    readonly latencyNote?: string;
+}
+export declare const renderEvalReport: (report: EvalReport, meta: EvalReportMeta) => string;
+export {};
+//# sourceMappingURL=JudgmentEval.d.ts.map

package/dist/JudgmentEval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"JudgmentEval.d.ts","sourceRoot":"","sources":["../src/JudgmentEval.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAwB,KAAK,MAAM,EAAE,MAAM,+BAA+B,CAAA;AACjF,OAAO,EAAU,KAAK,QAAQ,EAAE,MAAM,eAAe,CAAA;AACrD,OAAO,EAAgC,YAAY,EAAE,MAAM,sBAAsB,CAAA;AACjF,OAAO,KAAK,EAAE,qBAAqB,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAChF,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAE7C,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAA;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAA;IACnC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAA;IAC5B,QAAQ,CAAC,UAAU,CAAC,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAA;CAC9C;AAED,yFAAyF;AACzF,eAAO,MAAM,eAAe,GAC1B,QAAQ;IAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,EACvD,MAAM,aAAa,CAAC;IAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAA;CAAE,CAAC,EAC/E,cAAc,qBAAqB,CAAC,cAAc,CAAC,EACnD,aAAa,MAAM,EACnB,YAAY,MAAM,KACjB,aAAa,CAAC,QAAQ,CAsBrB,CAAA;AAEJ,QAAA,MAAM,cAAc;;;;EAIlB,CAAA;AAEF,8FAA8F;AAC9F,eAAO,MAAM,iBAAiB,GAC5B,QAAQ,UAAU,EAClB,MAAM,OAAO,cAAc,CAAC,IAAI,EAChC,sBAAsB,MAAM,KAC3B,OAKA,CAAA;AAGH,eAAO,MAAM,UAAU;;;EAAkE,CAAA;AACzF,eAAO,MAAM,cAAc;;;;;EAKzB,CAAA;AACF,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;EAUvB,CAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEF,qBAAa,UAAW,SAAQ,eAY9B;CAAG;AA4EL,8FAA8F;AAC9F,eAAO,MAAM,iBAAiB,GAC5B,OAAO,aAAa,CAAC,QAAQ,CAAC,EAC9B,SAAS,OAAO,UAAU,CAAC,IAAI,KAC9B,UAsCF,CAAA;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAC9B;AAKD,eAAO,MAAM,gBAAgB,GAAI,QAAQ,UAAU,EAAE,MAAM,cAAc,KAAG,MA2E3E,CAAA"}

package/dist/JudgmentEval.js

@@ -0,0 +1,242 @@
+import * as Schema from "effect/Schema";
+import { expectedScore, truth } from "@llm4ts/core/judgment/Schemas";
+import { decide } from "./Judgment.js";
+import { candidateId, DatasetDecision, LabelledItem } from "./JudgmentDataset.js";
+/** One completed full-path result per lens; missing screens remain failed eval items. */
+export const replayEvalItems = (commit, runs, observations, screeningMs, labelledAt) => runs.map(({ lens, result }) => {
+    const observation = observations.find(({ key }) => key === lens.name);
+    const source = `commit:${commit.sha}:${lens.name}`;
+    return {
+        item: LabelledItem.make({
+            id: candidateId("review-prescreen", source),
+            decision: "review-prescreen",
+            source,
+            state: observation?.state ?? { diff: commit.diff },
+            question: observation?.question ?? truth(lens.screeningStatement),
+            label: result.issues.length > 0,
+            labelledBy: "outcome",
+            labelledAt
+        }),
+        answer: observation?.answer,
+        ...(observation === undefined
+            ? { failure: "Pre-screen returned no matching answer." }
+            : { decision: observation.decision }),
+        severities: result.issues.map(({ severity }) => severity),
+        latencyMs: screeningMs / runs.length
+    };
+});
+const SeverityCounts = Schema.Struct({
+    Critical: Schema.Int,
+    Warning: Schema.Int,
+    Info: Schema.Int
+});
+/** Lost issues and missed positive lenses have different units; verify both independently. */
+export const replayMissesAgree = (report, lost, missedPositiveLenses) => report.missedIssues?.count === missedPositiveLenses &&
+    report.missedIssues.severities !== undefined &&
+    ["Critical", "Warning", "Info"].every((severity) => report.missedIssues?.severities?.[severity] === lost[severity]);
+const Metric = Schema.NullOr(Schema.Number);
+export const EvalMemory = Schema.Struct({ restMb: Schema.Number, peakMb: Schema.Number });
+export const CalibrationBin = Schema.Struct({
+    lower: Schema.Number,
+    upper: Schema.Number,
+    count: Schema.Int,
+    meanLabelProbability: Metric
+});
+export const EvalMeasures = Schema.Struct({
+    items: Schema.Int,
+    answered: Schema.Int,
+    failed: Schema.Int,
+    accuracy: Metric,
+    ece: Metric,
+    brier: Metric,
+    bins: Schema.Array(CalibrationBin),
+    decisions: Schema.Struct({ act: Schema.Int, caution: Schema.Int, hold: Schema.Int }),
+    latencyMs: Schema.Struct({ p50: Metric, p95: Metric })
+});
+export class EvalReport extends Schema.Class("EvalReport")({
+    overall: EvalMeasures,
+    decisions: Schema.Array(Schema.Struct({ decision: DatasetDecision, measures: EvalMeasures })),
+    missedIssues: Schema.optionalKey(Schema.Struct({
+        count: Schema.Int,
+        positiveAnswered: Schema.Int,
+        rate: Metric,
+        severities: Schema.optionalKey(SeverityCounts)
+    })),
+    memory: Schema.optionalKey(EvalMemory)
+}) {
+}
+const measured = ({ item, answer, failure, latencyMs, decision }) => {
+    if (failure !== undefined || answer === undefined)
+        return undefined;
+    if (item.question.type === "truth" &&
+        answer.type === "truth" &&
+        typeof item.label === "boolean") {
+        return {
+            answer,
+            decision: decision ?? decide(answer),
+            latencyMs,
+            correct: answer.truth >= 0.5 === item.label,
+            probability: item.label ? answer.truth : 1 - answer.truth
+        };
+    }
+    if (item.question.type === "score" && answer.type === "score" && typeof item.label === "number") {
+        return {
+            answer,
+            decision: decision ?? decide(answer),
+            latencyMs,
+            correct: Math.round(expectedScore(answer.probabilities)) === item.label,
+            probability: answer.probabilities[String(item.label)] ?? 0
+        };
+    }
+    return undefined;
+};
+/** Nearest rank, with no interpolation; no observations means no metric. */
+const percentile = (sorted, fraction) => sorted[Math.ceil(sorted.length * fraction) - 1] ?? null;
+const measures = (items) => {
+    const answered = items.flatMap((item) => {
+        const value = measured(item);
+        return value === undefined ? [] : [value];
+    });
+    const count = answered.length;
+    const average = (sum) => (count === 0 ? null : sum / count);
+    const bins = Array.from({ length: 10 }, (_, index) => {
+        const members = answered.filter(({ probability }) => Math.min(9, Math.floor(probability * 10)) === index);
+        return {
+            lower: index / 10,
+            upper: (index + 1) / 10,
+            count: members.length,
+            meanLabelProbability: members.length === 0
+                ? null
+                : members.reduce((sum, member) => sum + member.probability, 0) / members.length
+        };
+    });
+    const decisions = answered.map(({ decision }) => decision);
+    const latencies = answered.map(({ latencyMs }) => latencyMs).sort((a, b) => a - b);
+    return {
+        items: items.length,
+        answered: count,
+        failed: items.length - count,
+        accuracy: average(answered.filter(({ correct }) => correct).length),
+        // The labelled outcome occurred (target 1), regardless of the predicted class.
+        ece: average(bins.reduce((sum, bin) => sum + bin.count * Math.abs(1 - (bin.meanLabelProbability ?? 1)), 0)),
+        brier: average(answered.reduce((sum, value) => sum + (1 - value.probability) ** 2, 0)),
+        bins,
+        decisions: {
+            act: decisions.filter((decision) => decision === "act").length,
+            caution: decisions.filter((decision) => decision === "caution").length,
+            hold: decisions.filter((decision) => decision === "hold").length
+        },
+        latencyMs: { p50: percentile(latencies, 0.5), p95: percentile(latencies, 0.95) }
+    };
+};
+/** Failures and mismatched answer kinds count as failed and are excluded from all metrics. */
+export const evaluateJudgments = (items, memory) => {
+    const decisions = [...new Set(items.map(({ item }) => item.decision))].sort();
+    const positives = items
+        .filter(({ item }) => item.decision === "review-prescreen" && item.label === true)
+        .flatMap((item) => {
+        const value = measured(item);
+        return value === undefined ? [] : [{ ...value, severities: item.severities }];
+    });
+    const missed = positives.filter(({ answer, decision }) => answer.type === "truth" && answer.truth < 0.5 && decision === "act");
+    const severities = missed.flatMap((item) => item.severities ?? []);
+    return EvalReport.make({
+        overall: measures(items),
+        decisions: decisions.map((decision) => ({
+            decision,
+            measures: measures(items.filter(({ item }) => item.decision === decision))
+        })),
+        ...(decisions.includes("review-prescreen")
+            ? {
+                missedIssues: {
+                    count: missed.length,
+                    positiveAnswered: positives.length,
+                    rate: positives.length === 0 ? null : missed.length / positives.length,
+                    ...(items.every((item) => item.severities !== undefined)
+                        ? {
+                            severities: {
+                                Critical: severities.filter((severity) => severity === "Critical").length,
+                                Warning: severities.filter((severity) => severity === "Warning").length,
+                                Info: severities.filter((severity) => severity === "Info").length
+                            }
+                        }
+                        : {})
+                }
+            }
+            : {}),
+        ...(memory === undefined ? {} : { memory })
+    });
+};
+const cell = (value) => value.replace(/\|/g, "&#124;").replace(/[\r\n]/g, " ");
+const number = (value) => (value === null ? "n/a" : value.toFixed(4));
+export const renderEvalReport = (report, meta) => {
+    const rows = [
+        ...report.decisions.map(({ decision, measures }) => ({ name: decision, measures })),
+        { name: "Overall", measures: report.overall }
+    ];
+    return [
+        `# ${cell(meta.title ?? "Judgment evaluation")}`,
+        "",
+        `- Date: ${cell(meta.date)}`,
+        `- Decision: ${cell(meta.decision)}`,
+        `- Backend identity: ${cell(meta.backend)}`,
+        `- Model: ${cell(meta.model)}`,
+        "",
+        "## Measures",
+        "",
+        "| Decision | Items | Answered | Failed | Accuracy | ECE (10 bins) | Brier | p50 ms | p95 ms |",
+        "| --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | ---: |",
+        ...rows.map(({ name, measures: m }) => `| ${name} | ${m.items} | ${m.answered} | ${m.failed} | ${number(m.accuracy)} | ${number(m.ece)} | ${number(m.brier)} | ${number(m.latencyMs.p50)} | ${number(m.latencyMs.p95)} |`),
+        "",
+        "Metrics use answered items only; n/a means no observations. Overall is item-weighted.",
+        "Accuracy: Truth >= 0.5; Score rounds the expected level index.",
+        "ECE bins the labelled-outcome probability p into [0, 0.1), ..., [0.9, 1]; target = 1.",
+        "ECE = sum(bin count / answered * |1 - mean p|); Brier = mean((1 - p)^2).",
+        "These are labelled-outcome metrics, not predicted-confidence ECE or multiclass Brier.",
+        meta.latencyNote ??
+            "Latency uses nearest-rank percentiles per independent question, excluding failures.",
+        "",
+        "## Default policy decisions",
+        "",
+        "| Decision | Act | Caution | Hold |",
+        "| --- | ---: | ---: | ---: |",
+        ...rows.map(({ name, measures: m }) => `| ${name} | ${m.decisions.act} | ${m.decisions.caution} | ${m.decisions.hold} |`),
+        ...(report.missedIssues === undefined
+            ? []
+            : [
+                "",
+                "## Pre-screen missed issues",
+                "",
+                "| Missed positive items | Answered positive items | Missed rate |",
+                "| ---: | ---: | ---: |",
+                `| ${report.missedIssues.count} | ${report.missedIssues.positiveAnswered} | ${number(report.missedIssues.rate)} |`,
+                "",
+                "A miss requires label=true, truth<0.5 and decide=act (the lens would be skipped).",
+                ...(report.missedIssues.severities === undefined
+                    ? [
+                        "Severity breakdown unavailable: LabelledItem records presence, not issue counts or severity."
+                    ]
+                    : [
+                        "",
+                        "| Lost Critical issues | Lost Warning issues | Lost Info issues |",
+                        "| ---: | ---: | ---: |",
+                        `| ${report.missedIssues.severities.Critical} | ${report.missedIssues.severities.Warning} | ${report.missedIssues.severities.Info} |`,
+                        "",
+                        "Severity counts are issues on missed positive lenses; one lens can report multiple issues."
+                    ])
+            ]),
+        "",
+        "## Judgment seat resident memory",
+        "",
+        "| Rest MiB | Sampled peak MiB |",
+        "| ---: | ---: |",
+        `| ${number(report.memory?.restMb ?? null)} | ${number(report.memory?.peakMb ?? null)} |`,
+        "",
+        meta.memoryNote ??
+            (report.memory === undefined
+                ? "Memory not supplied."
+                : "Memory supplied by the caller; peak is the maximum sampled RSS."),
+        ""
+    ].join("\n");
+};
+//# sourceMappingURL=JudgmentEval.js.map

package/dist/JudgmentEval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"JudgmentEval.js","sourceRoot":"","sources":["../src/JudgmentEval.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,aAAa,EAAE,KAAK,EAAe,MAAM,+BAA+B,CAAA;AACjF,OAAO,EAAE,MAAM,EAAiB,MAAM,eAAe,CAAA;AACrD,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAA;AAajF,yFAAyF;AACzF,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,MAAuD,EACvD,IAA+E,EAC/E,YAAmD,EACnD,WAAmB,EACnB,UAAkB,EACO,EAAE,CAC3B,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE;IAC5B,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,IAAI,CAAC,CAAA;IACrE,MAAM,MAAM,GAAG,UAAU,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,CAAA;IAClD,OAAO;QACL,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC;YACtB,EAAE,EAAE,WAAW,CAAC,kBAAkB,EAAE,MAAM,CAAC;YAC3C,QAAQ,EAAE,kBAAkB;YAC5B,MAAM;YACN,KAAK,EAAE,WAAW,EAAE,KAAK,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE;YAClD,QAAQ,EAAE,WAAW,EAAE,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC;YACjE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YAC/B,UAAU,EAAE,SAAS;YACrB,UAAU;SACX,CAAC;QACF,MAAM,EAAE,WAAW,EAAE,MAAM;QAC3B,GAAG,CAAC,WAAW,KAAK,SAAS;YAC3B,CAAC,CAAC,EAAE,OAAO,EAAE,yCAAyC,EAAE;YACxD,CAAC,CAAC,EAAE,QAAQ,EAAE,WAAW,CAAC,QAAQ,EAAE,CAAC;QACvC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC;QACzD,SAAS,EAAE,WAAW,GAAG,IAAI,CAAC,MAAM;KACrC,CAAA;AACH,CAAC,CAAC,CAAA;AAEJ,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC;IACnC,QAAQ,EAAE,MAAM,CAAC,GAAG;IACpB,OAAO,EAAE,MAAM,CAAC,GAAG;IACnB,IAAI,EAAE,MAAM,CAAC,GAAG;CACjB,CAAC,CAAA;AAEF,8FAA8F;AAC9F,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,MAAkB,EAClB,IAAgC,EAChC,oBAA4B,EACnB,EAAE,CACX,MAAM,CAAC,YAAY,EAAE,KAAK,KAAK,oBAAoB;IACnD,MAAM,CAAC,YAAY,CAAC,UAAU,KAAK,SAAS;IAC3C,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,CAAW,CAAC,KAAK,CAC9C,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,EAAE,UAAU,EAAE,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,QAAQ,CAAC,CAC7E,CAAA;AAEH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;AAC3C,MAAM,CAAC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;AACzF,MAAM,CAAC,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC;IAC1C,KAAK,EAAE,MAAM,CAAC,MAAM;IACpB,KAAK,EAAE,MAAM,CAAC,MAAM;IACpB,KAAK,EAAE,MAAM,CAAC,GAAG;IACjB,oBAAoB,EAAE,MAAM;CAC7B,CAAC,CAAA;AACF,MAAM,CAAC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;IACxC,KAAK,EAAE,MAAM,CAAC,GAAG;IACjB,QAAQ,EAAE,MAAM,CAAC,GAAG;IACpB,MAAM,EAAE,MAAM,CAAC,GAAG;IAClB,QAAQ,EAAE,MAAM;IAChB,GAAG,EAAE,MAAM;IACX,KAAK,EAAE,MAAM;IACb,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC;IAClC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC;IACpF,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;CACvD,CAAC,CAAA;AAEF,MAAM,OAAO,UAAW,SAAQ,MAAM,CAAC,KAAK,CAAa,YAAY,CAAC,CAAC;IACrE,OAAO,EAAE,YAAY;IACrB,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;IAC7F,YAAY,EAAE,MAAM,CAAC,WAAW,CAC9B,MAAM,CAAC,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC,GAAG;QACjB,gBAAgB,EAAE,MAAM,CAAC,GAAG;QAC5B,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC;KAC/C,CAAC,CACH;IACD,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC;CACvC,CAAC;CAAG;AAEL,MAAM,QAAQ,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAY,EAAE,EAAE;IAC5E,IAAI,OAAO,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,SAAS,CAAA;IACnE,IACE,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,OAAO;QAC9B,MAAM,CAAC,IAAI,KAAK,OAAO;QACvB,OAAO,IAAI,CAAC,KAAK,KAAK,SAAS,EAC/B,CAAC;QACD,OAAO;YACL,MAAM;YACN,QAAQ,EAAE,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC;YACpC,SAAS;YACT,OAAO,EAAE,MAAM,CAAC,KAAK,IAAI,GAAG,KAAK,IAAI,CAAC,KAAK;YAC3C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK;SAC1D,CAAA;IACH,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QAChG,OAAO;YACL,MAAM;YACN,QAAQ,EAAE,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC;YACpC,SAAS;YACT,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,KAAK,IAAI,CAAC,KAAK;YACvE,WAAW,EAAE,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC;SAC3D,CAAA;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC,CAAA;AAED,4EAA4E;AAC5E,MAAM,UAAU,GAAG,CAAC,MAA6B,EAAE,QAAgB,EAAiB,EAAE,CACpF,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAA;AAEzD,MAAM,QAAQ,GAAG,CAAC,KAA8B,EAA4B,EAAE;IAC5E,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACtC,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;QAC5B,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IAC3C,CAAC,CAAC,CAAA;IACF,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAA;IAC7B,MAAM,OAAO,GAAG,CAAC,GAAW,EAAiB,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,CAAA;IAClF,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;QACnD,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAC7B,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC,KAAK,KAAK,CACzE,CAAA;QACD,OAAO;YACL,KAAK,EAAE,KAAK,GAAG,EAAE;YACjB,KAAK,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,EAAE;YACvB,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,oBAAoB,EAClB,OAAO,CAAC,MAAM,KAAK,CAAC;gBAClB,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM;SACpF,CAAA;IACH,CAAC,CAAC,CAAA;IACF,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAA;IAC1D,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAClF,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,MAAM;QACnB,QAAQ,EAAE,KAAK;QACf,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK;QAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACnE,+EAA+E;QAC/E,GAAG,EAAE,OAAO,CACV,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAC9F;QACD,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACtF,IAAI;QACJ,SAAS,EAAE;YACT,GAAG,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC,MAAM;YAC9D,OAAO,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,MAAM;YACtE,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,MAAM;SACjE;QACD,SAAS,EAAE,EAAE,GAAG,EAAE,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE;KACjF,CAAA;AACH,CAAC,CAAA;AAED,8FAA8F;AAC9F,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,KAA8B,EAC9B,MAA+B,EACnB,EAAE;IACd,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IAC7E,MAAM,SAAS,GAAG,KAAK;SACpB,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,kBAAkB,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC;SACjF,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAChB,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;QAC5B,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAA;IAC/E,CAAC,CAAC,CAAA;IACJ,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAC7B,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,KAAK,GAAG,GAAG,IAAI,QAAQ,KAAK,KAAK,CAC9F,CAAA;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAA;IAClE,OAAO,UAAU,CAAC,IAAI,CAAC;QACrB,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC;QACxB,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACtC,QAAQ;YACR,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;SAC3E,CAAC,CAAC;QACH,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,kBAAkB,CAAC;YACxC,CAAC,CAAC;gBACE,YAAY,EAAE;oBACZ,KAAK,EAAE,MAAM,CAAC,MAAM;oBACpB,gBAAgB,EAAE,SAAS,CAAC,MAAM;oBAClC,IAAI,EAAE,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM;oBACtE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC;wBACtD,CAAC,CAAC;4BACE,UAAU,EAAE;gCACV,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,MAAM;gCACzE,OAAO,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,MAAM;gCACvE,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,MAAM;6BAClE;yBACF;wBACH,CAAC,CAAC,EAAE,CAAC;iBACR;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;KAC5C,CAAC,CAAA;AACJ,CAAC,CAAA;AAYD,MAAM,IAAI,GAAG,CAAC,KAAa,EAAU,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;AAC9F,MAAM,MAAM,GAAG,CAAC,KAAoB,EAAU,EAAE,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAA;AAE5F,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAkB,EAAE,IAAoB,EAAU,EAAE;IACnF,MAAM,IAAI,GAAG;QACX,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QACnF,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE;KAC9C,CAAA;IACD,OAAO;QACL,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,qBAAqB,CAAC,EAAE;QAChD,EAAE;QACF,WAAW,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAC5B,eAAe,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;QACpC,uBAAuB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;QAC3C,YAAY,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;QAC9B,EAAE;QACF,aAAa;QACb,EAAE;QACF,+FAA+F;QAC/F,iEAAiE;QACjE,GAAG,IAAI,CAAC,GAAG,CACT,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,CACxB,KAAK,IAAI,MAAM,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,MAAM,MAAM,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CACrL;QACD,EAAE;QACF,uFAAuF;QACvF,gEAAgE;QAChE,uFAAuF;QACvF,0EAA0E;QAC1E,uFAAuF;QACvF,IAAI,CAAC,WAAW;YACd,qFAAqF;QACvF,EAAE;QACF,6BAA6B;QAC7B,EAAE;QACF,qCAAqC;QACrC,8BAA8B;QAC9B,GAAG,IAAI,CAAC,GAAG,CACT,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,CACxB,KAAK,IAAI,MAAM,CAAC,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,CAAC,SAAS,CAAC,OAAO,MAAM,CAAC,CAAC,SAAS,CAAC,IAAI,IAAI,CACpF;QACD,GAAG,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS;YACnC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC;gBACE,EAAE;gBACF,6BAA6B;gBAC7B,EAAE;gBACF,mEAAmE;gBACnE,wBAAwB;gBACxB,KAAK,MAAM,CAAC,YAAY,CAAC,KAAK,MAAM,MAAM,CAAC,YAAY,CAAC,gBAAgB,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI;gBAClH,EAAE;gBACF,mFAAmF;gBACnF,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,KAAK,SAAS;oBAC9C,CAAC,CAAC;wBACE,8FAA8F;qBAC/F;oBACH,CAAC,CAAC;wBACE,EAAE;wBACF,mEAAmE;wBACnE,wBAAwB;wBACxB,KAAK,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,QAAQ,MAAM,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,MAAM,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,IAAI;wBACrI,EAAE;wBACF,4FAA4F;qBAC7F,CAAC;aACP,CAAC;QACN,EAAE;QACF,kCAAkC;QAClC,EAAE;QACF,iCAAiC;QACjC,iBAAiB;QACjB,KAAK,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC,IAAI;QACzF,EAAE;QACF,IAAI,CAAC,UAAU;YACb,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS;gBAC1B,CAAC,CAAC,sBAAsB;gBACxB,CAAC,CAAC,iEAAiE,CAAC;QACxE,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACd,CAAC,CAAA"}

package/dist/JudgmentLog.d.ts

@@ -0,0 +1,46 @@
+import * as Effect from "effect/Effect";
+import * as Schema from "effect/Schema";
+import type * as Scope from "effect/Scope";
+import { type FlowEvent, type FlowEventHub } from "./FlowEvents.ts";
+import type { PlainFileStoreShape } from "./Persistence.ts";
+declare const JudgmentObservation_base: Schema.Class<JudgmentObservation, Schema.Struct<{
+    readonly runId: Schema.String;
+    /** Epoch milliseconds, matching FlowRecorder's timestamp. */
+    readonly at: Schema.Number;
+    readonly consumer: Schema.Literals<readonly ["review-prescreen", "satisfied-probe", "program-judge"]>;
+    readonly key: Schema.String;
+    readonly state: Schema.Union<readonly [Schema.String, Schema.$Record<Schema.String, Schema.Codec<Schema.Json, Schema.Json, never, never>>, Schema.$Array<Schema.String>]>;
+    readonly question: Schema.Union<readonly [typeof import("@llm4ts/core/judgment/Schemas.ts").ChoiceQuestion, typeof import("@llm4ts/core/judgment/Schemas.ts").ScoreQuestion, typeof import("@llm4ts/core/judgment/Schemas.ts").TruthQuestion]>;
+    readonly answer: Schema.Union<readonly [typeof import("@llm4ts/core/judgment/Schemas.ts").ChoiceAnswer, typeof import("@llm4ts/core/judgment/Schemas.ts").ScoreAnswer, typeof import("@llm4ts/core/judgment/Schemas.ts").TruthAnswer]>;
+    readonly outcome: Schema.Union<readonly [Schema.TaggedStruct<"ReviewPrescreen", {
+        readonly lens: Schema.String;
+        readonly issues: Schema.Struct<{
+            readonly Critical: Schema.Int;
+            readonly Warning: Schema.Int;
+            readonly Info: Schema.Int;
+        }>;
+    }>, Schema.TaggedStruct<"SatisfiedProbe", {
+        readonly literalMatch: Schema.Boolean;
+    }>, Schema.TaggedStruct<"ProgramJudge", {
+        readonly score: Schema.Number;
+    }>]>;
+    readonly decision: Schema.Literals<readonly ["act", "caution", "hold"]>;
+    readonly mode: Schema.Literals<readonly ["observe", "advise", "act"]>;
+    readonly judgmentIdentity: Schema.String;
+}>, {}>;
+export declare class JudgmentObservation extends JudgmentObservation_base {
+}
+export declare const judgmentLogPath: (root: string, consumer: JudgmentObservation["consumer"]) => string;
+export interface JudgmentLogShape {
+    readonly record: (event: FlowEvent) => Effect.Effect<void>;
+    readonly consume: (hub: FlowEventHub) => Effect.Effect<void, never, Scope.Scope>;
+    readonly awaitDrained: (hub: FlowEventHub) => Effect.Effect<void>;
+}
+/** A best-effort subscriber, with the same permanent degradation policy as FlowRecorder. */
+export declare const makeJudgmentLog: (options: {
+    readonly files: PlainFileStoreShape;
+    readonly root: string;
+    readonly runId: string;
+}) => Effect.Effect<JudgmentLogShape, never, never>;
+export {};
+//# sourceMappingURL=JudgmentLog.d.ts.map

package/dist/JudgmentLog.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"JudgmentLog.d.ts","sourceRoot":"","sources":["../src/JudgmentLog.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC,OAAO,KAAK,KAAK,KAAK,MAAM,cAAc,CAAA;AAE1C,OAAO,EAAoB,KAAK,SAAS,EAAE,KAAK,YAAY,EAAE,MAAM,iBAAiB,CAAA;AACrF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAA;;;IAIzD,6DAA6D;;;;;;;;;;;;;;;;;;;;;;;AAF/D,qBAAa,mBAAoB,SAAQ,wBAavC;CAAG;AAEL,eAAO,MAAM,eAAe,GAAI,MAAM,MAAM,EAAE,UAAU,mBAAmB,CAAC,UAAU,CAAC,KAAG,MACpB,CAAA;AAEtE,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAC1D,QAAQ,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,YAAY,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;IAChF,QAAQ,CAAC,YAAY,EAAE,CAAC,GAAG,EAAE,YAAY,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;CAClE;AAID,4FAA4F;AAC5F,eAAO,MAAM,eAAe;oBACV,mBAAmB;mBACpB,MAAM;oBACL,MAAM;mDAuDtB,CAAA"}

package/dist/JudgmentLog.js

@@ -0,0 +1,62 @@
+import * as Clock from "effect/Clock";
+import * as Effect from "effect/Effect";
+import * as Ref from "effect/Ref";
+import * as Schema from "effect/Schema";
+import * as Semaphore from "effect/Semaphore";
+import * as Stream from "effect/Stream";
+import { JudgmentObserved } from "./FlowEvents.js";
+export class JudgmentObservation extends Schema.Class("JudgmentObservation")({
+    runId: Schema.String,
+    /** Epoch milliseconds, matching FlowRecorder's timestamp. */
+    at: Schema.Number,
+    consumer: JudgmentObserved.fields.consumer,
+    key: JudgmentObserved.fields.key,
+    state: JudgmentObserved.fields.state,
+    question: JudgmentObserved.fields.question,
+    answer: JudgmentObserved.fields.answer,
+    outcome: JudgmentObserved.fields.outcome,
+    decision: JudgmentObserved.fields.decision,
+    mode: JudgmentObserved.fields.mode,
+    judgmentIdentity: JudgmentObserved.fields.judgmentIdentity
+}) {
+}
+export const judgmentLogPath = (root, consumer) => `${root.replace(/[\\/]+$/, "")}/.llm4ts/judgments/${consumer}.jsonl`;
+const codec = Schema.fromJsonString(JudgmentObservation);
+/** A best-effort subscriber, with the same permanent degradation policy as FlowRecorder. */
+export const makeJudgmentLog = Effect.fn("@llm4ts/flow/JudgmentLog.make")(function* (options) {
+    const consumed = yield* Ref.make(0);
+    const degraded = yield* Ref.make(false);
+    const lock = yield* Semaphore.make(1);
+    const record = (event) => event._tag !== "JudgmentObserved"
+        ? Effect.void
+        : lock.withPermit(Effect.gen(function* () {
+            if (yield* Ref.get(degraded))
+                return;
+            const at = yield* Clock.currentTimeMillis;
+            // Classified remains sealed until an explicit, audited declassify.
+            // Text uses its toString; JSON uses its toJSON. Serialize before
+            // schema traversal so even nested sealed values use that redaction,
+            // never their private payload. Already declassified plain text has
+            // no taint metadata; callers must retain the wrapper for secrets.
+            const observation = yield* Schema.decodeUnknownEffect(codec)(JSON.stringify({ ...event, runId: options.runId, at }));
+            const line = yield* Schema.encodeEffect(codec)(observation);
+            yield* options.files.append(judgmentLogPath(options.root, event.consumer), `${line}\n`);
+        }).pipe(Effect.catch(() => Ref.set(degraded, true))));
+    const awaitDrained = (hub) => Effect.gen(function* () {
+        const target = yield* hub.publishedCount;
+        const drain = Effect.suspend(() => Ref.get(consumed).pipe(Effect.flatMap((count) => count >= target ? Effect.void : Effect.yieldNow.pipe(Effect.andThen(drain)))));
+        yield* drain;
+    });
+    return {
+        record,
+        awaitDrained,
+        consume: (hub) => Effect.gen(function* () {
+            yield* Ref.set(consumed, yield* hub.publishedCount);
+            const subscription = yield* hub.subscribe;
+            yield* Stream.fromSubscription(subscription).pipe(Stream.runForEach((event) => record(event).pipe(Effect.andThen(Ref.update(consumed, (count) => count + 1)))), Effect.forkScoped);
+            // Registered after the consumer fiber: drain before scope interrupts it.
+            yield* Effect.addFinalizer(() => awaitDrained(hub));
+        })
+    };
+});
+//# sourceMappingURL=JudgmentLog.js.map

package/dist/JudgmentLog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"JudgmentLog.js","sourceRoot":"","sources":["../src/JudgmentLog.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,GAAG,MAAM,YAAY,CAAA;AACjC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,SAAS,MAAM,kBAAkB,CAAA;AAE7C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,gBAAgB,EAAqC,MAAM,iBAAiB,CAAA;AAGrF,MAAM,OAAO,mBAAoB,SAAQ,MAAM,CAAC,KAAK,CAAsB,qBAAqB,CAAC,CAAC;IAChG,KAAK,EAAE,MAAM,CAAC,MAAM;IACpB,6DAA6D;IAC7D,EAAE,EAAE,MAAM,CAAC,MAAM;IACjB,QAAQ,EAAE,gBAAgB,CAAC,MAAM,CAAC,QAAQ;IAC1C,GAAG,EAAE,gBAAgB,CAAC,MAAM,CAAC,GAAG;IAChC,KAAK,EAAE,gBAAgB,CAAC,MAAM,CAAC,KAAK;IACpC,QAAQ,EAAE,gBAAgB,CAAC,MAAM,CAAC,QAAQ;IAC1C,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,MAAM;IACtC,OAAO,EAAE,gBAAgB,CAAC,MAAM,CAAC,OAAO;IACxC,QAAQ,EAAE,gBAAgB,CAAC,MAAM,CAAC,QAAQ;IAC1C,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,IAAI;IAClC,gBAAgB,EAAE,gBAAgB,CAAC,MAAM,CAAC,gBAAgB;CAC3D,CAAC;CAAG;AAEL,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,IAAY,EAAE,QAAyC,EAAU,EAAE,CACjG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,sBAAsB,QAAQ,QAAQ,CAAA;AAQtE,MAAM,KAAK,GAAG,MAAM,CAAC,cAAc,CAAC,mBAAmB,CAAC,CAAA;AAExD,4FAA4F;AAC5F,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC,EAAE,CAAC,+BAA+B,CAAC,CAAC,QAAQ,CAAC,EAAE,OAIpF;IACC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACnC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACrC,MAAM,MAAM,GAAG,CAAC,KAAgB,EAAuB,EAAE,CACvD,KAAK,CAAC,IAAI,KAAK,kBAAkB;QAC/B,CAAC,CAAC,MAAM,CAAC,IAAI;QACb,CAAC,CAAC,IAAI,CAAC,UAAU,CACb,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YAClB,IAAI,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAAE,OAAM;YACpC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;YACzC,mEAAmE;YACnE,iEAAiE;YACjE,oEAAoE;YACpE,mEAAmE;YACnE,kEAAkE;YAClE,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAC1D,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,CACvD,CAAA;YACD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,CAAA;YAC3D,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,GAAG,IAAI,IAAI,CAAC,CAAA;QACzF,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CACrD,CAAA;IAEP,MAAM,YAAY,GAAG,CAAC,GAAiB,EAAuB,EAAE,CAC9D,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,cAAc,CAAA;QACxC,MAAM,KAAK,GAAwB,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CACrD,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CACpB,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACvB,KAAK,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAC5E,CACF,CACF,CAAA;QACD,KAAK,CAAC,CAAC,KAAK,CAAA;IACd,CAAC,CAAC,CAAA;IAEJ,OAAO;QACL,MAAM;QACN,YAAY;QACZ,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CACf,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YAClB,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;YACnD,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,SAAS,CAAA;YACzC,KAAK,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,IAAI,CAC/C,MAAM,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,EAAE,CAC1B,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAC/E,EACD,MAAM,CAAC,UAAU,CAClB,CAAA;YACD,yEAAyE;YACzE,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAA;QACrD,CAAC,CAAC;KACL,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/JudgmentTypes.d.ts

@@ -0,0 +1,13 @@
+import * as Schema from "effect/Schema";
+/**
+ * The two literals shared by the judgment policy and the flow events. They
+ * live apart from `Judgment.ts` so `FlowEvents.ts` can import them without
+ * a module cycle (the policy module publishes events).
+ */
+/** Consumers observe by default; automation requires an explicit act mode. */
+export declare const JudgmentMode: Schema.Literals<readonly ["observe", "advise", "act"]>;
+export type JudgmentMode = typeof JudgmentMode.Type;
+/** The three bands Jev documents: act, proceed with caution, or hold. */
+export declare const Decision: Schema.Literals<readonly ["act", "caution", "hold"]>;
+export type Decision = typeof Decision.Type;
+//# sourceMappingURL=JudgmentTypes.d.ts.map

package/dist/JudgmentTypes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"JudgmentTypes.d.ts","sourceRoot":"","sources":["../src/JudgmentTypes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC;;;;GAIG;AAEH,8EAA8E;AAC9E,eAAO,MAAM,YAAY,wDAAgD,CAAA;AACzE,MAAM,MAAM,YAAY,GAAG,OAAO,YAAY,CAAC,IAAI,CAAA;AAEnD,yEAAyE;AACzE,eAAO,MAAM,QAAQ,sDAA8C,CAAA;AACnE,MAAM,MAAM,QAAQ,GAAG,OAAO,QAAQ,CAAC,IAAI,CAAA"}

package/dist/JudgmentTypes.js

@@ -0,0 +1,11 @@
+import * as Schema from "effect/Schema";
+/**
+ * The two literals shared by the judgment policy and the flow events. They
+ * live apart from `Judgment.ts` so `FlowEvents.ts` can import them without
+ * a module cycle (the policy module publishes events).
+ */
+/** Consumers observe by default; automation requires an explicit act mode. */
+export const JudgmentMode = Schema.Literals(["observe", "advise", "act"]);
+/** The three bands Jev documents: act, proceed with caution, or hold. */
+export const Decision = Schema.Literals(["act", "caution", "hold"]);
+//# sourceMappingURL=JudgmentTypes.js.map

package/dist/JudgmentTypes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"JudgmentTypes.js","sourceRoot":"","sources":["../src/JudgmentTypes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC;;;;GAIG;AAEH,8EAA8E;AAC9E,MAAM,CAAC,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAA;AAGzE,yEAAyE;AACzE,MAAM,CAAC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAA"}

package/dist/ProgramJudge.d.ts

@@ -1,8 +1,10 @@
 import * as Effect from "effect/Effect";
 import { Sample, type Dimension } from "@llm4ts/core/eval/Eval";
-import type { Evaluator } from "@llm4ts/core/eval/Evaluator";
+import { type Evaluator } from "@llm4ts/core/eval/Evaluator";
+import type { JudgmentShape } from "@llm4ts/core/judgment/Judgment";
 import { FlowLlmError, type FlowError } from "./FlowError.ts";
-import { FlowEvents } from "./FlowEvents.ts";
+import { FlowEvents, type FlowEventsShape } from "./FlowEvents.ts";
+import { type JudgmentMode } from "./Judgment.ts";
 import type { GitToolShape } from "./GitTool.ts";
 import type { Pack } from "./Pack.ts";
 import type { PlainFileStoreShape } from "./Persistence.ts";
@@ -21,6 +23,11 @@ export declare const groupFiles: (pack: Pack, programs: ReadonlyArray<string>, c
 export interface ProgramJudgeOptions {
     readonly pack: Pack;
     readonly judge: Evaluator<Sample>;
+    /** Observe alongside the generative judge by default; only act replaces its scores. */
+    readonly judgment?: {
+        readonly judgment: JudgmentShape;
+        readonly mode?: JudgmentMode;
+    };
     readonly dimensions: ReadonlyArray<Dimension>;
     readonly git: GitToolShape;
     readonly files: PlainFileStoreShape;
@@ -34,6 +41,12 @@ export interface ProgramJudgeOptions {
     /** Content fingerprint for the verdict cache (hashing lives outside flow). */
     readonly fingerprint: (...parts: ReadonlyArray<string>) => string;
 }
+/**
+ * Compare typed answers with generative scores without changing the result in
+ * observe/advise. Failed questions have no answer to observe; backend failure
+ * keeps the generative result. Act uses core's judgment evaluator unchanged.
+ */
+export declare const withJudgment: (generative: Evaluator<Sample>, dimensions: ReadonlyArray<Dimension>, options: NonNullable<ProgramJudgeOptions["judgment"]>, events: FlowEventsShape) => Evaluator<Sample>;
 /**
  * A spec'd program with NO matching changed file is a deterministic gate
  * failure, not a silent pass. Skipping it would let the branch clear a bar the

package/dist/ProgramJudge.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ProgramJudge.d.ts","sourceRoot":"","sources":["../src/ProgramJudge.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,MAAM,EAAE,KAAK,SAAS,EAAmB,MAAM,wBAAwB,CAAA;AAChF,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAA;AAE5D,OAAO,EAAE,YAAY,EAAE,KAAK,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAC7D,OAAO,EAAE,UAAU,EAAQ,MAAM,iBAAiB,CAAA;AAClD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAChD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AACrC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAA;AAC3D,OAAO,EAAe,YAAY,EAAsB,MAAM,aAAa,CAAA;AAU3E,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IACnE,QAAQ,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC,CAAA;CAC3C;AAED;;;;;GAKG;AACH,eAAO,MAAM,UAAU,GACrB,MAAM,IAAI,EACV,UAAU,aAAa,CAAC,MAAM,CAAC,EAC/B,SAAS,aAAa,CAAC,MAAM,CAAC,KAC7B,YAYF,CAAA;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAA;IACnB,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,CAAA;IACjC,QAAQ,CAAC,UAAU,EAAE,aAAa,CAAC,SAAS,CAAC,CAAA;IAC7C,QAAQ,CAAC,GAAG,EAAE,YAAY,CAAA;IAC1B,QAAQ,CAAC,KAAK,EAAE,mBAAmB,CAAA;IACnC,iFAAiF;IACjF,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC,CAAA;IACxC,+DAA+D;IAC/D,QAAQ,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IACvE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,8EAA8E;IAC9E,QAAQ,CAAC,WAAW,EAAE,CAAC,GAAG,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,KAAK,MAAM,CAAA;CAClE;AAoCD;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,GAAI,UAAU,aAAa,CAAC,MAAM,CAAC,KAAG,YAc5D,CAAA;AAiCJ;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,25BA0B3B,CAAA"}
+{"version":3,"file":"ProgramJudge.d.ts","sourceRoot":"","sources":["../src/ProgramJudge.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,MAAM,EAAE,KAAK,SAAS,EAAmB,MAAM,wBAAwB,CAAA;AAChF,OAAO,EAAiB,KAAK,SAAS,EAAE,MAAM,6BAA6B,CAAA;AAE3E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAA;AAEnE,OAAO,EAAE,YAAY,EAAE,KAAK,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAC7D,OAAO,EACL,UAAU,EAIV,KAAK,eAAe,EACrB,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAAuB,KAAK,YAAY,EAAE,MAAM,eAAe,CAAA;AACtE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAChD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AACrC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAA;AAC3D,OAAO,EAAe,YAAY,EAAsB,MAAM,aAAa,CAAA;AAU3E,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IACnE,QAAQ,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC,CAAA;CAC3C;AAED;;;;;GAKG;AACH,eAAO,MAAM,UAAU,GACrB,MAAM,IAAI,EACV,UAAU,aAAa,CAAC,MAAM,CAAC,EAC/B,SAAS,aAAa,CAAC,MAAM,CAAC,KAC7B,YAYF,CAAA;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAA;IACnB,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,CAAA;IACjC,uFAAuF;IACvF,QAAQ,CAAC,QAAQ,CAAC,EAAE;QAAE,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;QAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,YAAY,CAAA;KAAE,CAAA;IACtF,QAAQ,CAAC,UAAU,EAAE,aAAa,CAAC,SAAS,CAAC,CAAA;IAC7C,QAAQ,CAAC,GAAG,EAAE,YAAY,CAAA;IAC1B,QAAQ,CAAC,KAAK,EAAE,mBAAmB,CAAA;IACnC,iFAAiF;IACjF,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC,CAAA;IACxC,+DAA+D;IAC/D,QAAQ,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IACvE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,8EAA8E;IAC9E,QAAQ,CAAC,WAAW,EAAE,CAAC,GAAG,KAAK,EAAE,aAAa,CAAC,MAAM,CAAC,KAAK,MAAM,CAAA;CAClE;AAED;;;;GAIG;AACH,eAAO,MAAM,YAAY,GACvB,YAAY,SAAS,CAAC,MAAM,CAAC,EAC7B,YAAY,aAAa,CAAC,SAAS,CAAC,EACpC,SAAS,WAAW,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC,EACrD,QAAQ,eAAe,KACtB,SAAS,CAAC,MAAM,CAoDlB,CAAA;AAoCD;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,GAAI,UAAU,aAAa,CAAC,MAAM,CAAC,KAAG,YAc5D,CAAA;AA2CJ;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,25BA0B3B,CAAA"}