@llm4ts/core 2.4.2 → 2.6.0

package/dist/judgment/LlmJudgment.js

@@ -0,0 +1,239 @@
+import * as Effect from "effect/Effect";
+import * as Layer from "effect/Layer";
+import * as Result from "effect/Result";
+import * as Schema from "effect/Schema";
+import { verbalizedScoreLabelSequence, verbalizedScoreLabels } from "../LabelScoring.js";
+import { TokenUsage } from "../Models.js";
+import { Judgment } from "./Judgment.js";
+import { averageProbabilities, choiceAnswer, JudgmentResult, QuestionFailure, renderState, scoreAnswer, truthAnswer, origins } from "./Schemas.js";
+/**
+ * `LlmJudgment`: the Judgment service over any `LlmServiceShape`. One label
+ * question per atomic question, answered through `scoreLabels`: a single
+ * forward pass on connectors with log-probabilities, a short JSON reply on
+ * the rest. Questions never see each other's answers in `independent`
+ * batching; `shared-prefix` sends the state once with every question and
+ * reads each answer as its own label distribution, trading that isolation
+ * for one prompt prefix per request.
+ */
+export const Batching = Schema.Literals(["independent", "shared-prefix"]);
+export class LlmJudgmentConfig extends Schema.Class("LlmJudgmentConfig")({
+    /** Questions in flight at once. 1 keeps a local server's prompt cache warm. */
+    concurrency: Schema.Int.pipe(Schema.withConstructorDefault(Effect.succeed(1))),
+    /** 2 also asks with the options reversed and averages, to blunt position bias. */
+    permutations: Schema.Literals([1, 2]).pipe(Schema.withConstructorDefault(Effect.succeed(1))),
+    /**
+     * `independent` (default): one call per question, Jev's answer
+     * independence. `shared-prefix`: every question of a request in one call
+     * whose state prefix is sent once; a question the batch could not read
+     * falls back to its own independent call.
+     */
+    batching: Batching.pipe(Schema.withConstructorDefault(Effect.succeed("independent"))),
+    /** Connector and model behind the seat, for `identity` and answer origins. */
+    connector: Schema.optionalKey(Schema.String),
+    model: Schema.optionalKey(Schema.String)
+}) {
+}
+const LABELS = "ABCDEFGHIJKLMNOPQRSTUVWXYZ";
+const describe = (description) => typeof description === "string" ? description : JSON.stringify(description);
+export const questionBody = (question, reverse) => {
+    if (question.type === "truth") {
+        const criteria = question.criteria === undefined
+            ? ""
+            : `\nYes means: ${describe(question.criteria.true)}\nNo means: ${describe(question.criteria.false)}`;
+        return {
+            body: `Statement: ${question.instructions}${criteria}\nAnswer with exactly one word: yes or no.`,
+            labels: ["yes", "no"],
+            keys: { yes: "yes", no: "no" }
+        };
+    }
+    const entries = question.type === "choice"
+        ? Object.entries(question.criteria)
+        : question.criteria.map((level, index) => [String(index), level]);
+    const ordered = reverse ? [...entries].reverse() : entries;
+    const labels = ordered.map((_, index) => LABELS[index] ?? `L${index}`);
+    const lines = ordered
+        .map(([key, description], index) => question.type === "choice"
+        ? `${labels[index]}. ${key}: ${describe(description)}`
+        : `${labels[index]}. ${describe(description)}`)
+        .join("\n");
+    const ask = question.type === "choice" ? "Question" : "Rate on the levels below";
+    return {
+        body: `${ask}: ${question.instructions}\nOptions:\n${lines}\nAnswer with exactly one letter.`,
+        labels,
+        keys: Object.fromEntries(ordered.map(([key], index) => [labels[index] ?? `L${index}`, key]))
+    };
+};
+const stateHeader = (state) => `State:\n${renderState(state)}\n\n`;
+/**
+ * The fixed label-scoring template: state first, then the question, then
+ * one single-token label per option. Truth uses `yes`/`no`.
+ */
+export const labelPlan = (state, question, reverse) => {
+    const part = questionBody(question, reverse);
+    return { prompt: `${stateHeader(state)}${part.body}`, labels: part.labels, keys: part.keys };
+};
+/**
+ * The shared-prefix template: the state once, then every question numbered,
+ * and an answer format of one label per line so a backend can read each
+ * position as its own distribution.
+ */
+export const sequencePlan = (state, questions, reverse) => {
+    const parts = questions.map((question) => questionBody(question, reverse));
+    const numbered = parts.map((part, index) => `Question ${index + 1}.\n${part.body}`).join("\n\n");
+    return {
+        prompt: `${stateHeader(state)}Answer each numbered question below with exactly one label on its own line, ` +
+            `formatted as "<number>: <label>", in order, and nothing else.\n\n${numbered}`,
+        parts
+    };
+};
+const byKey = (keys, distribution) => Object.fromEntries(Object.entries(distribution.probabilities).map(([label, value]) => [
+    keys[label] ?? label,
+    value
+]));
+const toAnswer = (question, probabilities, origin, support) => question.type === "choice"
+    ? choiceAnswer(probabilities, origin, support)
+    : question.type === "score"
+        ? scoreAnswer(question, probabilities, origin, support)
+        : truthAnswer(probabilities["yes"] ?? 0, origin, support);
+const sumUsage = (usages) => {
+    const present = usages.filter((usage) => usage !== undefined);
+    return present.length === 0
+        ? undefined
+        : TokenUsage.make({
+            prompt: present.reduce((sum, usage) => sum + usage.prompt, 0),
+            completion: present.reduce((sum, usage) => sum + usage.completion, 0),
+            total: present.reduce((sum, usage) => sum + usage.total, 0)
+        });
+};
+/** Combine one distribution per permutation into an answer; the weaker method and support win. */
+const combine = (question, reads, fallbackModel) => {
+    const method = reads.every(([, distribution]) => distribution.method === "logprobs")
+        ? "logprobs"
+        : reads.some(([, distribution]) => distribution.method === "sampled")
+            ? "sampled"
+            : "verbalized";
+    const support = Math.min(...reads.map(([, distribution]) => distribution.support));
+    const probabilities = averageProbabilities(reads.map(([keys, distribution]) => byKey(keys, distribution)));
+    const model = reads.find(([, distribution]) => distribution.model !== undefined)?.[1].model ?? fallbackModel;
+    return {
+        answer: toAnswer(question, probabilities, origins.llm(method, model), support),
+        usage: sumUsage(reads.map(([, distribution]) => distribution.usage)),
+        model
+    };
+};
+export const makeLlmJudgment = (llm, config = LlmJudgmentConfig.make({}), hooks = {}) => {
+    const fallback = verbalizedScoreLabels(llm.executeStructuredWithUsage);
+    const sequence = llm.scoreLabelSequence ?? verbalizedScoreLabelSequence(llm.executeStructuredWithUsage);
+    const permutations = config.permutations === 2 ? [false, true] : [false];
+    const permutationsFor = (question) => permutations.filter((reverse) => !reverse || question.type !== "truth");
+    const scoreOnce = (plan, key) => llm
+        .scoreLabels(plan.prompt, plan.labels)
+        .pipe(Effect.catchTag("ParseError", (error) => (hooks.onFallback?.(key, error.message) ?? Effect.void).pipe(Effect.andThen(fallback(plan.prompt, plan.labels)))));
+    const scoreQuestion = (state, key, question) => Effect.gen(function* () {
+        const plans = permutationsFor(question).map((reverse) => labelPlan(state, question, reverse));
+        const reads = yield* Effect.forEach(plans, (plan) => Effect.map(scoreOnce(plan, key), (distribution) => [plan.keys, distribution]));
+        return combine(question, reads, config.model);
+    });
+    const independently = (input, entries) => Effect.forEach(entries, ([key, question]) => Effect.map(Effect.result(scoreQuestion(input.state, key, question)), (outcome) => [key, outcome]), { concurrency: config.concurrency });
+    /**
+     * One call per permutation for the whole request. A question whose
+     * position could not be read in any permutation, or a call that failed
+     * outright, goes back through the independent path for that question.
+     */
+    const sharedPrefix = (input, entries) => Effect.gen(function* () {
+        const questions = entries.map(([, question]) => question);
+        const calls = yield* Effect.forEach(permutations, (reverse) => {
+            const plan = sequencePlan(input.state, questions, reverse);
+            return Effect.map(Effect.result(sequence(plan.prompt, plan.parts.map((part) => part.labels))), (outcome) => [plan, outcome]);
+        });
+        const successes = calls.flatMap(([, outcome]) => Result.isSuccess(outcome) ? [outcome.success] : []);
+        const batchModel = successes.find((call) => call.model !== undefined)?.model ?? config.model;
+        const answered = [];
+        const retry = [];
+        for (const [index, [key, question]] of entries.entries()) {
+            const reads = [];
+            let reason;
+            for (const [callIndex, reverse] of permutations.entries()) {
+                if (!permutationsFor(question).includes(reverse)) {
+                    continue;
+                }
+                const call = calls[callIndex];
+                const part = call?.[0].parts[index];
+                const outcome = call?.[1];
+                if (outcome === undefined || part === undefined) {
+                    reason = "no batched call covered this question";
+                    break;
+                }
+                if (Result.isFailure(outcome)) {
+                    reason = outcome.failure.message;
+                    break;
+                }
+                const entry = outcome.success.entries[index];
+                if (entry === undefined) {
+                    reason = "no entry for this question";
+                    break;
+                }
+                if (Result.isFailure(entry)) {
+                    reason = entry.failure.message;
+                    break;
+                }
+                reads.push([part.keys, entry.success]);
+            }
+            if (reason === undefined && reads.length > 0) {
+                // Usage was reported once for the whole call; the per-question reads carry none.
+                answered.push([key, Result.succeed(combine(question, reads, batchModel))]);
+            }
+            else {
+                yield* hooks.onFallback?.(key, `shared-prefix batch: ${reason ?? "unreadable"}`) ??
+                    Effect.void;
+                retry.push([key, question]);
+            }
+        }
+        const retried = retry.length === 0 ? [] : yield* independently(input, retry);
+        const order = new Map(entries.map(([key], index) => [key, index]));
+        const outcomes = [...answered, ...retried].sort(([a], [b]) => (order.get(a) ?? 0) - (order.get(b) ?? 0));
+        return {
+            outcomes,
+            usage: sumUsage(successes.map((call) => call.usage)),
+            model: successes.find((call) => call.model !== undefined)?.model
+        };
+    });
+    const judge = Effect.fn("@llm4ts/core/judgment/LlmJudgment.judge")(function* (input) {
+        const entries = Object.entries(input.questions);
+        const batched = config.batching === "shared-prefix" && entries.length > 1
+            ? yield* sharedPrefix(input, entries)
+            : { outcomes: yield* independently(input, entries), usage: undefined, model: undefined };
+        const answers = {};
+        const failures = [];
+        const usages = [batched.usage];
+        let model = batched.model;
+        for (const [key, outcome] of batched.outcomes) {
+            if (Result.isFailure(outcome)) {
+                failures.push(QuestionFailure.make({ key, reason: outcome.failure.message }));
+            }
+            else {
+                answers[key] = outcome.success.answer;
+                usages.push(outcome.success.usage);
+                model = model ?? outcome.success.model;
+            }
+        }
+        const usage = sumUsage(usages);
+        if (usage !== undefined && hooks.onUsage !== undefined) {
+            yield* hooks.onUsage(usage, model);
+        }
+        return JudgmentResult.make({
+            answers,
+            failures,
+            backend: "llm",
+            ...(usage === undefined ? {} : { usage }),
+            ...(model === undefined ? {} : { model })
+        });
+    });
+    return {
+        backend: "llm",
+        identity: `llm:${config.connector ?? "unknown"}:${config.model ?? "default"}`,
+        judge
+    };
+};
+export const LlmJudgmentLive = (llm, config, hooks) => Layer.succeed(Judgment, makeLlmJudgment(llm, config, hooks));
+//# sourceMappingURL=LlmJudgment.js.map

package/dist/judgment/LlmJudgment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LlmJudgment.js","sourceRoot":"","sources":["../../src/judgment/LlmJudgment.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC,OAAO,EAAE,4BAA4B,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAA;AAExF,OAAO,EAAE,UAAU,EAA0B,MAAM,cAAc,CAAA;AACjE,OAAO,EAAE,QAAQ,EAA0C,MAAM,eAAe,CAAA;AAChF,OAAO,EACL,oBAAoB,EACpB,YAAY,EACZ,cAAc,EACd,eAAe,EACf,WAAW,EACX,WAAW,EACX,WAAW,EACX,OAAO,EAOR,MAAM,cAAc,CAAA;AAErB;;;;;;;;GAQG;AAEH,MAAM,CAAC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC,CAAA;AAGzE,MAAM,OAAO,iBAAkB,SAAQ,MAAM,CAAC,KAAK,CAAoB,mBAAmB,CAAC,CAAC;IAC1F,+EAA+E;IAC/E,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,kFAAkF;IAClF,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CACxC,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAQ,CAAC,CAAC,CAAC,CACxD;IACD;;;;;OAKG;IACH,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAW,aAAa,CAAC,CAAC,CAAC;IAC/F,8EAA8E;IAC9E,SAAS,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5C,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;CACzC,CAAC;CAAG;AASL,MAAM,MAAM,GAAG,4BAA4B,CAAA;AAE3C,MAAM,QAAQ,GAAG,CAAC,WAAwB,EAAU,EAAE,CACpD,OAAO,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;AAgB7E,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,QAAkB,EAAE,OAAgB,EAAgB,EAAE;IACjF,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC9B,MAAM,QAAQ,GACZ,QAAQ,CAAC,QAAQ,KAAK,SAAS;YAC7B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,gBAAgB,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAA;QACxG,OAAO;YACL,IAAI,EAAE,cAAc,QAAQ,CAAC,YAAY,GAAG,QAAQ,4CAA4C;YAChG,MAAM,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC;YACrB,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE;SAC/B,CAAA;IACH,CAAC;IACD,MAAM,OAAO,GACX,QAAQ,CAAC,IAAI,KAAK,QAAQ;QACxB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACnC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,CAAU,CAAC,CAAA;IAC9E,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAA;IAC1D,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,CAAC,CAAA;IACtE,MAAM,KAAK,GAAG,OAAO;SAClB,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE,KAAK,EAAE,EAAE,CACjC,QAAQ,CAAC,IAAI,KAAK,QAAQ;QACxB,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,QAAQ,CAAC,WAAW,CAAC,EAAE;QACtD,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,QAAQ,CAAC,WAAW,CAAC,EAAE,CACjD;SACA,IAAI,CAAC,IAAI,CAAC,CAAA;IACb,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,0BAA0B,CAAA;IAChF,OAAO;QACL,IAAI,EAAE,GAAG,GAAG,KAAK,QAAQ,CAAC,YAAY,eAAe,KAAK,mCAAmC;QAC7F,MAAM;QACN,IAAI,EAAE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;KAC7F,CAAA;AACH,CAAC,CAAA;AAED,MAAM,WAAW,GAAG,CAAC,KAAY,EAAU,EAAE,CAAC,WAAW,WAAW,CAAC,KAAK,CAAC,MAAM,CAAA;AAEjF;;;GAGG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,KAAY,EAAE,QAAkB,EAAE,OAAgB,EAAa,EAAE;IACzF,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IAC5C,OAAO,EAAE,MAAM,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAA;AAC9F,CAAC,CAAA;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAC1B,KAAY,EACZ,SAAkC,EAClC,OAAgB,EAC0D,EAAE;IAC5E,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAA;IAC1E,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,YAAY,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAChG,OAAO;QACL,MAAM,EACJ,GAAG,WAAW,CAAC,KAAK,CAAC,8EAA8E;YACnG,oEAAoE,QAAQ,EAAE;QAChF,KAAK;KACN,CAAA;AACH,CAAC,CAAA;AAED,MAAM,KAAK,GAAG,CACZ,IAAsC,EACtC,YAA+B,EACP,EAAE,CAC1B,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;IACjE,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK;IACpB,KAAK;CACN,CAAC,CACH,CAAA;AAEH,MAAM,QAAQ,GAAG,CACf,QAAkB,EAClB,aAA+C,EAC/C,MAAoB,EACpB,OAAe,EACP,EAAE,CACV,QAAQ,CAAC,IAAI,KAAK,QAAQ;IACxB,CAAC,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,EAAE,OAAO,CAAC;IAC9C,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,OAAO;QACzB,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO,CAAC;QACvD,CAAC,CAAC,WAAW,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,CAAA;AAE/D,MAAM,QAAQ,GAAG,CAAC,MAA6C,EAA0B,EAAE;IACzF,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAuB,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAA;IAClF,OAAO,OAAO,CAAC,MAAM,KAAK,CAAC;QACzB,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC;YACd,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YAC7D,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;YACrE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;SAC5D,CAAC,CAAA;AACR,CAAC,CAAA;AAUD,kGAAkG;AAClG,MAAM,OAAO,GAAG,CACd,QAAkB,EAClB,KAA0B,EAC1B,aAAiC,EACzB,EAAE;IACV,MAAM,MAAM,GAAkB,KAAK,CAAC,KAAK,CACvC,CAAC,CAAC,EAAE,YAAY,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,KAAK,UAAU,CACzD;QACC,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,KAAK,SAAS,CAAC;YACnE,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,YAAY,CAAA;IAClB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAA;IAClF,MAAM,aAAa,GAAG,oBAAoB,CACxC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CAC/D,CAAA;IACD,MAAM,KAAK,GACT,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,KAAK,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,aAAa,CAAA;IAChG,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,QAAQ,EAAE,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,OAAO,CAAC;QAC9E,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACpE,KAAK;KACN,CAAA;AACH,CAAC,CAAA;AAID,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,GAAoB,EACpB,SAA4B,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,EACtD,QAA0B,EAAE,EACb,EAAE;IACjB,MAAM,QAAQ,GAAG,qBAAqB,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAA;IACtE,MAAM,QAAQ,GACZ,GAAG,CAAC,kBAAkB,IAAI,4BAA4B,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAA;IACxF,MAAM,YAAY,GAA2B,MAAM,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IAChG,MAAM,eAAe,GAAG,CAAC,QAAkB,EAA0B,EAAE,CACrE,YAAY,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO,CAAC,CAAA;IAEzE,MAAM,SAAS,GAAG,CAAC,IAAe,EAAE,GAAW,EAA8C,EAAE,CAC7F,GAAG;SACA,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;SACrC,IAAI,CACH,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC,KAAK,EAAE,EAAE,CACtC,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAC1D,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CACnD,CACF,CACF,CAAA;IAEL,MAAM,aAAa,GAAG,CACpB,KAAY,EACZ,GAAW,EACX,QAAkB,EACe,EAAE,CACnC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,KAAK,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAA;QAC7F,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAClD,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,YAAY,EAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CACpF,CAAA;QACD,OAAO,OAAO,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAA;IAC/C,CAAC,CAAC,CAAA;IAEJ,MAAM,aAAa,GAAG,CACpB,KAAoB,EACpB,OAAmD,EACZ,EAAE,CACzC,MAAM,CAAC,OAAO,CACZ,OAAO,EACP,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,EAAE,CAClB,MAAM,CAAC,GAAG,CACR,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,EACxD,CAAC,OAAO,EAAW,EAAE,CAAC,CAAC,GAAG,EAAE,OAAO,CAAC,CACrC,EACH,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CACpC,CAAA;IAEH;;;;OAIG;IACH,MAAM,YAAY,GAAG,CACnB,KAAoB,EACpB,OAAmD,EAKlD,EAAE,CACH,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAA;QACzD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,OAAO,EAAE,EAAE;YAC5D,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,CAAA;YAC1D,OAAO,MAAM,CAAC,GAAG,CACf,MAAM,CAAC,MAAM,CACX,QAAQ,CACN,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CACtC,CACF,EACD,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,CAAU,CACtC,CAAA;QACH,CAAC,CAAC,CAAA;QACF,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE,CAC9C,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CACnD,CAAA;QACD,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,EAAE,KAAK,IAAI,MAAM,CAAC,KAAK,CAAA;QAC5F,MAAM,QAAQ,GAAmB,EAAE,CAAA;QACnC,MAAM,KAAK,GAAuC,EAAE,CAAA;QACpD,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YACzD,MAAM,KAAK,GAAgB,EAAE,CAAA;YAC7B,IAAI,MAA0B,CAAA;YAC9B,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC1D,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACjD,SAAQ;gBACV,CAAC;gBACD,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,CAAC,CAAA;gBAC7B,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBACnC,MAAM,OAAO,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;gBACzB,IAAI,OAAO,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;oBAChD,MAAM,GAAG,uCAAuC,CAAA;oBAChD,MAAK;gBACP,CAAC;gBACD,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC9B,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAA;oBAChC,MAAK;gBACP,CAAC;gBACD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;gBAC5C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,MAAM,GAAG,4BAA4B,CAAA;oBACrC,MAAK;gBACP,CAAC;gBACD,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC5B,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAA;oBAC9B,MAAK;gBACP,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAA;YACxC,CAAC;YACD,IAAI,MAAM,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7C,iFAAiF;gBACjF,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;YAC5E,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,wBAAwB,MAAM,IAAI,YAAY,EAAE,CAAC;oBAC9E,MAAM,CAAC,IAAI,CAAA;gBACb,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAA;YAC7B,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;QAC5E,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,CAAU,CAAC,CAAC,CAAA;QAC3E,MAAM,QAAQ,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,CAC7C,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CACxD,CAAA;QACD,OAAO;YACL,QAAQ;YACR,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpD,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,EAAE,KAAK;SACjE,CAAA;IACH,CAAC,CAAC,CAAA;IAEJ,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC,yCAAyC,CAAC,CAAC,QAAQ,CAAC,EAC1E,KAAoB;QAEpB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;QAC/C,MAAM,OAAO,GACX,MAAM,CAAC,QAAQ,KAAK,eAAe,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YACvD,CAAC,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC;YACrC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;QAC5F,MAAM,OAAO,GAA2B,EAAE,CAAA;QAC1C,MAAM,QAAQ,GAA2B,EAAE,CAAA;QAC3C,MAAM,MAAM,GAAkC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QAC7D,IAAI,KAAK,GAAuB,OAAO,CAAC,KAAK,CAAA;QAC7C,KAAK,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC9C,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9B,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;YAC/E,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAA;gBACrC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;gBAClC,KAAK,GAAG,KAAK,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,CAAA;YACxC,CAAC;QACH,CAAC;QACD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAA;QAC9B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YACvD,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;QACpC,CAAC;QACD,OAAO,cAAc,CAAC,IAAI,CAAC;YACzB,OAAO;YACP,QAAQ;YACR,OAAO,EAAE,KAAK;YACd,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;YACzC,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;SAC1C,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,OAAO;QACL,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,OAAO,MAAM,CAAC,SAAS,IAAI,SAAS,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS,EAAE;QAC7E,KAAK;KACN,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,GAAoB,EACpB,MAA0B,EAC1B,KAAwB,EACD,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAA"}

package/dist/judgment/Schemas.d.ts

@@ -0,0 +1,163 @@
+import * as Schema from "effect/Schema";
+import { TokenUsage } from "../Models.ts";
+/**
+ * Typed judgments (ADR 0017): atomic questions evaluated against one State,
+ * answered with probabilities instead of text. Wire names mirror TypeSafe's
+ * Jev so its cookbooks port by search and replace, with two changes: `noul`
+ * is `truth`, and every answer carries an `origin` (backend, checkpoint,
+ * extraction method, calibration evidence, escalation) plus `support`, the
+ * mass the backend actually placed on the offered options. Vocabulary:
+ * CONTEXT.md.
+ */
+/** The content a judgment evaluates. Data, never instructions. */
+export declare const State: Schema.Union<readonly [Schema.String, Schema.$Record<Schema.String, Schema.Codec<Schema.Json, Schema.Json, never, never>>, Schema.$Array<Schema.String>]>;
+export type State = typeof State.Type;
+/** An option, level, or criterion: text or any JSON structure (Jev's `EntryType`). */
+export declare const Description: Schema.Codec<Schema.Json, Schema.Json, never, never>;
+export type Description = typeof Description.Type;
+declare const ChoiceQuestion_base: Schema.Class<ChoiceQuestion, Schema.Struct<{
+    readonly type: Schema.Literal<"choice">;
+    readonly instructions: Schema.String;
+    /** Option key to description. Include an "other" key when coverage is uncertain. */
+    readonly criteria: Schema.$Record<Schema.String, Schema.Codec<Schema.Json, Schema.Json, never, never>>;
+}>, {}>;
+export declare class ChoiceQuestion extends ChoiceQuestion_base {
+}
+declare const ScoreQuestion_base: Schema.Class<ScoreQuestion, Schema.Struct<{
+    readonly type: Schema.Literal<"score">;
+    readonly instructions: Schema.String;
+    /** Ordered levels, index 0 first. */
+    readonly criteria: Schema.$Array<Schema.Codec<Schema.Json, Schema.Json, never, never>>;
+}>, {}>;
+export declare class ScoreQuestion extends ScoreQuestion_base {
+}
+declare const TruthCriteria_base: Schema.Class<TruthCriteria, Schema.Struct<{
+    readonly true: Schema.Codec<Schema.Json, Schema.Json, never, never>;
+    readonly false: Schema.Codec<Schema.Json, Schema.Json, never, never>;
+}>, {}>;
+export declare class TruthCriteria extends TruthCriteria_base {
+}
+declare const TruthQuestion_base: Schema.Class<TruthQuestion, Schema.Struct<{
+    readonly type: Schema.Literal<"truth">;
+    readonly instructions: Schema.String;
+    readonly criteria: Schema.optionalKey<typeof TruthCriteria>;
+}>, {}>;
+export declare class TruthQuestion extends TruthQuestion_base {
+}
+export declare const Question: Schema.Union<readonly [typeof ChoiceQuestion, typeof ScoreQuestion, typeof TruthQuestion]>;
+export type Question = typeof Question.Type;
+export declare const choice: (instructions: string, criteria: Readonly<Record<string, Description>>) => ChoiceQuestion;
+export declare const score: (instructions: string, criteria: ReadonlyArray<Description>) => ScoreQuestion;
+export declare const truth: (instructions: string, criteria?: {
+    readonly true: Description;
+    readonly false: Description;
+}) => TruthQuestion;
+export declare const JudgmentBackend: Schema.Literals<readonly ["typesafe", "llm", "fake"]>;
+export type JudgmentBackend = typeof JudgmentBackend.Type;
+/** How the probabilities were extracted. */
+export declare const ScoringMethod: Schema.Literals<readonly ["logprobs", "verbalized", "sampled", "reasoning", "hosted"]>;
+export type ScoringMethod = typeof ScoringMethod.Type;
+/**
+ * What is known about the numbers' calibration: `none` (nothing), `claimed`
+ * (the provider says so; TypeSafe), `measured` (an evaluation in this
+ * project produced the evidence; see the judgment decision map).
+ */
+export declare const Calibration: Schema.Literals<readonly ["none", "claimed", "measured"]>;
+export type Calibration = typeof Calibration.Type;
+declare const AnswerOrigin_base: Schema.Class<AnswerOrigin, Schema.Struct<{
+    readonly backend: Schema.Literals<readonly ["typesafe", "llm", "fake"]>;
+    readonly model: Schema.optionalKey<Schema.String>;
+    readonly method: Schema.Literals<readonly ["logprobs", "verbalized", "sampled", "reasoning", "hosted"]>;
+    readonly calibration: Schema.withDecodingDefaultKey<Schema.withConstructorDefault<Schema.Literals<readonly ["none", "claimed", "measured"]>>, never>;
+    readonly escalated: Schema.withDecodingDefaultKey<Schema.withConstructorDefault<Schema.Boolean>, never>;
+}>, {}>;
+/**
+ * Where an answer came from, in four separate facts a policy may key on:
+ * which backend and checkpoint produced it, how the probabilities were
+ * extracted, what is known about their calibration, and whether the answer
+ * replaced an earlier one through escalation.
+ */
+export declare class AnswerOrigin extends AnswerOrigin_base {
+}
+declare const ChoiceAnswer_base: Schema.Class<ChoiceAnswer, Schema.Struct<{
+    readonly type: Schema.Literal<"choice">;
+    readonly choice: Schema.String;
+    readonly probabilities: Schema.$Record<Schema.String, Schema.Number>;
+    /** The maximum probability, everywhere: the same statistic whatever the backend. */
+    readonly confidence: Schema.Number;
+    /** The backend's own confidence statistic when it reports one (TypeSafe), kept for comparison. */
+    readonly reportedConfidence: Schema.optionalKey<Schema.Number>;
+    readonly support: Schema.withDecodingDefaultKey<Schema.withConstructorDefault<Schema.Number>, never>;
+    readonly origin: typeof AnswerOrigin;
+}>, {}>;
+export declare class ChoiceAnswer extends ChoiceAnswer_base {
+}
+declare const ScoreAnswer_base: Schema.Class<ScoreAnswer, Schema.Struct<{
+    readonly type: Schema.Literal<"score">;
+    /** Expected level index; may fall between two levels. */
+    readonly score: Schema.Number;
+    /** Level index (as a string key) to its description, echoed from the question. */
+    readonly legend: Schema.$Record<Schema.String, Schema.Codec<Schema.Json, Schema.Json, never, never>>;
+    readonly probabilities: Schema.$Record<Schema.String, Schema.Number>;
+    readonly confidence: Schema.Number;
+    readonly reportedConfidence: Schema.optionalKey<Schema.Number>;
+    readonly support: Schema.withDecodingDefaultKey<Schema.withConstructorDefault<Schema.Number>, never>;
+    readonly origin: typeof AnswerOrigin;
+}>, {}>;
+export declare class ScoreAnswer extends ScoreAnswer_base {
+}
+declare const TruthAnswer_base: Schema.Class<TruthAnswer, Schema.Struct<{
+    readonly type: Schema.Literal<"truth">;
+    /** Probability that the statement holds. */
+    readonly truth: Schema.Number;
+    readonly support: Schema.withDecodingDefaultKey<Schema.withConstructorDefault<Schema.Number>, never>;
+    readonly origin: typeof AnswerOrigin;
+}>, {}>;
+export declare class TruthAnswer extends TruthAnswer_base {
+}
+export declare const Answer: Schema.Union<readonly [typeof ChoiceAnswer, typeof ScoreAnswer, typeof TruthAnswer]>;
+export type Answer = typeof Answer.Type;
+/** The answer type a question kind produces, for typed call sites. */
+export type AnswerFor<Q extends Question> = Q extends ChoiceQuestion ? ChoiceAnswer : Q extends ScoreQuestion ? ScoreAnswer : TruthAnswer;
+declare const QuestionFailure_base: Schema.Class<QuestionFailure, Schema.Struct<{
+    readonly key: Schema.String;
+    readonly reason: Schema.String;
+}>, {}>;
+/** A question that could not be answered; the others in the request still were. */
+export declare class QuestionFailure extends QuestionFailure_base {
+}
+declare const JudgmentRequest_base: Schema.Class<JudgmentRequest, Schema.Struct<{
+    readonly state: Schema.Union<readonly [Schema.String, Schema.$Record<Schema.String, Schema.Codec<Schema.Json, Schema.Json, never, never>>, Schema.$Array<Schema.String>]>;
+    readonly questions: Schema.$Record<Schema.String, Schema.Union<readonly [typeof ChoiceQuestion, typeof ScoreQuestion, typeof TruthQuestion]>>;
+}>, {}>;
+export declare class JudgmentRequest extends JudgmentRequest_base {
+}
+declare const JudgmentResult_base: Schema.Class<JudgmentResult, Schema.Struct<{
+    readonly answers: Schema.$Record<Schema.String, Schema.Union<readonly [typeof ChoiceAnswer, typeof ScoreAnswer, typeof TruthAnswer]>>;
+    readonly failures: Schema.withConstructorDefault<Schema.$Array<typeof QuestionFailure>>;
+    readonly usage: Schema.optionalKey<typeof TokenUsage>;
+    readonly model: Schema.optionalKey<Schema.String>;
+    readonly backend: Schema.Literals<readonly ["typesafe", "llm", "fake"]>;
+}>, {}>;
+export declare class JudgmentResult extends JudgmentResult_base {
+}
+/** Confidence is the peak of the distribution: the maximum probability. */
+export declare const confidenceOf: (probabilities: Readonly<Record<string, number>>) => number;
+/** Score is the expected level index under the distribution. */
+export declare const expectedScore: (probabilities: Readonly<Record<string, number>>) => number;
+export declare const argmax: (probabilities: Readonly<Record<string, number>>) => string | undefined;
+export declare const choiceAnswer: (probabilities: Readonly<Record<string, number>>, origin: AnswerOrigin, support?: number) => ChoiceAnswer;
+export declare const scoreAnswer: (question: ScoreQuestion, probabilities: Readonly<Record<string, number>>, origin: AnswerOrigin, support?: number) => ScoreAnswer;
+export declare const truthAnswer: (probability: number, origin: AnswerOrigin, support?: number) => TruthAnswer;
+/** Origins for the common cases, so call sites stay short. */
+export declare const origins: Readonly<{
+    llm: (method: ScoringMethod, model?: string) => AnswerOrigin;
+    hosted: (model?: string) => AnswerOrigin;
+    fake: (method?: ScoringMethod) => AnswerOrigin;
+    escalated: (backend: JudgmentBackend, model?: string) => AnswerOrigin;
+}>;
+/** Average several distributions over the same keys (used for permutations). */
+export declare const averageProbabilities: (distributions: ReadonlyArray<Readonly<Record<string, number>>>) => Record<string, number>;
+export declare const renderState: (state: State) => string;
+export {};
+//# sourceMappingURL=Schemas.d.ts.map

package/dist/judgment/Schemas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Schemas.d.ts","sourceRoot":"","sources":["../../src/judgment/Schemas.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAEzC;;;;;;;;GAQG;AAEH,kEAAkE;AAClE,eAAO,MAAM,KAAK,2JAIhB,CAAA;AACF,MAAM,MAAM,KAAK,GAAG,OAAO,KAAK,CAAC,IAAI,CAAA;AAErC,sFAAsF;AACtF,eAAO,MAAM,WAAW,sDAAc,CAAA;AACtC,MAAM,MAAM,WAAW,GAAG,OAAO,WAAW,CAAC,IAAI,CAAA;;;;IAK/C,oFAAoF;;;AAHtF,qBAAa,cAAe,SAAQ,mBAKlC;CAAG;;;;IAKH,qCAAqC;;;AAHvC,qBAAa,aAAc,SAAQ,kBAKjC;CAAG;;;;;AAEL,qBAAa,aAAc,SAAQ,kBAGjC;CAAG;;;;;;AAEL,qBAAa,aAAc,SAAQ,kBAIjC;CAAG;AAEL,eAAO,MAAM,QAAQ,4FAA+D,CAAA;AACpF,MAAM,MAAM,QAAQ,GAAG,OAAO,QAAQ,CAAC,IAAI,CAAA;AAE3C,eAAO,MAAM,MAAM,GACjB,cAAc,MAAM,EACpB,UAAU,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,KAC9C,cAAiF,CAAA;AAEpF,eAAO,MAAM,KAAK,GAAI,cAAc,MAAM,EAAE,UAAU,aAAa,CAAC,WAAW,CAAC,KAAG,aACpB,CAAA;AAE/D,eAAO,MAAM,KAAK,GAChB,cAAc,MAAM,EACpB,WAAW;IAAE,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAA;CAAE,KACrE,aAKC,CAAA;AAEJ,eAAO,MAAM,eAAe,uDAA+C,CAAA;AAC3E,MAAM,MAAM,eAAe,GAAG,OAAO,eAAe,CAAC,IAAI,CAAA;AAEzD,4CAA4C;AAC5C,eAAO,MAAM,aAAa,wFAMxB,CAAA;AACF,MAAM,MAAM,aAAa,GAAG,OAAO,aAAa,CAAC,IAAI,CAAA;AAErD;;;;GAIG;AACH,eAAO,MAAM,WAAW,2DAAmD,CAAA;AAC3E,MAAM,MAAM,WAAW,GAAG,OAAO,WAAW,CAAC,IAAI,CAAA;;;;;;;;AAEjD;;;;;GAKG;AACH,qBAAa,YAAa,SAAQ,iBAYhC;CAAG;;;;;IAgBH,oFAAoF;;IAEpF,kGAAkG;;;;;AANpG,qBAAa,YAAa,SAAQ,iBAUhC;CAAG;;;IAIH,yDAAyD;;IAEzD,kFAAkF;;;;;;;;AAJpF,qBAAa,WAAY,SAAQ,gBAW/B;CAAG;;;IAIH,4CAA4C;;;;;AAF9C,qBAAa,WAAY,SAAQ,gBAM/B;CAAG;AAEL,eAAO,MAAM,MAAM,sFAAyD,CAAA;AAC5E,MAAM,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC,IAAI,CAAA;AAEvC,sEAAsE;AACtE,MAAM,MAAM,SAAS,CAAC,CAAC,SAAS,QAAQ,IAAI,CAAC,SAAS,cAAc,GAChE,YAAY,GACZ,CAAC,SAAS,aAAa,GACrB,WAAW,GACX,WAAW,CAAA;;;;;AAEjB,mFAAmF;AACnF,qBAAa,eAAgB,SAAQ,oBAGnC;CAAG;;;;;AAEL,qBAAa,eAAgB,SAAQ,oBAGnC;CAAG;;;;;;;;AAIL,qBAAa,cAAe,SAAQ,mBAQlC;CAAG;AAEL,2EAA2E;AAC3E,eAAO,MAAM,YAAY,GAAI,eAAe,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,KAAG,MACM,CAAA;AAErF,gEAAgE;AAChE,eAAO,MAAM,aAAa,GAAI,eAAe,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,KAAG,MACe,CAAA;AAE/F,eAAO,MAAM,MAAM,GAAI,eAAe,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,KAAG,MAAM,GAAG,SAI1E,CAAA;AAER,eAAO,MAAM,YAAY,GACvB,eAAe,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAC/C,QAAQ,YAAY,EACpB,gBAAW,KACV,YAQC,CAAA;AAEJ,eAAO,MAAM,WAAW,GACtB,UAAU,aAAa,EACvB,eAAe,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAC/C,QAAQ,YAAY,EACpB,gBAAW,KACV,WASC,CAAA;AAEJ,eAAO,MAAM,WAAW,GAAI,aAAa,MAAM,EAAE,QAAQ,YAAY,EAAE,gBAAW,KAAG,WACX,CAAA;AAE1E,8DAA8D;AAC9D,eAAO,MAAM,OAAO;kBACJ,aAAa,UAAU,MAAM,KAAG,YAAY;qBAEzC,MAAM,KAAG,YAAY;oBAOvB,aAAa,KAAkB,YAAY;yBAErC,eAAe,UAAU,MAAM,KAAG,YAAY;EAOnE,CAAA;AAEF,gFAAgF;AAChF,eAAO,MAAM,oBAAoB,GAC/B,eAAe,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,KAC7D,MAAM,CAAC,MAAM,EAAE,MAAM,CASvB,CAAA;AAED,eAAO,MAAM,WAAW,GAAI,OAAO,KAAK,KAAG,MAKL,CAAA"}

package/dist/judgment/Schemas.js

@@ -0,0 +1,197 @@
+import * as Effect from "effect/Effect";
+import * as Schema from "effect/Schema";
+import { TokenUsage } from "../Models.js";
+/**
+ * Typed judgments (ADR 0017): atomic questions evaluated against one State,
+ * answered with probabilities instead of text. Wire names mirror TypeSafe's
+ * Jev so its cookbooks port by search and replace, with two changes: `noul`
+ * is `truth`, and every answer carries an `origin` (backend, checkpoint,
+ * extraction method, calibration evidence, escalation) plus `support`, the
+ * mass the backend actually placed on the offered options. Vocabulary:
+ * CONTEXT.md.
+ */
+/** The content a judgment evaluates. Data, never instructions. */
+export const State = Schema.Union([
+    Schema.String,
+    Schema.Record(Schema.String, Schema.Json),
+    Schema.Array(Schema.String)
+]);
+/** An option, level, or criterion: text or any JSON structure (Jev's `EntryType`). */
+export const Description = Schema.Json;
+export class ChoiceQuestion extends Schema.Class("ChoiceQuestion")({
+    type: Schema.Literal("choice"),
+    instructions: Schema.String,
+    /** Option key to description. Include an "other" key when coverage is uncertain. */
+    criteria: Schema.Record(Schema.String, Description)
+}) {
+}
+export class ScoreQuestion extends Schema.Class("ScoreQuestion")({
+    type: Schema.Literal("score"),
+    instructions: Schema.String,
+    /** Ordered levels, index 0 first. */
+    criteria: Schema.Array(Description)
+}) {
+}
+export class TruthCriteria extends Schema.Class("TruthCriteria")({
+    true: Description,
+    false: Description
+}) {
+}
+export class TruthQuestion extends Schema.Class("TruthQuestion")({
+    type: Schema.Literal("truth"),
+    instructions: Schema.String,
+    criteria: Schema.optionalKey(TruthCriteria)
+}) {
+}
+export const Question = Schema.Union([ChoiceQuestion, ScoreQuestion, TruthQuestion]);
+export const choice = (instructions, criteria) => ChoiceQuestion.make({ type: "choice", instructions, criteria });
+export const score = (instructions, criteria) => ScoreQuestion.make({ type: "score", instructions, criteria });
+export const truth = (instructions, criteria) => TruthQuestion.make({
+    type: "truth",
+    instructions,
+    ...(criteria === undefined ? {} : { criteria: TruthCriteria.make(criteria) })
+});
+export const JudgmentBackend = Schema.Literals(["typesafe", "llm", "fake"]);
+/** How the probabilities were extracted. */
+export const ScoringMethod = Schema.Literals([
+    "logprobs",
+    "verbalized",
+    "sampled",
+    "reasoning",
+    "hosted"
+]);
+/**
+ * What is known about the numbers' calibration: `none` (nothing), `claimed`
+ * (the provider says so; TypeSafe), `measured` (an evaluation in this
+ * project produced the evidence; see the judgment decision map).
+ */
+export const Calibration = Schema.Literals(["none", "claimed", "measured"]);
+/**
+ * Where an answer came from, in four separate facts a policy may key on:
+ * which backend and checkpoint produced it, how the probabilities were
+ * extracted, what is known about their calibration, and whether the answer
+ * replaced an earlier one through escalation.
+ */
+export class AnswerOrigin extends Schema.Class("AnswerOrigin")({
+    backend: JudgmentBackend,
+    model: Schema.optionalKey(Schema.String),
+    method: ScoringMethod,
+    calibration: Calibration.pipe(Schema.withConstructorDefault(Effect.succeed("none")), Schema.withDecodingDefaultKey(Effect.succeed("none"))),
+    escalated: Schema.Boolean.pipe(Schema.withConstructorDefault(Effect.succeed(false)), Schema.withDecodingDefaultKey(Effect.succeed(false)))
+}) {
+}
+/**
+ * Probability mass the backend placed on the offered options before
+ * renormalization (1 when declared over the options alone). Low support
+ * means the distribution was rebuilt from a sliver and must not be acted on.
+ */
+const Support = Schema.Number.pipe(Schema.withConstructorDefault(Effect.succeed(1)), Schema.withDecodingDefaultKey(Effect.succeed(1)));
+export class ChoiceAnswer extends Schema.Class("ChoiceAnswer")({
+    type: Schema.Literal("choice"),
+    choice: Schema.String,
+    probabilities: Schema.Record(Schema.String, Schema.Number),
+    /** The maximum probability, everywhere: the same statistic whatever the backend. */
+    confidence: Schema.Number,
+    /** The backend's own confidence statistic when it reports one (TypeSafe), kept for comparison. */
+    reportedConfidence: Schema.optionalKey(Schema.Number),
+    support: Support,
+    origin: AnswerOrigin
+}) {
+}
+export class ScoreAnswer extends Schema.Class("ScoreAnswer")({
+    type: Schema.Literal("score"),
+    /** Expected level index; may fall between two levels. */
+    score: Schema.Number,
+    /** Level index (as a string key) to its description, echoed from the question. */
+    legend: Schema.Record(Schema.String, Description),
+    probabilities: Schema.Record(Schema.String, Schema.Number),
+    confidence: Schema.Number,
+    reportedConfidence: Schema.optionalKey(Schema.Number),
+    support: Support,
+    origin: AnswerOrigin
+}) {
+}
+export class TruthAnswer extends Schema.Class("TruthAnswer")({
+    type: Schema.Literal("truth"),
+    /** Probability that the statement holds. */
+    truth: Schema.Number,
+    support: Support,
+    origin: AnswerOrigin
+}) {
+}
+export const Answer = Schema.Union([ChoiceAnswer, ScoreAnswer, TruthAnswer]);
+/** A question that could not be answered; the others in the request still were. */
+export class QuestionFailure extends Schema.Class("QuestionFailure")({
+    key: Schema.String,
+    reason: Schema.String
+}) {
+}
+export class JudgmentRequest extends Schema.Class("JudgmentRequest")({
+    state: State,
+    questions: Schema.Record(Schema.String, Question)
+}) {
+}
+const noFailures = Object.freeze([]);
+export class JudgmentResult extends Schema.Class("JudgmentResult")({
+    answers: Schema.Record(Schema.String, Answer),
+    failures: Schema.Array(QuestionFailure).pipe(Schema.withConstructorDefault(Effect.succeed(noFailures))),
+    usage: Schema.optionalKey(TokenUsage),
+    model: Schema.optionalKey(Schema.String),
+    backend: JudgmentBackend
+}) {
+}
+/** Confidence is the peak of the distribution: the maximum probability. */
+export const confidenceOf = (probabilities) => Object.values(probabilities).reduce((max, value) => (value > max ? value : max), 0);
+/** Score is the expected level index under the distribution. */
+export const expectedScore = (probabilities) => Object.entries(probabilities).reduce((sum, [level, value]) => sum + Number(level) * value, 0);
+export const argmax = (probabilities) => Object.entries(probabilities).reduce((best, entry) => (best === undefined || entry[1] > best[1] ? entry : best), undefined)?.[0];
+export const choiceAnswer = (probabilities, origin, support = 1) => ChoiceAnswer.make({
+    type: "choice",
+    choice: argmax(probabilities) ?? "",
+    probabilities,
+    confidence: confidenceOf(probabilities),
+    support,
+    origin
+});
+export const scoreAnswer = (question, probabilities, origin, support = 1) => ScoreAnswer.make({
+    type: "score",
+    score: expectedScore(probabilities),
+    legend: Object.fromEntries(question.criteria.map((level, index) => [String(index), level])),
+    probabilities,
+    confidence: confidenceOf(probabilities),
+    support,
+    origin
+});
+export const truthAnswer = (probability, origin, support = 1) => TruthAnswer.make({ type: "truth", truth: probability, support, origin });
+/** Origins for the common cases, so call sites stay short. */
+export const origins = Object.freeze({
+    llm: (method, model) => AnswerOrigin.make({ backend: "llm", method, ...(model === undefined ? {} : { model }) }),
+    hosted: (model) => AnswerOrigin.make({
+        backend: "typesafe",
+        method: "hosted",
+        calibration: "claimed",
+        ...(model === undefined ? {} : { model })
+    }),
+    fake: (method = "verbalized") => AnswerOrigin.make({ backend: "fake", method }),
+    escalated: (backend, model) => AnswerOrigin.make({
+        backend,
+        method: "reasoning",
+        escalated: true,
+        ...(model === undefined ? {} : { model })
+    })
+});
+/** Average several distributions over the same keys (used for permutations). */
+export const averageProbabilities = (distributions) => {
+    const keys = new Set(distributions.flatMap((distribution) => Object.keys(distribution)));
+    const count = Math.max(1, distributions.length);
+    return Object.fromEntries([...keys].map((key) => [
+        key,
+        distributions.reduce((sum, distribution) => sum + (distribution[key] ?? 0), 0) / count
+    ]));
+};
+export const renderState = (state) => typeof state === "string"
+    ? state
+    : Array.isArray(state)
+        ? state.join("\n")
+        : JSON.stringify(state, null, 2);
+//# sourceMappingURL=Schemas.js.map

package/dist/judgment/Schemas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Schemas.js","sourceRoot":"","sources":["../../src/judgment/Schemas.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAEzC;;;;;;;;GAQG;AAEH,kEAAkE;AAClE,MAAM,CAAC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAChC,MAAM,CAAC,MAAM;IACb,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC;IACzC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;CAC5B,CAAC,CAAA;AAGF,sFAAsF;AACtF,MAAM,CAAC,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAA;AAGtC,MAAM,OAAO,cAAe,SAAQ,MAAM,CAAC,KAAK,CAAiB,gBAAgB,CAAC,CAAC;IACjF,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC9B,YAAY,EAAE,MAAM,CAAC,MAAM;IAC3B,oFAAoF;IACpF,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC;CACpD,CAAC;CAAG;AAEL,MAAM,OAAO,aAAc,SAAQ,MAAM,CAAC,KAAK,CAAgB,eAAe,CAAC,CAAC;IAC9E,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC,MAAM;IAC3B,qCAAqC;IACrC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC;CACpC,CAAC;CAAG;AAEL,MAAM,OAAO,aAAc,SAAQ,MAAM,CAAC,KAAK,CAAgB,eAAe,CAAC,CAAC;IAC9E,IAAI,EAAE,WAAW;IACjB,KAAK,EAAE,WAAW;CACnB,CAAC;CAAG;AAEL,MAAM,OAAO,aAAc,SAAQ,MAAM,CAAC,KAAK,CAAgB,eAAe,CAAC,CAAC;IAC9E,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC,MAAM;IAC3B,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC;CAC5C,CAAC;CAAG;AAEL,MAAM,CAAC,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC,CAAA;AAGpF,MAAM,CAAC,MAAM,MAAM,GAAG,CACpB,YAAoB,EACpB,QAA+C,EAC/B,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,CAAA;AAEpF,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,YAAoB,EAAE,QAAoC,EAAiB,EAAE,CACjG,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,CAAA;AAE/D,MAAM,CAAC,MAAM,KAAK,GAAG,CACnB,YAAoB,EACpB,QAAsE,EACvD,EAAE,CACjB,aAAa,CAAC,IAAI,CAAC;IACjB,IAAI,EAAE,OAAO;IACb,YAAY;IACZ,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;CAC9E,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAA;AAG3E,4CAA4C;AAC5C,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC;IAC3C,UAAU;IACV,YAAY;IACZ,SAAS;IACT,WAAW;IACX,QAAQ;CACT,CAAC,CAAA;AAGF;;;;GAIG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC,CAAA;AAG3E;;;;;GAKG;AACH,MAAM,OAAO,YAAa,SAAQ,MAAM,CAAC,KAAK,CAAe,cAAc,CAAC,CAAC;IAC3E,OAAO,EAAE,eAAe;IACxB,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;IACxC,MAAM,EAAE,aAAa;IACrB,WAAW,EAAE,WAAW,CAAC,IAAI,CAC3B,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAc,MAAM,CAAC,CAAC,EAClE,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAc,MAAM,CAAC,CAAC,CACnE;IACD,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAC5B,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EACpD,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CACrD;CACF,CAAC;CAAG;AAEL;;;;GAIG;AACH,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAChC,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAChD,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CACjD,CAAA;AAED,MAAM,OAAO,YAAa,SAAQ,MAAM,CAAC,KAAK,CAAe,cAAc,CAAC,CAAC;IAC3E,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC,MAAM;IACrB,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;IAC1D,oFAAoF;IACpF,UAAU,EAAE,MAAM,CAAC,MAAM;IACzB,kGAAkG;IAClG,kBAAkB,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;IACrD,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,YAAY;CACrB,CAAC;CAAG;AAEL,MAAM,OAAO,WAAY,SAAQ,MAAM,CAAC,KAAK,CAAc,aAAa,CAAC,CAAC;IACxE,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;IAC7B,yDAAyD;IACzD,KAAK,EAAE,MAAM,CAAC,MAAM;IACpB,kFAAkF;IAClF,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC;IACjD,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;IAC1D,UAAU,EAAE,MAAM,CAAC,MAAM;IACzB,kBAAkB,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;IACrD,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,YAAY;CACrB,CAAC;CAAG;AAEL,MAAM,OAAO,WAAY,SAAQ,MAAM,CAAC,KAAK,CAAc,aAAa,CAAC,CAAC;IACxE,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;IAC7B,4CAA4C;IAC5C,KAAK,EAAE,MAAM,CAAC,MAAM;IACpB,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,YAAY;CACrB,CAAC;CAAG;AAEL,MAAM,CAAC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAA;AAU5E,mFAAmF;AACnF,MAAM,OAAO,eAAgB,SAAQ,MAAM,CAAC,KAAK,CAAkB,iBAAiB,CAAC,CAAC;IACpF,GAAG,EAAE,MAAM,CAAC,MAAM;IAClB,MAAM,EAAE,MAAM,CAAC,MAAM;CACtB,CAAC;CAAG;AAEL,MAAM,OAAO,eAAgB,SAAQ,MAAM,CAAC,KAAK,CAAkB,iBAAiB,CAAC,CAAC;IACpF,KAAK,EAAE,KAAK;IACZ,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC;CAClD,CAAC;CAAG;AAEL,MAAM,UAAU,GAAmC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;AAEpE,MAAM,OAAO,cAAe,SAAQ,MAAM,CAAC,KAAK,CAAiB,gBAAgB,CAAC,CAAC;IACjF,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAC7C,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,IAAI,CAC1C,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAC1D;IACD,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC;IACrC,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;IACxC,OAAO,EAAE,eAAe;CACzB,CAAC;CAAG;AAEL,2EAA2E;AAC3E,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,aAA+C,EAAU,EAAE,CACtF,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;AAErF,gEAAgE;AAChE,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,aAA+C,EAAU,EAAE,CACvF,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC,CAAA;AAE/F,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,aAA+C,EAAsB,EAAE,CAC5F,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,MAAM,CAClC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,EAC1E,SAAS,CACV,EAAE,CAAC,CAAC,CAAC,CAAA;AAER,MAAM,CAAC,MAAM,YAAY,GAAG,CAC1B,aAA+C,EAC/C,MAAoB,EACpB,OAAO,GAAG,CAAC,EACG,EAAE,CAChB,YAAY,CAAC,IAAI,CAAC;IAChB,IAAI,EAAE,QAAQ;IACd,MAAM,EAAE,MAAM,CAAC,aAAa,CAAC,IAAI,EAAE;IACnC,aAAa;IACb,UAAU,EAAE,YAAY,CAAC,aAAa,CAAC;IACvC,OAAO;IACP,MAAM;CACP,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,WAAW,GAAG,CACzB,QAAuB,EACvB,aAA+C,EAC/C,MAAoB,EACpB,OAAO,GAAG,CAAC,EACE,EAAE,CACf,WAAW,CAAC,IAAI,CAAC;IACf,IAAI,EAAE,OAAO;IACb,KAAK,EAAE,aAAa,CAAC,aAAa,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IAC3F,aAAa;IACb,UAAU,EAAE,YAAY,CAAC,aAAa,CAAC;IACvC,OAAO;IACP,MAAM;CACP,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,WAAmB,EAAE,MAAoB,EAAE,OAAO,GAAG,CAAC,EAAe,EAAE,CACjG,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;AAE1E,8DAA8D;AAC9D,MAAM,CAAC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;IACnC,GAAG,EAAE,CAAC,MAAqB,EAAE,KAAc,EAAgB,EAAE,CAC3D,YAAY,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IAC1F,MAAM,EAAE,CAAC,KAAc,EAAgB,EAAE,CACvC,YAAY,CAAC,IAAI,CAAC;QAChB,OAAO,EAAE,UAAU;QACnB,MAAM,EAAE,QAAQ;QAChB,WAAW,EAAE,SAAS;QACtB,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;KAC1C,CAAC;IACJ,IAAI,EAAE,CAAC,SAAwB,YAAY,EAAgB,EAAE,CAC3D,YAAY,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAChD,SAAS,EAAE,CAAC,OAAwB,EAAE,KAAc,EAAgB,EAAE,CACpE,YAAY,CAAC,IAAI,CAAC;QAChB,OAAO;QACP,MAAM,EAAE,WAAW;QACnB,SAAS,EAAE,IAAI;QACf,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;KAC1C,CAAC;CACL,CAAC,CAAA;AAEF,gFAAgF;AAChF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,aAA8D,EACtC,EAAE;IAC1B,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IACxF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,MAAM,CAAC,CAAA;IAC/C,OAAO,MAAM,CAAC,WAAW,CACvB,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;QACrB,GAAG;QACH,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,YAAY,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK;KACvF,CAAC,CACH,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,KAAY,EAAU,EAAE,CAClD,OAAO,KAAK,KAAK,QAAQ;IACvB,CAAC,CAAC,KAAK;IACP,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACpB,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QAClB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA"}