deepclause-sdk 0.0.88 → 0.0.89

package/dist/judge/marshal.js

@@ -0,0 +1,266 @@
+/**
+ * Marshalling between the Prolog wire shapes and the SDK judge types.
+ *
+ * The engine payload arrives as swipl-wasm values:
+ *   - a compound `f(a, b)`  -> `{ $t: 't', f: [[a, b]] }`
+ *   - a pair `K-V`          -> `{ $t: 't', '-': [[K, V]] }`
+ *   - a dict `tag{k: v}`    -> `{ $tag: 'tag', k: v }`
+ *   - a list                -> an array
+ *   - atoms / strings / numbers / booleans arrive as plain JS values.
+ */
+function isRawObject(value) {
+    return typeof value === 'object' && value !== null && !Array.isArray(value);
+}
+function isCompound(value) {
+    return isRawObject(value) && value.$t === 't';
+}
+function compoundParts(value) {
+    for (const key of Object.keys(value)) {
+        if (key === '$t' || key === 'functor' || key === 'args')
+            continue;
+        const payload = value[key];
+        if (Array.isArray(payload) && payload.length > 0 && Array.isArray(payload[0])) {
+            return { functor: key, args: payload[0] };
+        }
+    }
+    return { functor: '', args: [] };
+}
+function isPairCompound(value) {
+    return isCompound(value) && compoundParts(value).functor === '-';
+}
+/** Normalize an arbitrary Prolog value into JSON. A list of `Key-Value` pairs becomes an object. */
+export function normalizePrologValue(value) {
+    if (value === null || value === undefined)
+        return null;
+    if (typeof value === 'string') {
+        if (value === 'null')
+            return null;
+        if (value === 'true')
+            return true;
+        if (value === 'false')
+            return false;
+        return value;
+    }
+    if (typeof value === 'number' || typeof value === 'boolean')
+        return value;
+    if (isRawObject(value) && typeof value.$t === 'string' && value.$t !== 't') {
+        const tagged = value;
+        switch (tagged.$t) {
+            case 's':
+            case 'a':
+                return tagged.v ?? '';
+            case 'n':
+                return tagged.v ?? 0;
+            default:
+                return tagged.v ?? null;
+        }
+    }
+    if (Array.isArray(value)) {
+        if (value.length > 0 && value.every(isPairCompound)) {
+            const object = {};
+            for (const entry of value) {
+                const { args } = compoundParts(entry);
+                object[String(normalizePrologValue(args[0]))] = normalizePrologValue(args[1]);
+            }
+            return object;
+        }
+        return value.map(normalizePrologValue);
+    }
+    if (isCompound(value)) {
+        const { functor, args } = compoundParts(value);
+        if (functor === 'arr')
+            return normalizePrologValue(args[0] ?? []);
+        if (functor === '-') {
+            return { [String(normalizePrologValue(args[0]))]: normalizePrologValue(args[1]) };
+        }
+        return { [functor]: args.map(normalizePrologValue) };
+    }
+    if (isRawObject(value)) {
+        const object = {};
+        for (const [key, entry] of Object.entries(value)) {
+            if (key === '$tag' || key === '$t')
+                continue;
+            object[key] = normalizePrologValue(entry);
+        }
+        return object;
+    }
+    return null;
+}
+/** The author-facing state term, normalized to JSON. */
+export function normalizeJudgeState(value) {
+    return normalizePrologValue(value);
+}
+function parseOptions(raw) {
+    const list = Array.isArray(raw) ? raw : [];
+    return list.map((entry) => {
+        if (isPairCompound(entry)) {
+            const { args } = compoundParts(entry);
+            return {
+                id: String(normalizePrologValue(args[0])),
+                description: normalizePrologValue(args[1]),
+            };
+        }
+        return { id: String(normalizePrologValue(entry)) };
+    });
+}
+function parseLevels(raw) {
+    const list = Array.isArray(raw) ? raw : [];
+    return list.map((entry) => {
+        if (isCompound(entry) && compoundParts(entry).functor === 'level') {
+            const { args } = compoundParts(entry);
+            return { what: normalizePrologValue(args[0]), examples: normalizePrologValue(args[1]) };
+        }
+        return normalizePrologValue(entry);
+    });
+}
+function parseCriteria(raw) {
+    if (!isCompound(raw))
+        return undefined;
+    const { functor, args } = compoundParts(raw);
+    if (functor !== 'criteria')
+        return undefined;
+    return { true: normalizePrologValue(args[0]), false: normalizePrologValue(args[1]) };
+}
+/** Parse the `questions` list yielded by the meta-interpreter into `JudgeQuestion[]`. */
+export function parseJudgeQuestions(raw) {
+    const list = Array.isArray(raw) ? raw : [];
+    return list.map((entry, index) => {
+        const dict = isRawObject(entry) ? entry : {};
+        const kind = String(normalizePrologValue(dict.kind));
+        const question = {
+            id: `q${index + 1}`,
+            kind: kind,
+            instruction: normalizePrologValue(dict.instruction),
+        };
+        if (kind === 'choose')
+            question.options = parseOptions(dict.options);
+        else if (kind === 'rate')
+            question.levels = parseLevels(dict.levels);
+        else if (kind === 'verify')
+            question.criteria = parseCriteria(dict.criteria);
+        return question;
+    });
+}
+function levelId(level, index) {
+    if (typeof level === 'string')
+        return level;
+    if (typeof level === 'number' || typeof level === 'boolean')
+        return String(level);
+    if (isRawObject(level) && typeof level.what === 'string')
+        return level.what;
+    return `level_${index}`;
+}
+function validateAnswer(question, answer) {
+    const basis = answer.basis ?? 'label';
+    if (question.kind === 'choose') {
+        const optionIds = (question.options ?? []).map((option) => option.id);
+        const value = answer.value;
+        if (!value || !optionIds.includes(value)) {
+            throw new Error(`judge answer for '${question.id}' selected '${value ?? 'nothing'}', which is not one of: ${optionIds.join(', ')}`);
+        }
+        return { ...answer, basis, distribution: alignDistribution(optionIds.length, answer.distribution) };
+    }
+    if (question.kind === 'rate') {
+        const levels = question.levels ?? [];
+        let value = answer.value;
+        if (!value && typeof answer.probability === 'number') {
+            value = levelId(levels[argmax(answer.distribution ?? [])] ?? '', 0);
+        }
+        const labels = levels.map(levelId);
+        if (value && !labels.includes(value)) {
+            const numeric = Number(value);
+            if (Number.isInteger(numeric) && labels[numeric] !== undefined)
+                value = labels[numeric];
+            else
+                throw new Error(`judge answer for '${question.id}' returned unknown level '${value}'`);
+        }
+        if (!value && labels.length > 0)
+            value = labels[0];
+        return { ...answer, value, basis, distribution: alignDistribution(levels.length, answer.distribution) };
+    }
+    if (question.kind === 'verify') {
+        if (answer.value !== undefined && !['yes', 'no', 'unknown'].includes(answer.value)) {
+            throw new Error(`judge answer for '${question.id}' returned '${answer.value}', expected yes/no/unknown`);
+        }
+        if (answer.value === undefined) {
+            const probability = answer.probability;
+            const value = typeof probability === 'number' ? (probability >= 0.5 ? 'yes' : 'no') : 'unknown';
+            return { ...answer, value, basis };
+        }
+        return { ...answer, basis };
+    }
+    // probability
+    if (typeof answer.probability !== 'number') {
+        throw new Error(`judge answer for '${question.id}' did not return a probability`);
+    }
+    return { ...answer, basis };
+}
+function alignDistribution(length, distribution) {
+    if (!distribution)
+        return undefined;
+    if (distribution.length === length)
+        return distribution;
+    if (distribution.length > length)
+        return distribution.slice(0, length);
+    return [...distribution, ...Array(length - distribution.length).fill(0)];
+}
+function argmax(values) {
+    let best = 0;
+    for (let index = 1; index < values.length; index++) {
+        if ((values[index] ?? 0) > (values[best] ?? 0))
+            best = index;
+    }
+    return best;
+}
+/** Validate backend answers against the questions and preserve question order. */
+export function validateJudgeAnswers(questions, answers) {
+    return questions.map((question, index) => {
+        const answer = answers[index] ?? answers.find((candidate) => candidate.id === question.id);
+        if (!answer)
+            throw new Error(`judge backend returned no answer for question ${question.id}`);
+        return validateAnswer(question, answer);
+    });
+}
+/** The ordered primary values bound back into DML. */
+export function judgeAnswersToValues(questions, answers) {
+    return questions.map((question, index) => {
+        const answer = answers[index];
+        if (!answer)
+            throw new Error(`missing judge answer for ${question.id}`);
+        if (question.kind === 'probability') {
+            if (typeof answer.probability !== 'number') {
+                throw new Error(`judge answer for '${question.id}' did not return a probability`);
+            }
+            return answer.probability;
+        }
+        if (question.kind === 'verify')
+            return answer.value ?? 'unknown';
+        return answer.value ?? '';
+    });
+}
+/** Serialize answer values into a Prolog list, using atoms for identifiers. */
+export function valuesToPrologList(values) {
+    return `[${values.map(prologValue).join(', ')}]`;
+}
+function prologValue(value) {
+    if (typeof value === 'number')
+        return String(value);
+    if (/^[a-z][a-zA-Z0-9_]*$/.test(value))
+        return value;
+    return JSON.stringify(value);
+}
+function stableStringify(value) {
+    if (value === undefined)
+        return 'undefined';
+    if (value === null || typeof value !== 'object')
+        return JSON.stringify(value);
+    if (Array.isArray(value))
+        return `[${value.map((entry) => stableStringify(entry)).join(',')}]`;
+    const entries = Object.entries(value).sort(([a], [b]) => a < b ? -1 : a > b ? 1 : 0);
+    return `{${entries.map(([key, entry]) => `${JSON.stringify(key)}:${stableStringify(entry)}`).join(',')}}`;
+}
+/** Cache key for a judgment: same backend/model/state/questions returns the same answers. */
+export function judgeCacheKey(backendId, model, state, questions) {
+    return `${backendId}|${model}|${stableStringify(state)}|${stableStringify(questions)}`;
+}
+//# sourceMappingURL=marshal.js.map

package/dist/judge/marshal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"marshal.js","sourceRoot":"","sources":["../../src/judge/marshal.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAMH,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE,KAAK,GAAG,CAAC;AAChD,CAAC;AAED,SAAS,aAAa,CAAC,KAAgB;IACrC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACrC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,MAAM;YAAE,SAAS;QAClE,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9E,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAc,EAAE,CAAC;QACzD,CAAC;IACH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,OAAO,UAAU,CAAC,KAAK,CAAC,IAAI,aAAa,CAAC,KAAkB,CAAC,CAAC,OAAO,KAAK,GAAG,CAAC;AAChF,CAAC;AAED,oGAAoG;AACpG,MAAM,UAAU,oBAAoB,CAAC,KAAc;IACjD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,KAAK,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC;QAClC,IAAI,KAAK,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC;QAClC,IAAI,KAAK,KAAK,OAAO;YAAE,OAAO,KAAK,CAAC;QACpC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAC1E,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,EAAE,KAAK,QAAQ,IAAI,KAAK,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC;QAC3E,MAAM,MAAM,GAAG,KAAoC,CAAC;QACpD,QAAQ,MAAM,CAAC,EAAE,EAAE,CAAC;YAClB,KAAK,GAAG,CAAC;YACT,KAAK,GAAG;gBACN,OAAQ,MAAM,CAAC,CAAY,IAAI,EAAE,CAAC;YACpC,KAAK,GAAG;gBACN,OAAQ,MAAM,CAAC,CAAY,IAAI,CAAC,CAAC;YACnC;gBACE,OAAQ,MAAM,CAAC,CAAe,IAAI,IAAI,CAAC;QAC3C,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC;YACpD,MAAM,MAAM,GAA8B,EAAE,CAAC;YAC7C,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBAC1B,MAAM,EAAE,IAAI,EAAE,GAAG,aAAa,CAAC,KAAkB,CAAC,CAAC;gBACnD,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAChF,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO,KAAK,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IACzC,CAAC;IACD,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACtB,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,aAAa,CAAC,KAAkB,CAAC,CAAC;QAC5D,IAAI,OAAO,KAAK,KAAK;YAAE,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAClE,IAAI,OAAO,KAAK,GAAG,EAAE,CAAC;YACpB,OAAO,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,CAAC;QACD,OAAO,EAAE,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,oBAAoB,CAAC,EAAe,CAAC;IACpE,CAAC;IACD,IAAI,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,MAAM,GAA8B,EAAE,CAAC;QAC7C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACjD,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,IAAI;gBAAE,SAAS;YAC7C,MAAM,CAAC,GAAG,CAAC,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,mBAAmB,CAAC,KAAc;IAChD,OAAO,oBAAoB,CAAC,KAAK,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,YAAY,CAAC,GAAY;IAChC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACxB,IAAI,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,EAAE,IAAI,EAAE,GAAG,aAAa,CAAC,KAAkB,CAAC,CAAC;YACnD,OAAO;gBACL,EAAE,EAAE,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzC,WAAW,EAAE,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aAC3C,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,GAAY;IAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACxB,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,aAAa,CAAC,KAAkB,CAAC,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;YAC/E,MAAM,EAAE,IAAI,EAAE,GAAG,aAAa,CAAC,KAAkB,CAAC,CAAC;YACnD,OAAO,EAAE,IAAI,EAAE,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,CAAC;QACD,OAAO,oBAAoB,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,aAAa,CAAC,GAAY;IACjC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IACvC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,aAAa,CAAC,GAAgB,CAAC,CAAC;IAC1D,IAAI,OAAO,KAAK,UAAU;QAAE,OAAO,SAAS,CAAC;IAC7C,OAAO,EAAE,IAAI,EAAE,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACvF,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,mBAAmB,CAAC,GAAY;IAC9C,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC/B,MAAM,IAAI,GAAc,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,GAAG,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAkB;YAC9B,EAAE,EAAE,IAAI,KAAK,GAAG,CAAC,EAAE;YACnB,IAAI,EAAE,IAA6B;YACnC,WAAW,EAAE,oBAAoB,CAAC,IAAI,CAAC,WAAW,CAAC;SACpD,CAAC;QACF,IAAI,IAAI,KAAK,QAAQ;YAAE,QAAQ,CAAC,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aAChE,IAAI,IAAI,KAAK,MAAM;YAAE,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;aAChE,IAAI,IAAI,KAAK,QAAQ;YAAE,QAAQ,CAAC,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7E,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,OAAO,CAAC,KAAiB,EAAE,KAAa;IAC/C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAClF,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC;IAC5E,OAAO,SAAS,KAAK,EAAE,CAAC;AAC1B,CAAC;AAED,SAAS,cAAc,CAAC,QAAuB,EAAE,MAAmB;IAClE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC;IACtC,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CACb,qBAAqB,QAAQ,CAAC,EAAE,eAAe,KAAK,IAAI,SAAS,2BAA2B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACnH,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,iBAAiB,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;IACtG,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC;QACrC,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,IAAI,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;YACrD,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QACtE,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,KAAK,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACrC,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9B,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,SAAS;gBAAE,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;;gBACnF,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,EAAE,6BAA6B,KAAK,GAAG,CAAC,CAAC;QAC9F,CAAC;QACD,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACnD,OAAO,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,iBAAiB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;IAC1G,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC/B,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YACnF,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,EAAE,eAAe,MAAM,CAAC,KAAK,4BAA4B,CAAC,CAAC;QAC3G,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;YACvC,MAAM,KAAK,GAAG,OAAO,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAChG,OAAO,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QACrC,CAAC;QACD,OAAO,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,CAAC;IAC9B,CAAC;IACD,cAAc;IACd,IAAI,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,EAAE,gCAAgC,CAAC,CAAC;IACpF,CAAC;IACD,OAAO,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,CAAC;AAC9B,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAc,EAAE,YAAkC;IAC3E,IAAI,CAAC,YAAY;QAAE,OAAO,SAAS,CAAC;IACpC,IAAI,YAAY,CAAC,MAAM,KAAK,MAAM;QAAE,OAAO,YAAY,CAAC;IACxD,IAAI,YAAY,CAAC,MAAM,GAAG,MAAM;QAAE,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACvE,OAAO,CAAC,GAAG,YAAY,EAAE,GAAG,KAAK,CAAS,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AACnF,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB;IAC9B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAAE,IAAI,GAAG,KAAK,CAAC;IAC/D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,oBAAoB,CAClC,SAA0B,EAC1B,OAAsB;IAEtB,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;QACvC,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC3F,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7F,OAAO,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,sDAAsD;AACtD,MAAM,UAAU,oBAAoB,CAClC,SAA0B,EAC1B,OAAsB;IAEtB,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;QACvC,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;QACxE,IAAI,QAAQ,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACpC,IAAI,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;gBAC3C,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,EAAE,gCAAgC,CAAC,CAAC;YACpF,CAAC;YACD,OAAO,MAAM,CAAC,WAAW,CAAC;QAC5B,CAAC;QACD,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,MAAM,CAAC,KAAK,IAAI,SAAS,CAAC;QACjE,OAAO,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,kBAAkB,CAAC,MAA8B;IAC/D,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;AACnD,CAAC;AAED,SAAS,WAAW,CAAC,KAAsB;IACzC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACpD,IAAI,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACrD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,WAAW,CAAC;IAC5C,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC9E,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IAC/F,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CACjF,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAC3B,CAAC;IACF,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AAC5G,CAAC;AAED,6FAA6F;AAC7F,MAAM,UAAU,aAAa,CAC3B,SAAiB,EACjB,KAAa,EACb,KAAgB,EAChB,SAA0B;IAE1B,OAAO,GAAG,SAAS,IAAI,KAAK,IAAI,eAAe,CAAC,KAAK,CAAC,IAAI,eAAe,CAAC,SAAiC,CAAC,EAAE,CAAC;AACjH,CAAC"}

package/dist/judge/mock.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Mock judge backend.
+ *
+ * Useful for development and tests: it returns deterministic, schema-valid
+ * answers without any network access. `createMockJevJudgeBackend` configures it
+ * with Jev-like calibrated capabilities so the real Jev path can be developed
+ * and exercised before an API key is available.
+ */
+import { type JudgeAnswer, type JudgeBackend, type JudgeBackendRequest, type JudgeCapabilities } from './types.js';
+export type MockAnswerSource = JudgeAnswer[] | ((request: JudgeBackendRequest) => JudgeAnswer[] | Promise<JudgeAnswer[]>);
+export interface MockJudgeBackendOptions {
+    id?: string;
+    answers?: MockAnswerSource;
+    capabilities?: Partial<JudgeCapabilities>;
+    /** Default probability for verify / probability questions. */
+    probability?: number;
+    /** Which option a choose question selects. */
+    choice?: 'first' | 'last';
+    /** Simulated latency. */
+    delayMs?: number;
+}
+export declare function createMockJudgeBackend(options?: MockJudgeBackendOptions): JudgeBackend;
+/**
+ * A mock that behaves like a calibrated Jev backend. Register it under `jev`
+ * to exercise the Jev code path without network access or an API key.
+ */
+export declare function createMockJevJudgeBackend(options?: MockJudgeBackendOptions): JudgeBackend;
+//# sourceMappingURL=mock.d.ts.map

package/dist/judge/mock.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock.d.ts","sourceRoot":"","sources":["../../src/judge/mock.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAEL,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EAEvB,MAAM,YAAY,CAAC;AAEpB,MAAM,MAAM,gBAAgB,GACxB,WAAW,EAAE,GACb,CAAC,CAAC,OAAO,EAAE,mBAAmB,KAAK,WAAW,EAAE,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAE/E,MAAM,WAAW,uBAAuB;IACtC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,OAAO,CAAC,EAAE,gBAAgB,CAAC;IAC3B,YAAY,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC1C,8DAA8D;IAC9D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8CAA8C;IAC9C,MAAM,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC1B,yBAAyB;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAqDD,wBAAgB,sBAAsB,CAAC,OAAO,GAAE,uBAA4B,GAAG,YAAY,CAqB1F;AAED;;;GAGG;AACH,wBAAgB,yBAAyB,CAAC,OAAO,GAAE,uBAA4B,GAAG,YAAY,CAc7F"}

package/dist/judge/mock.js

@@ -0,0 +1,98 @@
+/**
+ * Mock judge backend.
+ *
+ * Useful for development and tests: it returns deterministic, schema-valid
+ * answers without any network access. `createMockJevJudgeBackend` configures it
+ * with Jev-like calibrated capabilities so the real Jev path can be developed
+ * and exercised before an API key is available.
+ */
+import { withJudgeCapabilities, } from './types.js';
+function levelLabel(question, index) {
+    const level = question.levels?.[index];
+    if (typeof level === 'string')
+        return level;
+    if (typeof level === 'number' || typeof level === 'boolean')
+        return String(level);
+    if (level && typeof level === 'object' && typeof level.what === 'string') {
+        return level.what;
+    }
+    return `level_${index}`;
+}
+function deriveAnswer(question, probability, choice, basis) {
+    if (question.kind === 'choose') {
+        const optionIds = (question.options ?? []).map((option) => option.id);
+        const index = choice === 'last' ? Math.max(optionIds.length - 1, 0) : 0;
+        return {
+            id: question.id,
+            kind: question.kind,
+            value: optionIds[index] ?? 'option',
+            confidence: 1,
+            distribution: optionIds.map((_, position) => (position === index ? 1 : 0)),
+            basis,
+        };
+    }
+    if (question.kind === 'rate') {
+        const levels = question.levels ?? [];
+        return {
+            id: question.id,
+            kind: question.kind,
+            value: levelLabel(question, 0),
+            confidence: 1,
+            distribution: levels.map((_, position) => (position === 0 ? 1 : 0)),
+            basis,
+        };
+    }
+    if (question.kind === 'probability') {
+        return { id: question.id, kind: question.kind, probability, basis };
+    }
+    return {
+        id: question.id,
+        kind: question.kind,
+        value: probability >= 0.5 ? 'yes' : 'no',
+        probability,
+        basis,
+    };
+}
+export function createMockJudgeBackend(options = {}) {
+    const capabilities = withJudgeCapabilities(options.capabilities);
+    const probability = options.probability ?? 0.5;
+    const choice = options.choice ?? 'first';
+    const basis = capabilities.calibrated ? 'calibrated' : 'mock';
+    return {
+        id: options.id ?? 'mock',
+        capabilities,
+        async complete(request) {
+            if (options.delayMs && options.delayMs > 0) {
+                await new Promise((resolve) => setTimeout(resolve, options.delayMs));
+            }
+            if (typeof options.answers === 'function')
+                return { answers: await options.answers(request) };
+            if (Array.isArray(options.answers))
+                return { answers: options.answers };
+            return {
+                answers: request.questions.map((question) => deriveAnswer(question, probability, choice, basis)),
+                model: 'mock',
+            };
+        },
+    };
+}
+/**
+ * A mock that behaves like a calibrated Jev backend. Register it under `jev`
+ * to exercise the Jev code path without network access or an API key.
+ */
+export function createMockJevJudgeBackend(options = {}) {
+    return createMockJudgeBackend({
+        ...options,
+        id: options.id ?? 'jev',
+        capabilities: {
+            calibrated: true,
+            probability: true,
+            confidence: true,
+            independentQuestions: true,
+            batch: true,
+            structuredCriteria: true,
+            ...(options.capabilities ?? {}),
+        },
+    });
+}
+//# sourceMappingURL=mock.js.map

package/dist/judge/mock.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock.js","sourceRoot":"","sources":["../../src/judge/mock.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EACL,qBAAqB,GAMtB,MAAM,YAAY,CAAC;AAkBpB,SAAS,UAAU,CAAC,QAAuB,EAAE,KAAa;IACxD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAClF,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAQ,KAA4B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACjG,OAAQ,KAA0B,CAAC,IAAI,CAAC;IAC1C,CAAC;IACD,OAAO,SAAS,KAAK,EAAE,CAAC;AAC1B,CAAC;AAED,SAAS,YAAY,CACnB,QAAuB,EACvB,WAAmB,EACnB,MAAwB,EACxB,KAA2B;IAE3B,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtE,MAAM,KAAK,GAAG,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,OAAO;YACL,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI,QAAQ;YACnC,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1E,KAAK;SACN,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC;QACrC,OAAO;YACL,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,KAAK,EAAE,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC9B,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACnE,KAAK;SACN,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QACpC,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IACtE,CAAC;IACD,OAAO;QACL,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,KAAK,EAAE,WAAW,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;QACxC,WAAW;QACX,KAAK;KACN,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,UAAmC,EAAE;IAC1E,MAAM,YAAY,GAAG,qBAAqB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACjE,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,GAAG,CAAC;IAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC;IACzC,MAAM,KAAK,GAAyB,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC;IAEpF,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,MAAM;QACxB,YAAY;QACZ,KAAK,CAAC,QAAQ,CAAC,OAAO;YACpB,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;gBAC3C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;YACvE,CAAC;YACD,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,UAAU;gBAAE,OAAO,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9F,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;gBAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;YACxE,OAAO;gBACL,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;gBAChG,KAAK,EAAE,MAAM;aACd,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CAAC,UAAmC,EAAE;IAC7E,OAAO,sBAAsB,CAAC;QAC5B,GAAG,OAAO;QACV,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,KAAK;QACvB,YAAY,EAAE;YACZ,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,IAAI;YACjB,UAAU,EAAE,IAAI;YAChB,oBAAoB,EAAE,IAAI;YAC1B,KAAK,EAAE,IAAI;YACX,kBAAkB,EAAE,IAAI;YACxB,GAAG,CAAC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC;SAChC;KACF,CAAC,CAAC;AACL,CAAC"}

package/dist/judge/types.d.ts

@@ -0,0 +1,95 @@
+/**
+ * Public types for the SDK judgment layer.
+ *
+ * A `JudgeBackend` answers bounded, typed questions about an explicit state.
+ * It is the second injectable seam next to `LLMBackend`, and the SDK ships
+ * specializations for an LLM, Jev (TypeSafe System One), and a mock.
+ */
+export type JsonValue = string | number | boolean | null | JsonValue[] | {
+    [key: string]: JsonValue;
+};
+/** The three generic judgment kinds. */
+export type JudgeQuestionKind = 'choose' | 'rate' | 'verify' | 'probability';
+/**
+ * How a value was produced. Kept explicit so uncalibrated numbers are never
+ * mistaken for calibrated probabilities.
+ */
+export type JudgeBasis = 'calibrated' | 'self_reported' | 'estimated' | 'label' | 'human' | 'mock';
+export interface JudgeOption {
+    id: string;
+    description?: JsonValue | null;
+}
+export type JudgeLevel = JsonValue;
+export interface JudgeQuestion {
+    /** Stable id used in events and cache keys; generated by the bridge. */
+    id: string;
+    kind: JudgeQuestionKind;
+    instruction: string | JsonValue;
+    /** choose */
+    options?: JudgeOption[];
+    /** rate */
+    levels?: JudgeLevel[];
+    /** verify */
+    criteria?: {
+        true?: JsonValue | null;
+        false?: JsonValue | null;
+    };
+}
+export interface JudgeAnswer {
+    id: string;
+    kind: JudgeQuestionKind;
+    /** choose -> option id; rate -> level id; verify -> 'yes' | 'no' | 'unknown'. */
+    value?: string;
+    /** verify / probability. */
+    probability?: number;
+    /** choose / rate. */
+    confidence?: number;
+    /** Aligned to `options` or `levels`. */
+    distribution?: number[];
+    basis: JudgeBasis;
+}
+export interface JudgeCapabilities {
+    calibrated: boolean;
+    probability: boolean;
+    confidence: boolean;
+    independentQuestions: boolean;
+    batch: boolean;
+    structuredCriteria: boolean;
+    maxQuestions: number;
+    maxOptions: number;
+    maxLevels: number;
+    stateTokenBudget: number;
+}
+export interface JudgeUsage {
+    inputTokens: number;
+    outputTokens: number;
+    totalTokens?: number;
+}
+export interface JudgeBackendRequest {
+    state: JsonValue;
+    questions: JudgeQuestion[];
+    signal?: AbortSignal;
+    model?: string;
+    requiredCapabilities?: Array<keyof JudgeCapabilities>;
+}
+export interface JudgeBackendResponse {
+    answers: JudgeAnswer[];
+    model?: string;
+    usage?: JudgeUsage;
+}
+export interface JudgeBackend {
+    readonly id: string;
+    readonly capabilities: JudgeCapabilities;
+    complete(request: JudgeBackendRequest): Promise<JudgeBackendResponse>;
+}
+/**
+ * Mutable selection shared between the SDK facade and the runner so a backend
+ * can be registered or made default after construction.
+ */
+export interface JudgeSelection {
+    backends: Map<string, JudgeBackend>;
+    defaultName: string;
+}
+export declare const DEFAULT_JUDGE_CAPABILITIES: JudgeCapabilities;
+export declare function withJudgeCapabilities(overrides: Partial<JudgeCapabilities> | undefined): JudgeCapabilities;
+//# sourceMappingURL=types.d.ts.map

package/dist/judge/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/judge/types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,MAAM,MAAM,SAAS,GACjB,MAAM,GACN,MAAM,GACN,OAAO,GACP,IAAI,GACJ,SAAS,EAAE,GACX;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAEjC,wCAAwC;AACxC,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,MAAM,GAAG,QAAQ,GAAG,aAAa,CAAC;AAE7E;;;GAGG;AACH,MAAM,MAAM,UAAU,GAClB,YAAY,GACZ,eAAe,GACf,WAAW,GACX,OAAO,GACP,OAAO,GACP,MAAM,CAAC;AAEX,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,CAAC,EAAE,SAAS,GAAG,IAAI,CAAC;CAChC;AAED,MAAM,MAAM,UAAU,GAAG,SAAS,CAAC;AAEnC,MAAM,WAAW,aAAa;IAC5B,wEAAwE;IACxE,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,iBAAiB,CAAC;IACxB,WAAW,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,aAAa;IACb,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC;IACxB,WAAW;IACX,MAAM,CAAC,EAAE,UAAU,EAAE,CAAC;IACtB,aAAa;IACb,QAAQ,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,SAAS,GAAG,IAAI,CAAC;QAAC,KAAK,CAAC,EAAE,SAAS,GAAG,IAAI,CAAA;KAAE,CAAC;CAClE;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,iBAAiB,CAAC;IACxB,iFAAiF;IACjF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,4BAA4B;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qBAAqB;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,wCAAwC;IACxC,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,KAAK,EAAE,UAAU,CAAC;CACnB;AAED,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,OAAO,CAAC;IACpB,WAAW,EAAE,OAAO,CAAC;IACrB,UAAU,EAAE,OAAO,CAAC;IACpB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,KAAK,EAAE,OAAO,CAAC;IACf,kBAAkB,EAAE,OAAO,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,SAAS,CAAC;IACjB,SAAS,EAAE,aAAa,EAAE,CAAC;IAC3B,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,oBAAoB,CAAC,EAAE,KAAK,CAAC,MAAM,iBAAiB,CAAC,CAAC;CACvD;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,YAAY,EAAE,iBAAiB,CAAC;IACzC,QAAQ,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;CACvE;AAED;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACpC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,eAAO,MAAM,0BAA0B,EAAE,iBAWxC,CAAC;AAEF,wBAAgB,qBAAqB,CACnC,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAAG,SAAS,GAChD,iBAAiB,CAEnB"}

package/dist/judge/types.js

@@ -0,0 +1,23 @@
+/**
+ * Public types for the SDK judgment layer.
+ *
+ * A `JudgeBackend` answers bounded, typed questions about an explicit state.
+ * It is the second injectable seam next to `LLMBackend`, and the SDK ships
+ * specializations for an LLM, Jev (TypeSafe System One), and a mock.
+ */
+export const DEFAULT_JUDGE_CAPABILITIES = {
+    calibrated: false,
+    probability: false,
+    confidence: false,
+    independentQuestions: true,
+    batch: true,
+    structuredCriteria: false,
+    maxQuestions: 128,
+    maxOptions: 255,
+    maxLevels: 10,
+    stateTokenBudget: 32_000,
+};
+export function withJudgeCapabilities(overrides) {
+    return { ...DEFAULT_JUDGE_CAPABILITIES, ...(overrides ?? {}) };
+}
+//# sourceMappingURL=types.js.map

package/dist/judge/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/judge/types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AA2GH,MAAM,CAAC,MAAM,0BAA0B,GAAsB;IAC3D,UAAU,EAAE,KAAK;IACjB,WAAW,EAAE,KAAK;IAClB,UAAU,EAAE,KAAK;IACjB,oBAAoB,EAAE,IAAI;IAC1B,KAAK,EAAE,IAAI;IACX,kBAAkB,EAAE,KAAK;IACzB,YAAY,EAAE,GAAG;IACjB,UAAU,EAAE,GAAG;IACf,SAAS,EAAE,EAAE;IACb,gBAAgB,EAAE,MAAM;CACzB,CAAC;AAEF,MAAM,UAAU,qBAAqB,CACnC,SAAiD;IAEjD,OAAO,EAAE,GAAG,0BAA0B,EAAE,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,CAAC;AACjE,CAAC"}

package/dist/prolog/bridge.d.ts

@@ -2,7 +2,7 @@
  * JavaScript-Prolog Bridge utilities
  */
 import type { LanguageModel } from 'ai';
-import type { MemoryMessage, LLMUsage } from '../types.js';
+import type { MemoryMessage, LLMBackend, LLMUsage } from '../types.js';
 export interface RawProviderResponseSnapshot {
     requestId: string;
     url: string;
@@ -25,6 +25,7 @@ export interface SampleSingleTokenOptions {
     signal?: AbortSignal;
     debugLog?: (...args: unknown[]) => void;
     onRawResponse?: (snapshot: Promise<RawProviderResponseSnapshot>) => void;
+    llmBackend?: LLMBackend;
 }
 export interface GenerateLlmReplyOptions {
     messages: MemoryMessage[];
@@ -39,6 +40,7 @@ export interface GenerateLlmReplyOptions {
     signal?: AbortSignal;
     debugLog?: (...args: unknown[]) => void;
     onRawResponse?: (snapshot: Promise<RawProviderResponseSnapshot>) => void;
+    llmBackend?: LLMBackend;
 }
 /**
  * Create a model provider for the Vercel AI SDK

package/dist/prolog/bridge.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"bridge.d.ts","sourceRoot":"","sources":["../../src/prolog/bridge.ts"],"names":[],"mappings":"AAAA;;GAEG;AASH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACxC,OAAO,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE3D,MAAM,WAAW,2BAA2B;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,gBAAgB,GAAG,QAAQ,CAAC;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,wBAAwB;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,EAAE;QACZ,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,CAAC;QAEjB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;KACvD,CAAC;IACF,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACxC,aAAa,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,2BAA2B,CAAC,KAAK,IAAI,CAAC;CAC1E;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,YAAY,EAAE;QACZ,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,OAAO,CAAC,EAAE,MAAM,CAAC;QAEjB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;KACvD,CAAC;IACF,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACxC,aAAa,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,2BAA2B,CAAC,KAAK,IAAI,CAAC;CAC1E;AAiSD;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,MAAM,EAChB,QAAQ,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,EACvC,aAAa,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,2BAA2B,CAAC,KAAK,IAAI,GACvE,aAAa,CA8Mf;AA+DD,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,QAAQ,CAAA;CAAE,CAAC,CA6BvH;AAED,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,QAAQ,CAAA;CAAE,CAAC,CAyBpH;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAqCrD;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CA2CrD;AAgBD;;GAEG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,EAAE,CA2D1D"}
+{"version":3,"file":"bridge.d.ts","sourceRoot":"","sources":["../../src/prolog/bridge.ts"],"names":[],"mappings":"AAAA;;GAEG;AASH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AACxC,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvE,MAAM,WAAW,2BAA2B;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,gBAAgB,GAAG,QAAQ,CAAC;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,wBAAwB;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,EAAE;QACZ,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,CAAC;QAEjB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;KACvD,CAAC;IACF,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACxC,aAAa,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,2BAA2B,CAAC,KAAK,IAAI,CAAC;IACzE,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,YAAY,EAAE;QACZ,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,OAAO,CAAC,EAAE,MAAM,CAAC;QAEjB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;KACvD,CAAC;IACF,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;IACxC,aAAa,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,2BAA2B,CAAC,KAAK,IAAI,CAAC;IACzE,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB;AAiSD;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,MAAM,EAChB,QAAQ,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,EACvC,aAAa,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,2BAA2B,CAAC,KAAK,IAAI,GACvE,aAAa,CA8Mf;AA+DD,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,QAAQ,CAAA;CAAE,CAAC,CA0CvH;AAED,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,QAAQ,CAAA;CAAE,CAAC,CAmCpH;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAqCrD;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CA2CrD;AAgBD;;GAEG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,EAAE,CA2D1D"}

package/dist/prolog/bridge.js

@@ -393,7 +393,7 @@ export function createModelProvider(provider, model, baseUrl, debugLog, onRawRes
                     const kind = bodyAbortController?.signal.aborted ? 'aborted' : 'errored';
                     debugLog?.(`[fetch] Body ${kind} requestId=${requestId} seq=${proxyRequestSeq} after ${Date.now() - fetchT0}ms: ${describeFetchError(failure)}`);
                 });
-                // Return a new Response with the instrumented body 
+                // Return a new Response with the instrumented body
                 return new Response(bodyTap.readable, {
                     status: response.status,
                     statusText: response.statusText,
@@ -512,6 +512,18 @@ function buildSampleTokenPrompt(prompt, allowedTokens) {
     return `${prompt}\nAllowed tokens: ${JSON.stringify(allowedTokens)}`;
 }
 export async function sampleSingleToken(options) {
+    if (options.llmBackend) {
+        const result = await options.llmBackend.complete({
+            messages: [{ role: 'user', content: buildSampleTokenPrompt(options.prompt, options.allowedTokens) }],
+            temperature: options.modelOptions.temperature,
+            maxTokens: 1,
+            signal: options.signal,
+        });
+        const token = options.allowedTokens && options.allowedTokens.length > 0
+            ? chooseAllowedSampleToken(result.text, options.allowedTokens)
+            : normalizeSampleTokenResponse(result.text);
+        return { token, usage: result.usage };
+    }
     const model = createModelProvider(options.modelOptions.provider, options.modelOptions.model, options.modelOptions.baseUrl, options.debugLog, options.onRawResponse);
     const result = await generateText({
         model,
@@ -532,6 +544,15 @@ export async function sampleSingleToken(options) {
     return { token, usage };
 }
 export async function generateLlmReply(options) {
+    if (options.llmBackend) {
+        const result = await options.llmBackend.complete({
+            messages: options.messages,
+            temperature: options.modelOptions.temperature,
+            maxTokens: options.modelOptions.maxOutputTokens,
+            signal: options.signal,
+        });
+        return { text: result.text, usage: result.usage };
+    }
     const model = createModelProvider(options.modelOptions.provider, options.modelOptions.model, options.modelOptions.baseUrl, options.debugLog, options.onRawResponse);
     const result = await generateText({
         model,