@dsh-enhanced/assistant-evaluation 0.1.32 → 0.1.35

package/lib/benchmark/strategy-projection.js

@@ -0,0 +1,171 @@
+/**
+ * Strategy-only read-only projection of the immutable evidence objects.
+ *
+ * This never becomes evidence itself: it re-derives coordination cost splits and a
+ * conservative failure attribution from evidence that verifyStrategyBenchmarkResults
+ * has already reopened and bound. The shared BenchmarkMetrics/BenchmarkResult shape
+ * (persisted across suites and in the journal) is intentionally untouched.
+ */
+import { benchmarkSchedule } from './schema.js';
+import { strategyBenchmarkJournalPlan } from './strategy-plan.js';
+import { StrategyEvidenceStore } from './strategy-evidence.js';
+import { tokenUsageCost } from './usage.js';
+export const strategyProjectionProtocol = 'dsh-native-goal-strategy-projection/v1';
+/**
+ * Criterion reasons emitted with status 'failed' by the independent verifier
+ * (plugins/assistant-verifier drivers.ts failed() calls). Every one of these means
+ * the candidate delivered an artifact that was actually inspected and found wrong.
+ * artifact-unavailable / altered / timeout / io reasons are status 'unknown' and
+ * cannot distinguish an undelivered artifact from a tool failure, so they stay unknown.
+ */
+export const behaviorFailureReasons = [
+    'citation-mismatch', 'citation-missing', 'isolated-unexpected-exit-code', 'isolated-unexpected-stdout',
+    'readback-object-mismatch', 'readback-revision-mismatch', 'readback-value-mismatch',
+    'repository-head-mismatch', 'repository-requirements-not-met', 'required-text-missing',
+    'unexpected-exit-code', 'unexpected-stdout',
+];
+const behaviorFailureReasonSet = new Set(behaviorFailureReasons);
+/**
+ * Sums settled traces attributed to one session role, recomputing cost per trace.
+ * A settled trace always counts one model call. In observed-call-count mode the
+ * evidence meter freezes usage=null: the call still counts, tokens add nothing and
+ * the monetary total becomes null (never estimated). Token-mode traces are
+ * evidence-guaranteed to carry non-null usage, so usage=null is self-describing.
+ */
+export function accumulateSessionCost(traces, sessions, rates) {
+    let modelCalls = 0;
+    let inputTokens = 0;
+    let outputTokens = 0;
+    let costUsdMicros = 0;
+    for (const trace of traces) {
+        if (trace.phase !== 'settled' || trace.sessionId === null || !sessions.has(trace.sessionId))
+            continue;
+        modelCalls += 1;
+        if (trace.usage === null) {
+            costUsdMicros = null;
+            continue;
+        }
+        inputTokens += trace.usage.inputTokens;
+        outputTokens += trace.usage.outputTokens;
+        const cost = tokenUsageCost(trace.usage, rates);
+        costUsdMicros = cost === null || costUsdMicros === null ? null : costUsdMicros + cost;
+    }
+    return Object.freeze({ modelCalls, inputTokens, outputTokens, costUsdMicros });
+}
+function receiptAttribution(receipts) {
+    return Object.freeze(receipts.map(entry => Object.freeze({
+        contractId: entry.contract.id, taskKind: entry.taskKind, objectiveStatus: entry.receipt.objectiveStatus, quiescent: entry.quiescent,
+        failedCriteria: Object.freeze(entry.receipt.results
+            .filter(result => result.status === 'failed')
+            .map(result => Object.freeze({ criterionId: result.criterionId, reason: result.reason, behaviorFailure: behaviorFailureReasonSet.has(result.reason) }))),
+    })));
+}
+/** Terminal unknown cell: a failure object proves uncertainty, never an acceptance. */
+export function unknownStrategyCellProjection(result) {
+    return Object.freeze({
+        cellId: result.cell.id, caseId: result.cell.caseId, variantId: result.cell.variantId, repeat: result.cell.repeat,
+        status: 'unknown', verdict: 'unknown',
+        attribution: Object.freeze({ classification: 'undelivered-or-unknown', basis: 'infrastructure-unknown',
+            infrastructureReason: result.reason, receipts: Object.freeze([]) }),
+        costs: null,
+    });
+}
+/**
+ * Pure derivation over a reopened, already-verified evidence object. No binding
+ * checks are repeated here: callers must obtain `native` through the evidence store
+ * after verifyStrategyBenchmarkResults, never from candidate prose.
+ */
+export function projectStrategyCell(result, native, rates) {
+    benchmarkAssertCompleted(result);
+    const childSessions = new Set(native.native.strategies.flatMap(strategy => strategy.children.map(child => child.sessionId)));
+    const costs = Object.freeze({
+        parent: accumulateSessionCost(native.meter.traces, new Set([native.native.parent.sessionId]), rates),
+        children: accumulateSessionCost(native.meter.traces, childSessions, rates),
+    });
+    const receipts = receiptAttribution(native.native.receipts);
+    const hasBehaviorFailure = receipts.some(receipt => receipt.quiescent && receipt.failedCriteria.some(criterion => criterion.behaviorFailure));
+    const classification = result.verdict === 'achieved' ? 'achieved'
+        : result.verdict === 'not-achieved' && hasBehaviorFailure ? 'delivered-incorrect-behavior'
+            : 'undelivered-or-unknown';
+    const basis = classification === 'achieved' ? 'achieved'
+        : classification === 'delivered-incorrect-behavior' ? 'receipt-behavior-failure'
+            : 'no-behavior-failure-receipt';
+    return Object.freeze({
+        cellId: result.cell.id, caseId: result.cell.caseId, variantId: result.cell.variantId, repeat: result.cell.repeat,
+        status: 'completed', verdict: result.verdict,
+        attribution: Object.freeze({ classification, basis, infrastructureReason: null, receipts }),
+        costs,
+    });
+}
+function benchmarkAssertCompleted(result) {
+    if (result.status !== 'completed' || result.evidenceDigest === null)
+        throw new Error('strategy projection: completed result requires bound evidence');
+}
+function totalCellCost(costs) {
+    const costUsdMicros = costs.parent.costUsdMicros === null || costs.children.costUsdMicros === null
+        ? null : costs.parent.costUsdMicros + costs.children.costUsdMicros;
+    return Object.freeze({
+        modelCalls: costs.parent.modelCalls + costs.children.modelCalls,
+        inputTokens: costs.parent.inputTokens + costs.children.inputTokens,
+        outputTokens: costs.parent.outputTokens + costs.children.outputTokens,
+        costUsdMicros,
+    });
+}
+/** Pairs direct/adaptive-strategy arms by (caseId, repeat) over the planned schedule. */
+export function pairStrategyCells(plan, cells) {
+    const byKey = new Map(cells.map(cell => [`${cell.caseId} ${cell.variantId} ${cell.repeat}`, cell]));
+    const meta = [];
+    const seen = new Set();
+    for (const cell of benchmarkSchedule(strategyBenchmarkJournalPlan(plan))) {
+        const key = `${cell.caseId} ${cell.repeat}`;
+        if (!seen.has(key)) {
+            seen.add(key);
+            meta.push({ caseId: cell.caseId, repeat: cell.repeat });
+        }
+    }
+    return Object.freeze(meta.map(({ caseId, repeat }) => {
+        const direct = byKey.get(`${caseId} direct ${repeat}`);
+        const candidate = byKey.get(`${caseId} adaptive-strategy ${repeat}`);
+        const comparable = direct !== undefined && candidate !== undefined && direct.status === 'completed' && candidate.status === 'completed'
+            && direct.costs !== null && candidate.costs !== null;
+        let coordination = null;
+        if (comparable) {
+            const directTotal = totalCellCost(direct.costs);
+            const candidateTotal = totalCellCost(candidate.costs);
+            const extraCost = directTotal.costUsdMicros === null || candidateTotal.costUsdMicros === null ? null
+                : candidateTotal.costUsdMicros - directTotal.costUsdMicros;
+            coordination = Object.freeze({
+                candidateChildren: candidate.costs.children,
+                extra: Object.freeze({
+                    modelCalls: candidateTotal.modelCalls - directTotal.modelCalls,
+                    inputTokens: candidateTotal.inputTokens - directTotal.inputTokens,
+                    outputTokens: candidateTotal.outputTokens - directTotal.outputTokens,
+                    costUsdMicros: extraCost,
+                }),
+            });
+        }
+        return Object.freeze({ caseId, repeat, directCellId: direct?.cellId ?? null, candidateCellId: candidate?.cellId ?? null, comparable, coordination });
+    }));
+}
+/**
+ * Reopens every evidence object (the caller must run verifyStrategyBenchmarkResults
+ * first) and derives the strategy-only projection. Rates are the frozen model
+ * tariffs; absent tariffs yield null costs rather than invented pricing.
+ */
+export function collectStrategyBenchmarkProjection(plan, results, stateDirectory, workspaceDirectory, rates) {
+    const evidence = new StrategyEvidenceStore({ stateDirectory, candidateWorkspace: workspaceDirectory, createDirectories: false });
+    const tariffComplete = rates.inputUsdMicrosPerMillionTokens !== null && rates.outputUsdMicrosPerMillionTokens !== null;
+    const cells = [];
+    for (const result of results) {
+        if (result.status === 'unknown') {
+            cells.push(unknownStrategyCellProjection(result));
+            continue;
+        }
+        const cell = evidence.readCell(plan, result.cell, result.evidenceDigest);
+        const native = evidence.read(plan, result.cell, cell.nativeEvidenceDigest);
+        cells.push(projectStrategyCell(result, native, rates));
+    }
+    return Object.freeze({ protocol: strategyProjectionProtocol, version: 1, tariffComplete,
+        cells: Object.freeze(cells), pairs: pairStrategyCells(plan, cells), promotionAuthorized: false });
+}
+//# sourceMappingURL=strategy-projection.js.map

package/lib/benchmark/strategy-projection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"strategy-projection.js","sourceRoot":"","sources":["../../src/benchmark/strategy-projection.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAC/C,OAAO,EAAE,4BAA4B,EAA8B,MAAM,oBAAoB,CAAA;AAC7F,OAAO,EAAE,qBAAqB,EAA+B,MAAM,wBAAwB,CAAA;AAC3F,OAAO,EAAE,cAAc,EAAwB,MAAM,YAAY,CAAA;AAGjE,MAAM,CAAC,MAAM,0BAA0B,GAAG,wCAAwC,CAAA;AAElF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG;IACpC,mBAAmB,EAAE,kBAAkB,EAAE,+BAA+B,EAAE,4BAA4B;IACtG,0BAA0B,EAAE,4BAA4B,EAAE,yBAAyB;IACnF,0BAA0B,EAAE,iCAAiC,EAAE,uBAAuB;IACtF,sBAAsB,EAAE,mBAAmB;CACnC,CAAA;AACV,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAAS,sBAAsB,CAAC,CAAA;AA2FxE;;;;;;GAMG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAA+B,EAAE,QAA6B,EAAE,KAAgC;IACpI,IAAI,UAAU,GAAG,CAAC,CAAC;IAAC,IAAI,WAAW,GAAG,CAAC,CAAC;IAAC,IAAI,YAAY,GAAG,CAAC,CAAC;IAAC,IAAI,aAAa,GAAkB,CAAC,CAAA;IACnG,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC;YAAE,SAAQ;QACrG,UAAU,IAAI,CAAC,CAAA;QACf,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YAAC,aAAa,GAAG,IAAI,CAAC;YAAC,SAAQ;QAAC,CAAC;QAC5D,WAAW,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC;QAAC,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,CAAA;QAChF,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;QAC/C,aAAa,GAAG,IAAI,KAAK,IAAI,IAAI,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,GAAG,IAAI,CAAA;IACvF,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAA;AAChF,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAkC;IAC5D,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;QACvD,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,eAAe,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS;QACnI,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO;aAChD,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC;aAC5C,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,EAAE,wBAAwB,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;KAC3J,CAAC,CAAC,CAAC,CAAA;AACN,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,6BAA6B,CAAC,MAAuB;IACnE,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;QAChH,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS;QACrC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,wBAAwB,EAAE,KAAK,EAAE,wBAAwB;YACpG,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;QACrE,KAAK,EAAE,IAAI;KACZ,CAAC,CAAA;AACJ,CAAC;AAqBD;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAuB,EAAE,MAAuC,EAAE,KAAgC;IACpI,wBAAwB,CAAC,MAAM,CAAC,CAAA;IAChC,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA;IAC5H,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;QAC1B,MAAM,EAAE,qBAAqB,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC;QACpG,QAAQ,EAAE,qBAAqB,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,CAAC;KAC3E,CAAC,CAAA;IACF,MAAM,QAAQ,GAAG,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAC3D,MAAM,kBAAkB,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC,CAAA;IAC7I,MAAM,cAAc,GAAkC,MAAM,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU;QAC9F,CAAC,CAAC,MAAM,CAAC,OAAO,KAAK,cAAc,IAAI,kBAAkB,CAAC,CAAC,CAAC,8BAA8B;YAC1F,CAAC,CAAC,wBAAwB,CAAA;IAC5B,MAAM,KAAK,GAAG,cAAc,KAAK,UAAU,CAAC,CAAC,CAAC,UAAmB;QAC/D,CAAC,CAAC,cAAc,KAAK,8BAA8B,CAAC,CAAC,CAAC,0BAAmC;YACzF,CAAC,CAAC,6BAAsC,CAAA;IAC1C,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;QAChH,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO;QAC5C,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,oBAAoB,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAC3F,KAAK;KACN,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,wBAAwB,CAAC,MAAuB;IACvD,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,cAAc,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAA;AACvJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAmD;IACxE,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,KAAK,CAAC,QAAQ,CAAC,aAAa,KAAK,IAAI;QAChG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,GAAG,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAA;IACpE,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,UAAU;QAC/D,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC,QAAQ,CAAC,WAAW;QAClE,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC,YAAY;QACrE,aAAa;KACd,CAAC,CAAA;AACJ,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,iBAAiB,CAAC,IAA2B,EAAE,KAAwC;IACrG,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;IACnG,MAAM,IAAI,GAAyC,EAAE,CAAA;IACrD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,KAAK,MAAM,IAAI,IAAI,iBAAiB,CAAC,4BAA4B,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACzE,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAA;QAC3C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;QAAC,CAAC;IAChG,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE;QACnD,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,WAAW,MAAM,EAAE,CAAC,CAAA;QACtD,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,sBAAsB,MAAM,EAAE,CAAC,CAAA;QACpE,MAAM,UAAU,GAAG,MAAM,KAAK,SAAS,IAAI,SAAS,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,SAAS,CAAC,MAAM,KAAK,WAAW;eAClI,MAAM,CAAC,KAAK,KAAK,IAAI,IAAI,SAAS,CAAC,KAAK,KAAK,IAAI,CAAA;QACtD,IAAI,YAAY,GAA6C,IAAI,CAAA;QACjE,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,KAAM,CAAC,CAAA;YAChD,MAAM,cAAc,GAAG,aAAa,CAAC,SAAU,CAAC,KAAM,CAAC,CAAA;YACvD,MAAM,SAAS,GAAG,WAAW,CAAC,aAAa,KAAK,IAAI,IAAI,cAAc,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI;gBAClG,CAAC,CAAC,cAAc,CAAC,aAAa,GAAG,WAAW,CAAC,aAAa,CAAA;YAC5D,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC3B,iBAAiB,EAAE,SAAU,CAAC,KAAM,CAAC,QAAQ;gBAC7C,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC;oBACnB,UAAU,EAAE,cAAc,CAAC,UAAU,GAAG,WAAW,CAAC,UAAU;oBAC9D,WAAW,EAAE,cAAc,CAAC,WAAW,GAAG,WAAW,CAAC,WAAW;oBACjE,YAAY,EAAE,cAAc,CAAC,YAAY,GAAG,WAAW,CAAC,YAAY;oBACpE,aAAa,EAAE,SAAS;iBACzB,CAAC;aACH,CAAC,CAAA;QACJ,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,IAAI,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,IAAI,IAAI,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC,CAAA;IACtJ,CAAC,CAAC,CAAC,CAAA;AACL,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,kCAAkC,CAAC,IAA2B,EAAE,OAAmC,EACjH,cAAsB,EAAE,kBAA0B,EAAE,KAAgC;IACpF,MAAM,QAAQ,GAAG,IAAI,qBAAqB,CAAC,EAAE,cAAc,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAA;IAChI,MAAM,cAAc,GAAG,KAAK,CAAC,8BAA8B,KAAK,IAAI,IAAI,KAAK,CAAC,+BAA+B,KAAK,IAAI,CAAA;IACtH,MAAM,KAAK,GAA6B,EAAE,CAAA;IAC1C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAAC,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,MAAM,CAAC,CAAC,CAAC;YAAC,SAAQ;QAAC,CAAC;QAChG,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,cAAe,CAAC,CAAA;QACzE,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAA;QAC1E,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAA;IACxD,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,0BAA0B,EAAE,OAAO,EAAE,CAAC,EAAE,cAAc;QACrF,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,iBAAiB,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,mBAAmB,EAAE,KAAK,EAAE,CAAC,CAAA;AACrG,CAAC"}

package/lib/benchmark/super-relay.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Super Relay（OpenAI Responses 协议）真实模型评测的可信 Host binding。
+ *
+ * 这是 `dsh-benchmark --adapter` 的 adapter 模块：它不激活 super-relay bundle，
+ * 也不在 benchmark Context 里注册 Goal meter；只把生产 adapter 包一层做逐请求
+ * 契约冻结（provider/model/maxTokens/temperature 漂移一律拒绝）。
+ *
+ * 计量语义：super-relay Responses 路由真实回传 usage（input/output/total token），
+ * 因此走 native.ts 默认的 token 计量模式（enforced-upper-bound-provider-output）。
+ * 网关没有公开定价，故四档费率与 budget.costUsdMicros 恒为 null——token 如实计量，
+ * 金钱成本绝不估算、绝不伪造。input 上界 200000 是保守 fail-closed 上限，不是对
+ * 任一请求实际消耗的估算。
+ */
+import type { Context } from '@deepseek-ai/cordis';
+import type { NativeAdapterBinding, NativeAdapterFactory, NativeModelConfig } from './native.js';
+export interface SuperRelayNativeAdapterOptions {
+    timeoutMs?: number;
+}
+/** Freeze the transport deadline before creating any source or comparison cell. */
+export declare function createSuperRelayNativeAdapterFactory(options?: Readonly<SuperRelayNativeAdapterOptions>): NativeAdapterFactory;
+/** Default CLI binding retains the production 60-second request deadline. */
+export declare function createNativeAdapter(model: Readonly<NativeModelConfig>, environment: Readonly<{
+    ctx: Context;
+    workspace: string;
+}>): Promise<NativeAdapterBinding>;
+//# sourceMappingURL=super-relay.d.ts.map

package/lib/benchmark/super-relay.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"super-relay.d.ts","sourceRoot":"","sources":["../../src/benchmark/super-relay.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAElD,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAqHhG,MAAM,WAAW,8BAA8B;IAAG,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE;AAEtE,mFAAmF;AACnF,wBAAgB,oCAAoC,CAAC,OAAO,GAAE,QAAQ,CAAC,8BAA8B,CAAM,GAAG,oBAAoB,CAcjI;AAED,6EAA6E;AAC7E,wBAAsB,mBAAmB,CAAC,KAAK,EAAE,QAAQ,CAAC,iBAAiB,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC;IAAE,GAAG,EAAE,OAAO,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAEvK"}

package/lib/benchmark/super-relay.js

@@ -0,0 +1,173 @@
+var __rewriteRelativeImportExtension = (this && this.__rewriteRelativeImportExtension) || function (path, preserveJsx) {
+    if (typeof path === "string" && /^\.\.?\//.test(path)) {
+        return path.replace(/\.(tsx)$|((?:\.d)?)((?:\.[^./]+?)?)\.([cm]?)ts$/i, function (m, tsx, d, ext, cm) {
+            return tsx ? preserveJsx ? ".jsx" : ".js" : d && (!ext || !cm) ? m : (d + ext + "." + cm.toLowerCase() + "js");
+        });
+    }
+    return path;
+};
+import { LlmAdapter } from '@deepseek-ai/dsh-llm';
+const packageName = '@dsh-enhanced/assistant-super-relay-budget';
+const provider = 'super-relay';
+const models = Object.freeze(['auto_model/alwaysday1']);
+// 与生产包 contract.ts 中的保守 fail-closed 上界保持字面一致；runtime() 会交叉断言。
+const inputTokenUpperBound = 200_000;
+function assertCurrentContract(expiresAt, now = Date.now()) {
+    const contractExpiry = Date.parse(expiresAt);
+    if (!Number.isFinite(now) || !Number.isFinite(contractExpiry) || now >= contractExpiry) {
+        throw new Error('assistant-evaluation: Super Relay protocol contract has expired');
+    }
+}
+function runtime(value) {
+    if (value === null || typeof value !== 'object')
+        throw new Error('assistant-evaluation: Super Relay adapter runtime is unavailable');
+    const candidate = value;
+    if (typeof candidate.SuperRelayGoalMeteredAdapter !== 'function' || candidate.SUPER_RELAY_PROVIDER !== provider
+        || !Array.isArray(candidate.SUPER_RELAY_MODELS) || candidate.SUPER_RELAY_MODELS.length !== models.length
+        || !candidate.SUPER_RELAY_MODELS.every((item, index) => item === models[index])
+        || typeof candidate.SUPER_RELAY_INPUT_TOKEN_UPPER_BOUND !== 'number' || !Number.isSafeInteger(candidate.SUPER_RELAY_INPUT_TOKEN_UPPER_BOUND)
+        || candidate.SUPER_RELAY_INPUT_TOKEN_UPPER_BOUND !== inputTokenUpperBound || candidate.SUPER_RELAY_RESPONSES_CONTRACT === null
+        || typeof candidate.SUPER_RELAY_RESPONSES_CONTRACT !== 'object' || typeof candidate.SUPER_RELAY_RESPONSES_CONTRACT.expiresAt !== 'string') {
+        throw new Error('assistant-evaluation: Super Relay adapter runtime is incompatible');
+    }
+    return candidate;
+}
+function validateModel(model) {
+    if (model.provider !== provider)
+        throw new Error('assistant-evaluation: invalid Super Relay provider');
+    if (!models.includes(model.model))
+        throw new Error('assistant-evaluation: invalid Super Relay model');
+    if ((model.inputLimitMode ?? 'upper-bound') !== 'upper-bound' || (model.outputLimitMode ?? 'provider') !== 'provider') {
+        throw new Error('assistant-evaluation: Super Relay benchmark requires upper-bound input and provider output limits');
+    }
+    if (model.temperature !== null && (!Number.isFinite(model.temperature) || model.temperature < 0 || model.temperature > 2)) {
+        throw new Error('assistant-evaluation: invalid Super Relay temperature');
+    }
+    if (!Number.isSafeInteger(model.maxOutputTokens) || model.maxOutputTokens < 1 || model.maxOutputTokens > 32_768) {
+        throw new Error('assistant-evaluation: invalid Super Relay max output tokens');
+    }
+    // 网关无公开定价：任何非空费率都视为未核验，拒绝而不是默默套用。
+    for (const field of ['inputUsdMicrosPerMillionTokens', 'outputUsdMicrosPerMillionTokens', 'cacheReadUsdMicrosPerMillionTokens', 'cacheWriteUsdMicrosPerMillionTokens']) {
+        const value = model[field];
+        if (value !== null && value !== undefined)
+            throw new Error('assistant-evaluation: Super Relay tariff is unverified');
+    }
+}
+function validateRequest(model, expiresAt, options, disposed) {
+    if (disposed)
+        throw new Error('assistant-evaluation: Super Relay benchmark adapter is disposed');
+    assertCurrentContract(expiresAt);
+    if (options.provider !== model.provider || options.model !== model.model || options.maxTokens !== model.maxOutputTokens
+        || options.temperature !== (model.temperature ?? undefined))
+        throw new Error('assistant-evaluation: Super Relay benchmark request drift');
+}
+function validateProvider(model, expiresAt, requestedProvider, disposed) {
+    if (disposed)
+        throw new Error('assistant-evaluation: Super Relay benchmark adapter is disposed');
+    assertCurrentContract(expiresAt);
+    if (requestedProvider !== model.provider)
+        throw new Error('assistant-evaluation: Super Relay benchmark request drift');
+}
+function validateRoute(model, expiresAt, requestedProvider, requestedModel, disposed) {
+    validateProvider(model, expiresAt, requestedProvider, disposed);
+    if (requestedModel !== model.model)
+        throw new Error('assistant-evaluation: Super Relay benchmark request drift');
+}
+class FrozenSuperRelayAdapter extends LlmAdapter {
+    model;
+    expiresAt;
+    production;
+    #disposed = false;
+    constructor(model, expiresAt, production) {
+        super();
+        this.model = model;
+        this.expiresAt = expiresAt;
+        this.production = production;
+    }
+    async *stream(options) {
+        validateRequest(this.model, this.expiresAt, options, this.#disposed);
+        for await (const chunk of this.production.stream(options))
+            yield chunk;
+    }
+    providerInfo(requestedProvider) {
+        validateProvider(this.model, this.expiresAt, requestedProvider, this.#disposed);
+        return this.production.providerInfo(requestedProvider);
+    }
+    providerRetryPolicy(requestedProvider) {
+        validateProvider(this.model, this.expiresAt, requestedProvider, this.#disposed);
+        return this.production.providerRetryPolicy(requestedProvider);
+    }
+    async listModels(requestedProvider) {
+        validateProvider(this.model, this.expiresAt, requestedProvider, this.#disposed);
+        const available = await this.production.listModels(requestedProvider);
+        return available.filter(candidate => candidate.id === this.model.model);
+    }
+    async resolveModel(requestedProvider, requestedModel, signal) {
+        validateRoute(this.model, this.expiresAt, requestedProvider, requestedModel, this.#disposed);
+        return this.production.resolveModel(requestedProvider, requestedModel, signal);
+    }
+    dispose() {
+        if (this.#disposed)
+            return;
+        this.#disposed = true;
+        this.production.shutdown();
+    }
+}
+/** Freeze the transport deadline before creating any source or comparison cell. */
+export function createSuperRelayNativeAdapterFactory(options = {}) {
+    if (options === null || typeof options !== 'object' || ![Object.prototype, null].includes(Object.getPrototypeOf(options))) {
+        throw new Error('assistant-evaluation: invalid Super Relay adapter options');
+    }
+    for (const key of Reflect.ownKeys(options)) {
+        const descriptor = Object.getOwnPropertyDescriptor(options, key);
+        if (key !== 'timeoutMs' || !('value' in descriptor))
+            throw new Error('assistant-evaluation: invalid Super Relay adapter options');
+    }
+    const configuredTimeout = Object.getOwnPropertyDescriptor(options, 'timeoutMs')?.value;
+    const timeoutMs = configuredTimeout === undefined ? 60_000 : configuredTimeout;
+    if (!Number.isSafeInteger(timeoutMs) || timeoutMs < 1_000 || timeoutMs > 300_000) {
+        throw new Error('assistant-evaluation: invalid Super Relay request timeout');
+    }
+    return (model, environment) => createConfiguredAdapter(model, environment, timeoutMs);
+}
+/** Default CLI binding retains the production 60-second request deadline. */
+export async function createNativeAdapter(model, environment) {
+    return createConfiguredAdapter(model, environment, 60_000);
+}
+async function createConfiguredAdapter(model, environment, timeoutMs) {
+    // 变量 import 避免 evaluation→super-relay-budget 的声明期构建环；真实包由操作者
+    // 在跑 run 前安装并经 `dsh-benchmark doctor` 探测，工程层/类型层不依赖其已链接。
+    // moduleId 显式宽化为 string，使 tsc 不做字面量模块解析（包尚未链接时不报 TS2307），
+    // 运行时形态由上面的 runtime() 结构校验严格把关。
+    const moduleId = packageName;
+    const relay = runtime(await import(__rewriteRelativeImportExtension(moduleId)));
+    validateModel(model);
+    assertCurrentContract(relay.SUPER_RELAY_RESPONSES_CONTRACT.expiresAt);
+    const frozenModel = Object.freeze({ ...model });
+    // 请求时限由可信 Host 在工厂创建前固定；4MiB 响应上限仍取生产默认值。
+    // 此处不暴露任何 fetch/now/endpoint/
+    // 环境覆写，也绝不接受明文 key，凭证只经 dsh-credentials 按 SUPER_RELAY_API_KEY 引用解析。
+    // 其余配置项由生产 normalizeConfig 补默认，enabled 仅在 cordis
+    // apply 入口门控、adapter 本身不读取。
+    const production = new relay.SuperRelayGoalMeteredAdapter({ defaultMaxTokens: frozenModel.maxOutputTokens, timeoutMs }, {
+        credentialResolver: () => environment.ctx.get('credentials'),
+    });
+    if (!(production instanceof LlmAdapter) || typeof production.shutdown !== 'function')
+        throw new Error('assistant-evaluation: Super Relay adapter runtime is incompatible');
+    const adapter = new FrozenSuperRelayAdapter(frozenModel, relay.SUPER_RELAY_RESPONSES_CONTRACT.expiresAt, production);
+    let disposed = false;
+    return Object.freeze({
+        adapter,
+        inputTokenUpperBound(options) {
+            validateRequest(frozenModel, relay.SUPER_RELAY_RESPONSES_CONTRACT.expiresAt, options, disposed);
+            return relay.SUPER_RELAY_INPUT_TOKEN_UPPER_BOUND;
+        },
+        dispose() {
+            if (disposed)
+                return;
+            disposed = true;
+            adapter.dispose();
+        },
+    });
+}
+//# sourceMappingURL=super-relay.js.map

package/lib/benchmark/super-relay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"super-relay.js","sourceRoot":"","sources":["../../src/benchmark/super-relay.ts"],"names":[],"mappings":";;;;;;;;AAcA,OAAO,EAAE,UAAU,EAA0C,MAAM,sBAAsB,CAAA;AAgBzF,MAAM,WAAW,GAAG,4CAA4C,CAAA;AAChE,MAAM,QAAQ,GAAG,aAAa,CAAA;AAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAA;AACvD,8DAA8D;AAC9D,MAAM,oBAAoB,GAAG,OAAO,CAAA;AAEpC,SAAS,qBAAqB,CAAC,SAAiB,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IAChE,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;IAC5C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,GAAG,IAAI,cAAc,EAAE,CAAC;QACvF,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAA;IACpF,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,KAAc;IAC7B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAA;IACpI,MAAM,SAAS,GAAG,KAAmC,CAAA;IACrD,IAAI,OAAO,SAAS,CAAC,4BAA4B,KAAK,UAAU,IAAI,SAAS,CAAC,oBAAoB,KAAK,QAAQ;WAC1G,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,kBAAkB,CAAC,IAAI,SAAS,CAAC,kBAAkB,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM;WACrG,CAAC,SAAS,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC;WAC5E,OAAO,SAAS,CAAC,mCAAmC,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,mCAAmC,CAAC;WACzI,SAAS,CAAC,mCAAmC,KAAK,oBAAoB,IAAI,SAAS,CAAC,8BAA8B,KAAK,IAAI;WAC3H,OAAO,SAAS,CAAC,8BAA8B,KAAK,QAAQ,IAAI,OAAO,SAAS,CAAC,8BAA8B,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC5I,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAA;IACtF,CAAC;IACD,OAAO,SAA8B,CAAA;AACvC,CAAC;AAED,SAAS,aAAa,CAAC,KAAkC;IACvD,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAA;IACtG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAA;IACrG,IAAI,CAAC,KAAK,CAAC,cAAc,IAAI,aAAa,CAAC,KAAK,aAAa,IAAI,CAAC,KAAK,CAAC,eAAe,IAAI,UAAU,CAAC,KAAK,UAAU,EAAE,CAAC;QACtH,MAAM,IAAI,KAAK,CAAC,mGAAmG,CAAC,CAAA;IACtH,CAAC;IACD,IAAI,KAAK,CAAC,WAAW,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,WAAW,GAAG,CAAC,IAAI,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,EAAE,CAAC;QAC1H,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;IAC1E,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,IAAI,KAAK,CAAC,eAAe,GAAG,MAAM,EAAE,CAAC;QAChH,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAA;IAChF,CAAC;IACD,kCAAkC;IAClC,KAAK,MAAM,KAAK,IAAI,CAAC,gCAAgC,EAAE,iCAAiC,EAAE,oCAAoC,EAAE,qCAAqC,CAAU,EAAE,CAAC;QAChL,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAA;QAC1B,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAA;IACtH,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,KAAkC,EAAE,SAAiB,EAAE,OAAwB,EAAE,QAAiB;IACzH,IAAI,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAA;IAChG,qBAAqB,CAAC,SAAS,CAAC,CAAA;IAChC,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,KAAK,KAAK,CAAC,eAAe;WAClH,OAAO,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,SAAS,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;AAC7I,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAkC,EAAE,SAAiB,EAAE,iBAAyB,EAAE,QAAiB;IAC3H,IAAI,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAA;IAChG,qBAAqB,CAAC,SAAS,CAAC,CAAA;IAChC,IAAI,iBAAiB,KAAK,KAAK,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;AACxH,CAAC;AAED,SAAS,aAAa,CAAC,KAAkC,EAAE,SAAiB,EAAE,iBAAyB,EAAE,cAAsB,EAAE,QAAiB;IAChJ,gBAAgB,CAAC,KAAK,EAAE,SAAS,EAAE,iBAAiB,EAAE,QAAQ,CAAC,CAAA;IAC/D,IAAI,cAAc,KAAK,KAAK,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;AAClH,CAAC;AAED,MAAM,uBAAwB,SAAQ,UAAU;IAGjB;IAAqD;IAAoC;IAFtH,SAAS,GAAG,KAAK,CAAA;IAEjB,YAA6B,KAAkC,EAAmB,SAAiB,EAAmB,UAA6B;QAAI,KAAK,EAAE,CAAA;QAAjI,UAAK,GAAL,KAAK,CAA6B;QAAmB,cAAS,GAAT,SAAS,CAAQ;QAAmB,eAAU,GAAV,UAAU,CAAmB;IAAY,CAAC;IAEvJ,KAAK,CAAC,CAAC,MAAM,CAAC,OAAwB;QAC7C,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QACpE,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC;YAAE,MAAM,KAAK,CAAA;IACxE,CAAC;IAEQ,YAAY,CAAC,iBAAyB;QAC7C,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QAC/E,OAAO,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAA;IACxD,CAAC;IAEQ,mBAAmB,CAAC,iBAAyB;QACpD,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QAC/E,OAAO,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAA;IAC/D,CAAC;IAEQ,KAAK,CAAC,UAAU,CAAC,iBAAyB;QACjD,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QAC/E,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAA;QACrE,OAAO,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACzE,CAAC;IAEQ,KAAK,CAAC,YAAY,CAAC,iBAAyB,EAAE,cAAsB,EAAE,MAAoB;QACjG,aAAa,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,iBAAiB,EAAE,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QAC5F,OAAO,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,iBAAiB,EAAE,cAAc,EAAE,MAAM,CAAC,CAAA;IAChF,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,SAAS;YAAE,OAAM;QAC1B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACrB,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAA;IAC5B,CAAC;CACF;AAID,mFAAmF;AACnF,MAAM,UAAU,oCAAoC,CAAC,UAAoD,EAAE;IACzG,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;QAC1H,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;IAC9E,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3C,MAAM,UAAU,GAAG,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,GAAG,CAAE,CAAA;QACjE,IAAI,GAAG,KAAK,WAAW,IAAI,CAAC,CAAC,OAAO,IAAI,UAAU,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;IACnI,CAAC;IACD,MAAM,iBAAiB,GAAG,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,WAAW,CAAC,EAAE,KAAK,CAAA;IACtF,MAAM,SAAS,GAAG,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,iBAAiB,CAAA;IAC9E,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,KAAK,IAAI,SAAS,GAAG,OAAO,EAAE,CAAC;QACjF,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;IAC9E,CAAC;IACD,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE,CAAC,uBAAuB,CAAC,KAAK,EAAE,WAAW,EAAE,SAAS,CAAC,CAAA;AACvF,CAAC;AAED,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,KAAkC,EAAE,WAA0D;IACtI,OAAO,uBAAuB,CAAC,KAAK,EAAE,WAAW,EAAE,MAAM,CAAC,CAAA;AAC5D,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,KAAkC,EAAE,WAA0D,EAAE,SAAiB;IACtJ,6DAA6D;IAC7D,yDAAyD;IACzD,0DAA0D;IAC1D,gCAAgC;IAChC,MAAM,QAAQ,GAAW,WAAW,CAAA;IACpC,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,MAAM,kCAAC,QAAQ,EAAC,CAAC,CAAA;IAC7C,aAAa,CAAC,KAAK,CAAC,CAAA;IACpB,qBAAqB,CAAC,KAAK,CAAC,8BAA8B,CAAC,SAAS,CAAC,CAAA;IACrE,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,CAAA;IAC/C,0CAA0C;IAC1C,8BAA8B;IAC9B,oEAAoE;IACpE,iDAAiD;IACjD,4BAA4B;IAC5B,MAAM,UAAU,GAAG,IAAI,KAAK,CAAC,4BAA4B,CAAC,EAAE,gBAAgB,EAAE,WAAW,CAAC,eAAe,EAAE,SAAS,EAAE,EAAE;QACtH,kBAAkB,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,aAAsB,CAA6C;KAClH,CAAC,CAAA;IACF,IAAI,CAAC,CAAC,UAAU,YAAY,UAAU,CAAC,IAAI,OAAO,UAAU,CAAC,QAAQ,KAAK,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAA;IAC1K,MAAM,OAAO,GAAG,IAAI,uBAAuB,CAAC,WAAW,EAAE,KAAK,CAAC,8BAA8B,CAAC,SAAS,EAAE,UAAU,CAAC,CAAA;IACpH,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,OAAO;QACP,oBAAoB,CAAC,OAAwB;YAC3C,eAAe,CAAC,WAAW,EAAE,KAAK,CAAC,8BAA8B,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAA;YAC/F,OAAO,KAAK,CAAC,mCAAmC,CAAA;QAClD,CAAC;QACD,OAAO;YACL,IAAI,QAAQ;gBAAE,OAAM;YACpB,QAAQ,GAAG,IAAI,CAAA;YACf,OAAO,CAAC,OAAO,EAAE,CAAA;QACnB,CAAC;KACF,CAAC,CAAA;AACJ,CAAC"}

package/lib/benchmark/traex.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Trusted Host binding for the fixed TraeX ACP route (observed-call-count mode).
+ *
+ * This is deliberately an adapter module for `dsh-benchmark --adapter`; it does
+ * not activate the TraeX provider bundle. Unlike the DeepSeek binding there is no
+ * protocol expiry, no credential resolver and no input-token upper bound: the
+ * local TraeX login state authenticates the ACP subprocess and the strategy
+ * meter counts settled model calls while rejecting any provider-emitted usage.
+ */
+import type { Context } from '@deepseek-ai/cordis';
+import type { NativeAdapterBinding, NativeModelConfig } from './native.js';
+/** Create the trusted native benchmark binding for a fixed TraeX model. */
+export declare function createNativeAdapter(model: Readonly<NativeModelConfig>, environment: Readonly<{
+    ctx: Context;
+    workspace: string;
+}>): Promise<NativeAdapterBinding>;
+//# sourceMappingURL=traex.d.ts.map

package/lib/benchmark/traex.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"traex.d.ts","sourceRoot":"","sources":["../../src/benchmark/traex.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAElD,OAAO,KAAK,EAAE,oBAAoB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AA6G1E,2EAA2E;AAC3E,wBAAsB,mBAAmB,CAAC,KAAK,EAAE,QAAQ,CAAC,iBAAiB,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC;IAAE,GAAG,EAAE,OAAO,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAkCvK"}

package/lib/benchmark/traex.js

@@ -0,0 +1,139 @@
+var __rewriteRelativeImportExtension = (this && this.__rewriteRelativeImportExtension) || function (path, preserveJsx) {
+    if (typeof path === "string" && /^\.\.?\//.test(path)) {
+        return path.replace(/\.(tsx)$|((?:\.d)?)((?:\.[^./]+?)?)\.([cm]?)ts$/i, function (m, tsx, d, ext, cm) {
+            return tsx ? preserveJsx ? ".jsx" : ".js" : d && (!ext || !cm) ? m : (d + ext + "." + cm.toLowerCase() + "js");
+        });
+    }
+    return path;
+};
+import { LlmAdapter } from '@deepseek-ai/dsh-llm';
+const packageName = '@dsh-enhanced/traex-acp-provider';
+const routeCapabilitiesPackage = '@dsh-enhanced/llm-route-capabilities';
+const provider = 'traex-agent';
+// The one route/model pair already proven against the real local TraeX login state (WP14).
+const models = Object.freeze(['gpt-5.6-terra']);
+const command = 'traex';
+function runtime(value) {
+    if (value === null || typeof value !== 'object')
+        throw new Error('assistant-evaluation: TraeX adapter runtime is unavailable');
+    const candidate = value;
+    if (typeof candidate.TraexAcpAdapter !== 'function' || candidate.TRAEX_PROVIDER_ROUTE !== provider
+        || typeof candidate.normalizeConfig !== 'function') {
+        throw new Error('assistant-evaluation: TraeX adapter runtime is incompatible');
+    }
+    return candidate;
+}
+function validateModel(model) {
+    if (model.observationMode !== 'observed-call-count') {
+        throw new Error('assistant-evaluation: TraeX benchmark requires observed-call-count observation mode');
+    }
+    if (model.provider !== provider)
+        throw new Error('assistant-evaluation: invalid TraeX provider');
+    if (!models.includes(model.model))
+        throw new Error('assistant-evaluation: invalid TraeX model');
+    if (model.temperature !== null && (!Number.isFinite(model.temperature) || model.temperature < 0 || model.temperature > 2)) {
+        throw new Error('assistant-evaluation: invalid TraeX temperature');
+    }
+    if (!Number.isSafeInteger(model.maxOutputTokens) || model.maxOutputTokens < 1) {
+        throw new Error('assistant-evaluation: invalid TraeX max output tokens');
+    }
+    // No token contract exists on this route: every tariff must stay null so a
+    // conclusion can never cite a token count or a monetary cost that was never measured.
+    for (const field of ['inputUsdMicrosPerMillionTokens', 'outputUsdMicrosPerMillionTokens', 'cacheReadUsdMicrosPerMillionTokens', 'cacheWriteUsdMicrosPerMillionTokens']) {
+        const value = model[field];
+        if (value !== null && value !== undefined)
+            throw new Error('assistant-evaluation: TraeX route must not declare token tariffs');
+    }
+}
+function validateRequest(model, options, disposed) {
+    if (disposed)
+        throw new Error('assistant-evaluation: TraeX benchmark adapter is disposed');
+    if (options.provider !== model.provider || options.model !== model.model || options.maxTokens !== model.maxOutputTokens
+        || options.temperature !== (model.temperature ?? undefined))
+        throw new Error('assistant-evaluation: TraeX benchmark request drift');
+}
+function validateProvider(model, providerName, disposed) {
+    if (disposed)
+        throw new Error('assistant-evaluation: TraeX benchmark adapter is disposed');
+    if (providerName !== model.provider)
+        throw new Error('assistant-evaluation: TraeX benchmark request drift');
+}
+class FrozenTraexAdapter extends LlmAdapter {
+    model;
+    production;
+    #disposed = false;
+    constructor(model, production) {
+        super();
+        this.model = model;
+        this.production = production;
+    }
+    async *stream(options) {
+        validateRequest(this.model, options, this.#disposed);
+        for await (const chunk of this.production.stream(options))
+            yield chunk;
+    }
+    providerInfo(providerName) {
+        validateProvider(this.model, providerName, this.#disposed);
+        return this.production.providerInfo(providerName);
+    }
+    providerRetryPolicy(providerName) {
+        validateProvider(this.model, providerName, this.#disposed);
+        return this.production.providerRetryPolicy(providerName);
+    }
+    async listModels(providerName) {
+        validateProvider(this.model, providerName, this.#disposed);
+        const listed = await this.production.listModels(providerName);
+        return listed.filter(candidate => candidate.id === this.model.model);
+    }
+    async resolveModel(providerName, requestedModel, signal) {
+        validateProvider(this.model, providerName, this.#disposed);
+        if (requestedModel !== this.model.model)
+            throw new Error('assistant-evaluation: TraeX benchmark request drift');
+        return this.production.resolveModel(providerName, requestedModel, signal);
+    }
+    dispose() {
+        if (this.#disposed)
+            return;
+        this.#disposed = true;
+        this.production.shutdown();
+    }
+}
+/** Create the trusted native benchmark binding for a fixed TraeX model. */
+export async function createNativeAdapter(model, environment) {
+    // Variable imports avoid an Evaluation-to-TraeX declaration-build cycle and keep
+    // the optional peer packages out of module load for suites that never use this route.
+    const [traexModule, routeCapabilities] = await Promise.all([import(__rewriteRelativeImportExtension(packageName)), import(__rewriteRelativeImportExtension(routeCapabilitiesPackage))]);
+    const traex = runtime(traexModule);
+    validateModel(model);
+    const frozenModel = Object.freeze({ ...model });
+    const config = traex.normalizeConfig({ enabled: true, command, cwd: environment.workspace, models: [frozenModel.model] });
+    const liveSessions = environment.ctx.get('sessions');
+    const agents = environment.ctx.get('agents');
+    // Fail closed: the trusted ACP subprocess cannot be constructed without a live
+    // session lookup and the loop request attestor.
+    if (liveSessions === undefined || agents === undefined) {
+        throw new Error('assistant-evaluation: TraeX benchmark requires live loop sessions and agents services');
+    }
+    const dependencies = {
+        // A local ACP subprocess must be bound to a live loop session, never a static workspace.
+        liveSessions,
+        requestAttestor: routeCapabilities.createAgentLoopRequestAttestor(agents, [provider]),
+    };
+    const production = new traex.TraexAcpAdapter(config, dependencies);
+    if (!(production instanceof LlmAdapter) || typeof production.shutdown !== 'function')
+        throw new Error('assistant-evaluation: TraeX adapter runtime is incompatible');
+    const adapter = new FrozenTraexAdapter(frozenModel, production);
+    let disposed = false;
+    // Intentionally no inputTokenUpperBound: the binding only carries the adapter,
+    // and the calls-mode meter enforces request contract, call/tool budgets and finish shape.
+    return Object.freeze({
+        adapter,
+        dispose() {
+            if (disposed)
+                return;
+            disposed = true;
+            adapter.dispose();
+        },
+    });
+}
+//# sourceMappingURL=traex.js.map

package/lib/benchmark/traex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"traex.js","sourceRoot":"","sources":["../../src/benchmark/traex.ts"],"names":[],"mappings":";;;;;;;;AAUA,OAAO,EAAE,UAAU,EAA0C,MAAM,sBAAsB,CAAA;AAuBzF,MAAM,WAAW,GAAG,kCAAkC,CAAA;AACtD,MAAM,wBAAwB,GAAG,sCAAsC,CAAA;AACvE,MAAM,QAAQ,GAAG,aAAa,CAAA;AAC9B,2FAA2F;AAC3F,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAA;AAC/C,MAAM,OAAO,GAAG,OAAO,CAAA;AAEvB,SAAS,OAAO,CAAC,KAAc;IAC7B,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAA;IAC9H,MAAM,SAAS,GAAG,KAA8B,CAAA;IAChD,IAAI,OAAO,SAAS,CAAC,eAAe,KAAK,UAAU,IAAI,SAAS,CAAC,oBAAoB,KAAK,QAAQ;WAC7F,OAAO,SAAS,CAAC,eAAe,KAAK,UAAU,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAA;IAChF,CAAC;IACD,OAAO,SAAyB,CAAA;AAClC,CAAC;AAED,SAAS,aAAa,CAAC,KAAkC;IACvD,IAAI,KAAK,CAAC,eAAe,KAAK,qBAAqB,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC,CAAA;IACxG,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAA;IAChG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAA;IAC/F,IAAI,KAAK,CAAC,WAAW,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,WAAW,GAAG,CAAC,IAAI,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,EAAE,CAAC;QAC1H,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAA;IACpE,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;QAC9E,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;IAC1E,CAAC;IACD,2EAA2E;IAC3E,sFAAsF;IACtF,KAAK,MAAM,KAAK,IAAI,CAAC,gCAAgC,EAAE,iCAAiC,EAAE,oCAAoC,EAAE,qCAAqC,CAAU,EAAE,CAAC;QAChL,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAA;QAC1B,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAA;IAChI,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,KAAkC,EAAE,OAAwB,EAAE,QAAiB;IACtG,IAAI,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;IAC1F,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,KAAK,KAAK,CAAC,eAAe;WAClH,OAAO,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,SAAS,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAA;AACvI,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAkC,EAAE,YAAoB,EAAE,QAAiB;IACnG,IAAI,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;IAC1F,IAAI,YAAY,KAAK,KAAK,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAA;AAC7G,CAAC;AAED,MAAM,kBAAmB,SAAQ,UAAU;IAGZ;IAAqD;IAFlF,SAAS,GAAG,KAAK,CAAA;IAEjB,YAA6B,KAAkC,EAAmB,UAA6B;QAAI,KAAK,EAAE,CAAA;QAA7F,UAAK,GAAL,KAAK,CAA6B;QAAmB,eAAU,GAAV,UAAU,CAAmB;IAAY,CAAC;IAEnH,KAAK,CAAC,CAAC,MAAM,CAAC,OAAwB;QAC7C,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QACpD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC;YAAE,MAAM,KAAK,CAAA;IACxE,CAAC;IAEQ,YAAY,CAAC,YAAoB;QACxC,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QAC1D,OAAO,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,CAAA;IACnD,CAAC;IAEQ,mBAAmB,CAAC,YAAoB;QAC/C,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QAC1D,OAAO,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAA;IAC1D,CAAC;IAEQ,KAAK,CAAC,UAAU,CAAC,YAAoB;QAC5C,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QAC1D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,YAAY,CAAC,CAAA;QAC7D,OAAO,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACtE,CAAC;IAEQ,KAAK,CAAC,YAAY,CAAC,YAAoB,EAAE,cAAsB,EAAE,MAAoB;QAC5F,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QAC1D,IAAI,cAAc,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAA;QAC/G,OAAO,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,EAAE,cAAc,EAAE,MAAM,CAAC,CAAA;IAC3E,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,SAAS;YAAE,OAAM;QAC1B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACrB,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAA;IAC5B,CAAC;CACF;AAED,2EAA2E;AAC3E,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,KAAkC,EAAE,WAA0D;IACtI,iFAAiF;IACjF,sFAAsF;IACtF,MAAM,CAAC,WAAW,EAAE,iBAAiB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,kCAAC,WAAW,EAAC,EAAE,MAAM,kCAAC,wBAAwB,EAAC,CAAC,CAAC,CAAA;IACnH,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAClC,aAAa,CAAC,KAAK,CAAC,CAAA;IACpB,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,CAAA;IAC/C,MAAM,MAAM,GAAG,KAAK,CAAC,eAAe,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IACzH,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,UAAmB,CAA6C,CAAA;IACzG,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,QAAiB,CAAkG,CAAA;IACtJ,+EAA+E;IAC/E,gDAAgD;IAChD,IAAI,YAAY,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CAAC,uFAAuF,CAAC,CAAA;IAC1G,CAAC;IACD,MAAM,YAAY,GAA6B;QAC7C,yFAAyF;QACzF,YAAY;QACZ,eAAe,EAAE,iBAAiB,CAAC,8BAA8B,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,CAAC;KACtF,CAAA;IACD,MAAM,UAAU,GAAG,IAAI,KAAK,CAAC,eAAe,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IAClE,IAAI,CAAC,CAAC,UAAU,YAAY,UAAU,CAAC,IAAI,OAAO,UAAU,CAAC,QAAQ,KAAK,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAA;IACpK,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAA;IAC/D,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,+EAA+E;IAC/E,0FAA0F;IAC1F,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,OAAO;QACP,OAAO;YACL,IAAI,QAAQ;gBAAE,OAAM;YACpB,QAAQ,GAAG,IAAI,CAAA;YACf,OAAO,CAAC,OAAO,EAAE,CAAA;QACnB,CAAC;KACF,CAAC,CAAA;AACJ,CAAC"}

package/lib/service.d.ts

@@ -1,7 +1,7 @@
 import { Context, Service } from '@deepseek-ai/cordis';
 import type { Agent } from '@deepseek-ai/dsh-agent';
 import Schema from '@deepseek-ai/schemastery';
-import type { EvaluationHealth, EvaluationCanonicalLearningEvidenceTuple, EvaluationLearningEvidenceTuple, EvaluationLearningWriterFenceResult, EvaluationLimits, EvaluationReview, EvaluationReviewRequest, EvaluationScope, EvaluationSelfAssessRequest, OutcomeEnvelope, OutcomeQuery, OutcomeSummary, OutcomeSummaryQuery, ProjectedOutcome, SelfAssessmentInput, StoredOutcome, StoredSelfAssessment, TrustedAutomationEvaluationRegistration, TrustedDeliveryEvaluationRegistration, TrustedEvaluationRegistrationOwner, TrustedVerifierEvaluationRegistration, TrustedOutcomeReceipt, TrustedTaskLearningProjectionReceipt } from './types.js';
+import type { EvaluationHealth, EvaluationCanonicalLearningEvidenceTuple, EvaluationLearningEvidenceTuple, EvaluationLearningWriterFenceResult, EvaluationLimits, EvaluationReview, EvaluationReviewRequest, EvaluationScope, EvaluationSelfAssessRequest, OutcomeEnvelope, OutcomeQuery, OutcomeSummary, OutcomeSummaryQuery, ProjectedOutcome, SelfAssessmentInput, StoredOutcome, StoredSelfAssessment, TrustedAutomationEvaluationRegistration, TrustedDeliveryEvaluationRegistration, TrustedEvaluationRegistrationOwner, TrustedVerifierEvaluationRegistration, TrustedOutcomeReceipt, TrustedTaskLearningProjectionReceipt, TrustedTaskLearningProjectionFeedPage } from './types.js';
 export interface Config {
     databasePath: string;
     maxQueryLimit?: number;
@@ -117,11 +117,35 @@ export declare class AssistantEvaluationService extends Service implements Trust
         scope: EvaluationHostScope;
         outcomeId: string;
     }): TrustedTaskLearningProjectionReceipt | undefined;
+    listTrustedTaskLearningProjections(input: {
+        scope: EvaluationHostScope;
+        after?: {
+            scopeKey: string;
+            watermark: number;
+        };
+        limit?: number;
+    }): TrustedTaskLearningProjectionFeedPage;
+    inspectTrustedTaskOwnerRevision(input: {
+        scope: EvaluationHostScope;
+        outcomeId: string;
+        principalRecordId: string;
+        principalVersion: number;
+    }): Readonly<{
+        outcomeId: string;
+        version: number;
+        action: 'initial' | 'correct' | 'withdraw';
+        objectiveStatus: string;
+    }> | undefined;
     /** Host-only exact canonical run proof; conflicted tasks have no ready proof. */
     getTrustedAutomationRunLearningProjection(input: {
         scope: EvaluationHostScope;
         runId: string;
     }): TrustedTaskLearningProjectionReceipt | undefined;
+    /** Host-only lookup by the persisted Delivery execution identity. */
+    getTrustedForegroundLearningProjection(input: {
+        scope: EvaluationHostScope;
+        inboxId: string;
+    }): TrustedTaskLearningProjectionReceipt | undefined;
     /** Host-only exact canonical whole-goal proof, addressed by assessment id. */
     getTrustedGoalOutcomeLearningProjection(input: {
         scope: EvaluationHostScope;