@resolveio/server-lib 22.3.196 → 22.3.198

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@resolveio/server-lib",
-  "version": "22.3.196",
+  "version": "22.3.198",
   "description": "",
   "scripts": {
     "package": "./build_package.sh",

package/util/ai-run-evidence-adapters.js

@@ -964,6 +964,88 @@ function collectUsageEvents(entries, events) {
     }
     return (0, ai_run_evidence_1.buildAIRunCost)(entries);
 }
+function costObservabilityGate(cost, source, now) {
+    var manualEstimatedUsd = Number((cost === null || cost === void 0 ? void 0 : cost.manualEstimatedUsd) || 0);
+    var untrackedEstimatedUsd = Number((cost === null || cost === void 0 ? void 0 : cost.untrackedEstimatedUsd) || 0);
+    var warnings = cleanStringList(cost === null || cost === void 0 ? void 0 : cost.untrackedWarnings, 20, 500);
+    var manualSources = Object.entries((cost === null || cost === void 0 ? void 0 : cost.sources) || {})
+        .filter(function (_a) {
+        var _b = __read(_a, 2), value = _b[1];
+        return Number(value.manualCount || 0) > 0;
+    })
+        .map(function (_a) {
+        var _b = __read(_a, 1), key = _b[0];
+        return key;
+    });
+    var untrackedSources = Object.entries((cost === null || cost === void 0 ? void 0 : cost.sources) || {})
+        .filter(function (_a) {
+        var _b = __read(_a, 2), value = _b[1];
+        return Number(value.untrackedCount || 0) > 0;
+    })
+        .map(function (_a) {
+        var _b = __read(_a, 1), key = _b[0];
+        return key;
+    });
+    var missingLedger = !cost;
+    var externalCodexMonitorUsed = manualEstimatedUsd > 0
+        || untrackedEstimatedUsd > 0
+        || manualSources.some(function (sourceKey) { return /codex|manual/i.test(sourceKey); })
+        || warnings.some(function (warning) { return /codex|sidecar|monitor/i.test(warning); });
+    var status = missingLedger
+        ? 'skipped'
+        : (manualEstimatedUsd > 0 || untrackedEstimatedUsd > 0 || warnings.length ? 'warn' : 'pass');
+    return {
+        key: 'cost_observability',
+        label: 'Cost observability',
+        status: status,
+        reason: missingLedger
+            ? 'No usage ledger was supplied for this run, so cost per accepted run cannot be fully evaluated.'
+            : status === 'warn'
+                ? "Runner cost includes manual or untracked usage: manual=$".concat(manualEstimatedUsd.toFixed(2), ", untracked=$").concat(untrackedEstimatedUsd.toFixed(2), ".")
+                : 'Runner usage is tracked in the unified cost ledger.',
+        evidenceRefs: warnings,
+        recordedAt: isoNow(now),
+        metadata: {
+            source: source,
+            missingLedger: missingLedger,
+            estimatedUsd: Number((cost === null || cost === void 0 ? void 0 : cost.estimatedUsd) || 0),
+            manualEstimatedUsd: manualEstimatedUsd,
+            untrackedEstimatedUsd: untrackedEstimatedUsd,
+            externalCodexMonitorUsed: externalCodexMonitorUsed,
+            manualSources: manualSources,
+            untrackedSources: untrackedSources,
+            models: cleanStringList(cost === null || cost === void 0 ? void 0 : cost.models, 40, 120),
+            categories: Object.keys((cost === null || cost === void 0 ? void 0 : cost.categories) || {}).slice(0, 40),
+            surfaces: Object.keys((cost === null || cost === void 0 ? void 0 : cost.surfaces) || {}).slice(0, 40),
+            warnings: warnings
+        }
+    };
+}
+function costObservabilityMetadata(gate) {
+    var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l;
+    if (!gate) {
+        return undefined;
+    }
+    return {
+        status: gate.status,
+        missingLedger: ((_a = gate.metadata) === null || _a === void 0 ? void 0 : _a.missingLedger) === true,
+        estimatedUsd: Number(((_b = gate.metadata) === null || _b === void 0 ? void 0 : _b.estimatedUsd) || 0),
+        manualEstimatedUsd: Number(((_c = gate.metadata) === null || _c === void 0 ? void 0 : _c.manualEstimatedUsd) || 0),
+        untrackedEstimatedUsd: Number(((_d = gate.metadata) === null || _d === void 0 ? void 0 : _d.untrackedEstimatedUsd) || 0),
+        externalCodexMonitorUsed: ((_e = gate.metadata) === null || _e === void 0 ? void 0 : _e.externalCodexMonitorUsed) === true,
+        manualSources: cleanStringList((_f = gate.metadata) === null || _f === void 0 ? void 0 : _f.manualSources, 20, 120),
+        untrackedSources: cleanStringList((_g = gate.metadata) === null || _g === void 0 ? void 0 : _g.untrackedSources, 20, 120),
+        models: cleanStringList((_h = gate.metadata) === null || _h === void 0 ? void 0 : _h.models, 40, 120),
+        categories: cleanStringList((_j = gate.metadata) === null || _j === void 0 ? void 0 : _j.categories, 40, 120),
+        surfaces: cleanStringList((_k = gate.metadata) === null || _k === void 0 ? void 0 : _k.surfaces, 40, 120),
+        warnings: cleanStringList((_l = gate.metadata) === null || _l === void 0 ? void 0 : _l.warnings, 20, 500),
+        nextAction: gate.status === 'warn'
+            ? 'Record manual Codex sidecar usage in the unified ledger and replace external monitoring with a validated next-action contract.'
+            : gate.status === 'skipped'
+                ? 'Attach runner, assistant, manual Codex, retry, and deploy usage rows before comparing cost per accepted run.'
+                : 'Continue tracking cost in the unified ledger.'
+    };
+}
 function collectCommitEvents(commits, events) {
     var e_18, _a;
     try {
@@ -3407,6 +3489,16 @@ function buildSupportAIRunFromEvidence(input) {
         });
     }
     var cost = collectUsageEvents(asArray(input.usageLedger), events);
+    var costGate = costObservabilityGate(cost, 'support_ticket', input.now);
+    gates.push(costGate);
+    pushEvent(events, {
+        type: 'usage',
+        category: 'cost_observability',
+        message: costGate.reason,
+        artifactPaths: costGate.evidenceRefs,
+        recordedAt: costGate.recordedAt,
+        metadata: costGate.metadata
+    });
     var preflightGateSource = supportPreflightGateObject(ticket, job, evidence);
     var preflightGate = supportPreflightGateResult(preflightGateSource, input.now);
     if (preflightGate) {
@@ -3537,6 +3629,7 @@ function buildSupportAIRunFromEvidence(input) {
         metadata: {
             versionCount: asArray(input.versions).length,
             buildPlanCount: asArray(input.buildPlans).length,
+            costObservability: costObservabilityMetadata(costGate),
             hotfixDurability: hotfixDurabilityMetadata(gates),
             managerNoBlindLoopPolicy: managerNoBlindLoopMetadata(noBlindLoopGate),
             diagnosisBeforeRepair: diagnosisBeforeRepairGate ? {
@@ -3727,6 +3820,16 @@ function buildAICoderAIRunFromEvidence(input) {
         });
     }
     var cost = collectUsageEvents(asArray(input.usageLedger), events);
+    var costGate = costObservabilityGate(cost, 'aicoder_app', input.now);
+    gates.push(costGate);
+    pushEvent(events, {
+        type: 'usage',
+        category: 'cost_observability',
+        message: costGate.reason,
+        artifactPaths: costGate.evidenceRefs,
+        recordedAt: costGate.recordedAt,
+        metadata: costGate.metadata
+    });
     var journeyContractValidation = aicoderJourneyContractValidationFromEvidence(evidence);
     var journeyContractGate = aicoderJourneyContractGate(journeyContractValidation, evidence, input.now);
     gates.push(journeyContractGate);
@@ -3843,6 +3946,7 @@ function buildAICoderAIRunFromEvidence(input) {
             domain: app.domain || app.customDomain || job.domain,
             wowScore: (_g = evidence.wowScore) !== null && _g !== void 0 ? _g : job.wowScore,
             score: (_h = evidence.score) !== null && _h !== void 0 ? _h : evidence.qualityScore,
+            costObservability: costObservabilityMetadata(costGate),
             hotfixDurability: hotfixDurabilityMetadata(gates),
             managerNoBlindLoopPolicy: managerNoBlindLoopMetadata(noBlindLoopGate),
             journeyContract: {
@@ -3977,6 +4081,15 @@ function buildAssistantAIRunFromEvidence(input) {
         finally { if (e_36) throw e_36.error; }
     }
     var cost = collectUsageEvents(asArray(input.usageLedger), events);
+    var costGate = costObservabilityGate(cost, 'ai_assistant', input.now);
+    pushEvent(events, {
+        type: 'usage',
+        category: 'cost_observability',
+        message: costGate.reason,
+        artifactPaths: costGate.evidenceRefs,
+        recordedAt: costGate.recordedAt,
+        metadata: costGate.metadata
+    });
     var answerQuality = assistantQualityObject(input);
     try {
         for (var _m = __values(assistantQueryExecutions(answerQuality).slice(0, 40)), _o = _m.next(); !_o.done; _o = _m.next()) {
@@ -4080,7 +4193,7 @@ function buildAssistantAIRunFromEvidence(input) {
         startedAt: dateValue(conversation, ['startedAt', 'createdAt']),
         completedAt: dateValue(conversation, ['completedAt', 'closedAt', 'updatedAt']),
         events: events,
-        gates: [answerActionabilityGate],
+        gates: [answerActionabilityGate, costGate],
         qa: qa,
         cost: cost,
         rejected: failedReports.length > 0 || conversation.rejected === true,
@@ -4092,6 +4205,7 @@ function buildAssistantAIRunFromEvidence(input) {
         metadata: {
             issueReportCount: asArray(input.issueReports).length,
             correctnessCheckCount: correctnessChecks.length,
+            costObservability: costObservabilityMetadata(costGate),
             answerQuality: {
                 ready: answerQualityDecision.ready,
                 status: answerQualityDecision.status,