@sema-agent/server 1.240.0 → 1.242.0

package/dist/http/server.js

@@ -25,11 +25,13 @@ import { RateLimiter } from "../observability/rate-limit.js";
 import { withPrincipal } from "../observability/principal-context.js";
 import { projectEvents, runSummary, mapTraceEvent, toolStartEventData, toolEndEventData, taskProgressEventData, taskNotificationEventData, compactedEventData, diagnosticsEventData, brainStatusEventData, appendModelUsageDelta, appendPromptManifest, attachModelUsage } from "../trace/project.js";
 import { createLedgerSink } from "../trace/ledger-sink.js";
+import { cacheFamilyOfMirror } from "../budget.js";
 import { projectArtifacts } from "../trace/artifacts.js";
 import { composeSupervisorCost, infraCost, infraUsageFromEvents, hasInfraPricing } from "../finance/cost-taxonomy.js";
 import { redactSecrets, redactDeep, redactedPreview } from "../trace/redact.js";
 import { usageSummary, usageSeries, usageBreakdown } from "../usage-analytics.js";
 import { IdempotencyCache } from "./idempotency.js";
+import { pgHasUnstorable } from "../plugins/pg-safe-json.js";
 export const MAX_USER_SKILLS = 10;
 export const MAX_SKILL_CONTENT_CHARS = 1_048_576;
 export const MAX_SYSTEM_PROMPT_CHARS = 16_384;
@@ -669,6 +671,7 @@ export function createHttpServer(deps) {
                 mcpElicitation: Boolean(deps.elicitation),
                 askUserQuestion: Boolean(deps.question),
                 toolApproval: Boolean(deps.toolApproval),
+                sideQuery: true,
                 sessionList: Boolean(deps.sessionStorage?.listSessions ?? deps.runStore?.listSessions),
                 sessionSearch: Boolean(deps.sessionStorage?.listSessions ?? deps.runStore?.listSessions),
                 sessionFork: Boolean(deps.sessionStorage?.fork),
@@ -707,6 +710,77 @@ export function createHttpServer(deps) {
             sendJson(res, 200, { models, default: deps.config.model.id, defaultModel: { id: deps.config.model.id, ...(defaultName ? { name: defaultName } : {}) } });
             return;
         }
+        if (req.method === "POST" && url === "/v1/side-query") {
+            const ac = new AbortController();
+            const onClose = () => ac.abort();
+            res.on("close", onClose);
+            try {
+                if (rateLimited(req, res) || quotaExceeded(req, res) || (await leaseDenied(req, res)))
+                    return;
+                const principal = gatedPrincipal(req, deps.config);
+                if (deps.config.requirePrincipal && !principal) {
+                    sendJson(res, 401, { error: `missing principal header '${deps.config.principalHeader}'` });
+                    return;
+                }
+                let body;
+                try {
+                    const raw = await readJson(req);
+                    if (raw === null || typeof raw !== "object" || Array.isArray(raw))
+                        throw new HttpError(400, "body must be a JSON object (SideQuerySpec shape)");
+                    body = raw;
+                }
+                catch (e) {
+                    const he = e instanceof HttpError ? e : new HttpError(400, msg(e));
+                    sendJson(res, he.status, { error: he.message });
+                    return;
+                }
+                if (!Array.isArray(body.messages) || body.messages.length === 0) {
+                    sendJson(res, 400, { error: "messages must be a non-empty array (SideQueryMessage[])" });
+                    return;
+                }
+                if (body.thinking !== undefined && !isThinkingLevel(body.thinking)) {
+                    sendJson(res, 400, { error: "invalid thinking level" });
+                    return;
+                }
+                if (ac.signal.aborted)
+                    return;
+                const spec = {
+                    messages: body.messages,
+                    ...(typeof body.model === "string" ? { model: body.model } : {}),
+                    ...(typeof body.modelRole === "string" ? { modelRole: body.modelRole } : {}),
+                    ...(isThinkingLevel(body.thinking) ? { thinking: body.thinking } : {}),
+                    ...(typeof body.systemPrompt === "string" ? { systemPrompt: body.systemPrompt } : {}),
+                    ...(Array.isArray(body.tools) ? { tools: body.tools } : {}),
+                    ...(typeof body.maxOutputTokens === "number" && Number.isFinite(body.maxOutputTokens) && body.maxOutputTokens > 0 ? { maxOutputTokens: Math.floor(body.maxOutputTokens) } : {}),
+                    signal: ac.signal,
+                };
+                try {
+                    const catalogSnapshot = Object.values(deps.runner.agentCatalog?.models ?? {}).map((m) => ({ id: m?.id, api: m?.api, params: m?.params?.promptCacheFamily ? { promptCacheFamily: m.params.promptCacheFamily } : undefined }));
+                    const result = await deps.runner.sideQuery(spec);
+                    const rr = result;
+                    const modelId = typeof rr.model === "string" ? rr.model : "unknown";
+                    const byId = catalogSnapshot.filter((m) => m.id === modelId);
+                    const families = new Set(byId.map((m) => cacheFamilyOfMirror(m)));
+                    const family = families.size === 1 ? [...families][0] : undefined;
+                    deps.sideQueryAccounting?.(principal, { model: modelId, ...(family ? { family } : {}), usage: rr.usage });
+                    deps.metrics?.inc?.("side_query_total", { result: "ok" });
+                    if (!res.writableEnded)
+                        sendJson(res, 200, result);
+                }
+                catch (e) {
+                    deps.metrics?.inc?.("side_query_total", { result: "error" });
+                    if (!res.writableEnded && !ac.signal.aborted) {
+                        const m = msg(e);
+                        const isValidation = /^Unknown model ref |^No model for role |requires a non-empty messages array/.test(m);
+                        sendJson(res, isValidation ? 400 : 500, { error: redactSecrets(m) });
+                    }
+                }
+            }
+            finally {
+                res.off("close", onClose);
+            }
+            return;
+        }
         if (req.method === "POST" && (url === "/v1/tasks" || url === "/v1/tasks/stream")) {
             const rawIdem = headerStr(req.headers["idempotency-key"]);
             const idemKey = rawIdem ? scopedIdempotencyKey(rawIdem, source, gatedPrincipal(req, deps.config)) : undefined;
@@ -5469,7 +5543,7 @@ async function ingestBakeLine(bakes, idx, bake, line, registry) {
     const cancelled = doneStatus === "CANCELLED";
     const errorText = typeof line.error === "string" ? redactSecrets(line.error) : null;
     const tag = typeof line.tag === "string" ? line.tag : bake.tag;
-    const digest = typeof line.digest === "string" && line.digest.length > 0 ? line.digest : null;
+    let digest = typeof line.digest === "string" && line.digest.length > 0 ? line.digest : null;
     let indexId = bake.indexId;
     let repo = bake.repo;
     let ref = bake.ref;
@@ -5484,27 +5558,35 @@ async function ingestBakeLine(bakes, idx, bake, line, registry) {
         const fresh = await bakes.getBake(bakeId);
         const nonTerminal = !!fresh && (fresh.status === "queued" || fresh.status === "running");
         if (manifestBody && typeof manifestBody === "object" && nonTerminal) {
-            registerSteps.push({ step: "register", status: "running" });
-            try {
-                const profile = bake.profile && bake.profile !== "custom" ? bake.profile : (manifestBody.profile && manifestBody.profile !== "custom" ? manifestBody.profile : "custom");
-                repo = registry ? `${registry}/${profile}` : `sema-images/${profile}`;
-                manifestSha = typeof line.manifestSha === "string" ? line.manifestSha : (typeof line.manifest?.sha256 === "string" ? String(line.manifest.sha256) : bake.manifestSha);
-                const entry = manifestToIndexEntry(manifestBody, { repo, digest, status: "building", manifestSha, sizeBytes: manifestBody.sizeBytes ?? null, signed: false });
-                entry.visibility = "public";
-                entry.tenantId = null;
-                indexId = await idx.registerBuilding(entry);
-                ref = `${repo}@${digest}`;
-                await bakes.setIndexId(bakeId, indexId);
-                registerSteps.push({ step: "register", status: "ok" });
-            }
-            catch (err) {
+            const profile = bake.profile && bake.profile !== "custom" ? bake.profile : (manifestBody.profile && manifestBody.profile !== "custom" ? manifestBody.profile : "custom");
+            repo = registry ? `${registry}/${profile}` : `sema-images/${profile}`;
+            manifestSha = typeof line.manifestSha === "string" ? line.manifestSha : (typeof line.manifest?.sha256 === "string" ? String(line.manifest.sha256) : bake.manifestSha);
+            if (pgHasUnstorable(digest) || pgHasUnstorable(repo) || pgHasUnstorable(manifestSha)) {
                 indexId = null;
-                ref = `${repo}@${digest}`;
-                finalStatus = "FAILED";
-                registerDowngraded = true;
-                finalExit = exitCode ?? 0;
-                finalError = redactSecrets(`index register failed after a COMPLETE build (built-but-unregistered partial): ${String(err?.message ?? err)}`);
-                registerSteps.push({ step: "register", status: "fail", reason: "index register failed (TiDB?)" });
+                registerSteps.push({ step: "register", status: "skipped", reason: "identity fields contained unstorable bytes" });
+            }
+            else {
+                registerSteps.push({ step: "register", status: "running" });
+                try {
+                    const entry = manifestToIndexEntry(manifestBody, { repo, digest, status: "building", manifestSha, sizeBytes: manifestBody.sizeBytes ?? null, signed: false });
+                    entry.visibility = "public";
+                    entry.tenantId = null;
+                    indexId = await idx.registerBuilding(entry);
+                    ref = `${repo}@${digest}`;
+                    const bound = await bakes.setIndexId(bakeId, indexId);
+                    if (!bound)
+                        indexId = null;
+                    registerSteps.push({ step: "register", status: "ok" });
+                }
+                catch (err) {
+                    indexId = null;
+                    ref = `${repo}@${digest}`;
+                    finalStatus = "FAILED";
+                    registerDowngraded = true;
+                    finalExit = exitCode ?? 0;
+                    finalError = redactSecrets(`index register failed after a COMPLETE build (built-but-unregistered partial): ${String(err?.message ?? err)}`);
+                    registerSteps.push({ step: "register", status: "fail", reason: "index register failed (TiDB?)" });
+                }
             }
         }
     }
@@ -5519,6 +5601,19 @@ async function ingestBakeLine(bakes, idx, bake, line, registry) {
     const conflictBands = errorCode === "band-conflict" && Array.isArray(line.conflictBands)
         ? line.conflictBands.filter((b) => typeof b === "string")
         : null;
+    const identityInvalid = (typeof digest === "string" && pgHasUnstorable(digest)) ||
+        (typeof repo === "string" && pgHasUnstorable(repo)) ||
+        (typeof ref === "string" && pgHasUnstorable(ref)) ||
+        (typeof manifestSha === "string" && pgHasUnstorable(manifestSha));
+    if (identityInvalid) {
+        finalStatus = "FAILED";
+        digest = null;
+        repo = null;
+        ref = null;
+        manifestSha = null;
+        indexId = null;
+        finalError = finalError ? `${finalError}; identity fields contained unstorable bytes` : "terminal frame identity fields contained unstorable bytes";
+    }
     const finalState = (finalStatus === "COMPLETE" ? "COMPLETE" : finalStatus === "CANCELLED" ? "CANCELLED" : "FAILED");
     const coarse = coarseStatusForState(finalState);
     let affectedRows = 0;
@@ -5576,7 +5671,8 @@ function headerStr(v) {
     return Array.isArray(v) ? v[0] : v;
 }
 function isBillableSubmitPath(url) {
-    return (url === "/v1/tasks" ||
+    return (url === "/v1/side-query" ||
+        url === "/v1/tasks" ||
         url === "/v1/tasks/stream" ||
         url === "/v1/runs" ||
         url === "/v1/leader" ||