@sema-agent/server 1.315.0 → 1.317.0

package/dist/http/routes/side-query.d.ts

@@ -0,0 +1,4 @@
+import type { IncomingMessage, ServerResponse } from "node:http";
+import type { RouteCtx } from "../route-ctx.js";
+export declare function handleSideQuery(req: IncomingMessage, res: ServerResponse, url: string, ctx: RouteCtx): Promise<boolean>;
+//# sourceMappingURL=side-query.d.ts.map

package/dist/http/routes/side-query.js

@@ -0,0 +1,88 @@
+import { isThinkingLevel } from "@sema-agent/core";
+import { HttpError } from "../../security.js";
+import { cacheFamilyOfMirror } from "../../budget.js";
+import { redactSecrets } from "../../trace/redact.js";
+import { sendJson, sendError, httpErrorCode, msg } from "../send.js";
+import { gatedPrincipal } from "../principal-gate.js";
+export async function handleSideQuery(req, res, url, ctx) {
+    const miss = { fell: false };
+    await handleSideQueryBody(req, res, url, ctx, miss);
+    return !miss.fell;
+}
+async function handleSideQueryBody(req, res, url, ctx, miss) {
+    const { deps } = ctx;
+    const { readJson, rateLimited, quotaExceeded, leaseDenied } = ctx.helpers;
+    if (req.method === "POST" && url === "/v1/side-query") {
+        const ac = new AbortController();
+        const onClose = () => ac.abort();
+        res.on("close", onClose);
+        try {
+            if (rateLimited(req, res) || quotaExceeded(req, res) || (await leaseDenied(req, res)))
+                return;
+            const principal = gatedPrincipal(req, deps.config);
+            if (deps.config.requirePrincipal && !principal) {
+                sendError(res, 401, "auth.principal_required", `missing principal header '${deps.config.principalHeader}'`);
+                return;
+            }
+            let body;
+            try {
+                const raw = await readJson(req);
+                if (raw === null || typeof raw !== "object" || Array.isArray(raw))
+                    throw new HttpError(400, "body must be a JSON object (SideQuerySpec shape)");
+                body = raw;
+            }
+            catch (e) {
+                const he = e instanceof HttpError ? e : new HttpError(400, msg(e));
+                sendError(res, he.status, httpErrorCode(he.status, he.code), he.message);
+                return;
+            }
+            if (!Array.isArray(body.messages) || body.messages.length === 0) {
+                sendError(res, 400, "request.body_shape", "messages must be a non-empty array (SideQueryMessage[])");
+                return;
+            }
+            if (body.thinking !== undefined && !isThinkingLevel(body.thinking)) {
+                sendError(res, 400, "request.field_invalid", "invalid thinking level");
+                return;
+            }
+            if (ac.signal.aborted)
+                return;
+            const spec = {
+                messages: body.messages,
+                ...(typeof body.model === "string" ? { model: body.model } : {}),
+                ...(typeof body.modelRole === "string" ? { modelRole: body.modelRole } : {}),
+                ...(isThinkingLevel(body.thinking) ? { thinking: body.thinking } : {}),
+                ...(typeof body.systemPrompt === "string" ? { systemPrompt: body.systemPrompt } : {}),
+                ...(Array.isArray(body.tools) ? { tools: body.tools } : {}),
+                ...(typeof body.maxOutputTokens === "number" && Number.isFinite(body.maxOutputTokens) && body.maxOutputTokens > 0 ? { maxOutputTokens: Math.floor(body.maxOutputTokens) } : {}),
+                signal: ac.signal,
+            };
+            try {
+                const catalogSnapshot = Object.values(deps.runner.agentCatalog?.models ?? {}).map((m) => ({ id: m?.id, api: m?.api, params: m?.params?.promptCacheFamily ? { promptCacheFamily: m.params.promptCacheFamily } : undefined }));
+                const result = await deps.runner.sideQuery(spec);
+                const rr = result;
+                const modelId = typeof rr.model === "string" ? rr.model : "unknown";
+                const byId = catalogSnapshot.filter((m) => m.id === modelId);
+                const families = new Set(byId.map((m) => cacheFamilyOfMirror(m)));
+                const family = families.size === 1 ? [...families][0] : undefined;
+                deps.sideQueryAccounting?.(principal, { model: modelId, ...(family ? { family } : {}), usage: rr.usage });
+                deps.metrics?.inc?.("side_query_total", { result: "ok" });
+                if (!res.writableEnded)
+                    sendJson(res, 200, result);
+            }
+            catch (e) {
+                deps.metrics?.inc?.("side_query_total", { result: "error" });
+                if (!res.writableEnded && !ac.signal.aborted) {
+                    const m = msg(e);
+                    const isValidation = /^Unknown model ref |^No model for role |requires a non-empty messages array/.test(m);
+                    sendError(res, isValidation ? 400 : 500, isValidation ? "request.field_invalid" : "internal.error", redactSecrets(m));
+                }
+            }
+        }
+        finally {
+            res.off("close", onClose);
+        }
+        return;
+    }
+    miss.fell = true;
+}
+//# sourceMappingURL=side-query.js.map

package/dist/http/routes/tasks.d.ts

@@ -0,0 +1,4 @@
+import type { IncomingMessage, ServerResponse } from "node:http";
+import type { RouteCtx } from "../route-ctx.js";
+export declare function handleTasks(req: IncomingMessage, res: ServerResponse, url: string, ctx: RouteCtx): Promise<boolean>;
+//# sourceMappingURL=tasks.d.ts.map