@sema-agent/server 1.302.0 → 1.304.0

package/dist/config.d.ts

@@ -164,6 +164,7 @@ export interface ServiceConfig {
     };
     snapshotBlobSqlMaxBytes?: number;
     snapshotBlobAllowSql: boolean;
+    attachmentOrphanGraceMs: number;
     workspaceFileMaxBytes: number;
     sendUserFile?: {
         endpoint: string;

package/dist/config.js

@@ -538,6 +538,7 @@ export function loadConfig() {
             : undefined,
         snapshotBlobSqlMaxBytes: optFinitePositiveEnv("SNAPSHOT_BLOB_SQL_MAX_BYTES"),
         snapshotBlobAllowSql: process.env.SNAPSHOT_BLOB_ALLOW_SQL_BYTES === "true",
+        attachmentOrphanGraceMs: ((v) => (v !== undefined && Number.isFinite(v) && v >= 0 ? v : 3_600_000))(process.env.ATTACHMENT_ORPHAN_GRACE_MS !== undefined ? Number(process.env.ATTACHMENT_ORPHAN_GRACE_MS) : undefined),
         workspaceFileMaxBytes: optFinitePositiveEnv("WORKSPACE_FILE_MAX_BYTES") ?? 8 * 1024 * 1024,
         sendUserFile: (process.env.MINIO_ENDPOINT || process.env.S3_ENDPOINT) && process.env.MINIO_ACCESS_KEY && process.env.MINIO_SECRET_KEY
             ? {

package/dist/http/server.js

@@ -274,7 +274,7 @@ export function createHttpServer(deps) {
         void handle(req, res).catch((err) => {
             if (err instanceof HttpError) {
                 if (!res.headersSent)
-                    sendJson(res, err.status, { error: err.message, ...(err.code ? { code: err.code } : {}), ...(err.extra ?? {}) });
+                    sendJson(res, err.status, { error: err.message, ...(err.code ? { code: err.code, errorCode: err.code } : {}), ...(err.extra ?? {}) });
                 else
                     res.end();
                 return;
@@ -3988,7 +3988,12 @@ export function createHttpServer(deps) {
                         }
                         snapshots.push({ key: k, files: m.size, ...(bytes !== undefined ? { bytes } : {}) });
                     }
-                    sendJson(res, 200, { sessionId: wsSession, snapshots, ...(keys.length > 0 ? { latest: keys[0] } : {}), total: keys.length });
+                    sendJson(res, 200, {
+                        sessionId: wsSession,
+                        snapshots,
+                        ...(snapshots.length > 0 ? { latest: snapshots[0].key } : {}),
+                        total: snapshots.length,
+                    });
                     return;
                 }
                 const keyRaw = safeDecode(wm[2]);
@@ -4089,8 +4094,16 @@ export function createHttpServer(deps) {
                     const write = async (buf) => {
                         if (res.writableEnded || res.destroyed)
                             throw new Error("client gone");
-                        if (!res.write(buf))
-                            await new Promise((r) => res.once("drain", r));
+                        if (!res.write(buf)) {
+                            await new Promise((resolve, reject) => {
+                                const onDrain = () => { cleanup(); resolve(); };
+                                const onGone = () => { cleanup(); reject(new Error("client gone (closed while draining)")); };
+                                const cleanup = () => { res.off("drain", onDrain); res.off("close", onGone); res.off("error", onGone); };
+                                res.once("drain", onDrain);
+                                res.once("close", onGone);
+                                res.once("error", onGone);
+                            });
+                        }
                     };
                     try {
                         for (const [p, h] of entries) {
@@ -4249,6 +4262,7 @@ export function createHttpServer(deps) {
                     if (deps.snapshotBlobSqlCapBytes !== undefined && body.byteLength > deps.snapshotBlobSqlCapBytes) {
                         sendJson(res, 413, {
                             code: "blob_too_large_for_sql",
+                            errorCode: "blob_too_large_for_sql",
                             error: `blob of ${body.byteLength} bytes exceeds this deployment's SQL snapshot-blob cap (${deps.snapshotBlobSqlCapBytes} bytes; mysql-protocol packet limit) — configure MinIO object storage (MINIO_ENDPOINT/MINIO_ACCESS_KEY/MINIO_SECRET_KEY) for large snapshot blobs`,
                         });
                         return;
@@ -5180,7 +5194,7 @@ export function createHttpServer(deps) {
         }
         catch (err) {
             if (err instanceof HttpError) {
-                sendJson(res, err.status, { error: err.message, ...(err.code ? { code: err.code } : {}), ...(err.extra ?? {}) });
+                sendJson(res, err.status, { error: err.message, ...(err.code ? { code: err.code, errorCode: err.code } : {}), ...(err.extra ?? {}) });
                 return null;
             }
             throw err;

package/dist/main.js

@@ -1050,9 +1050,6 @@ async function main() {
         ...(sessionPolicyStore ? { sessionPolicyStore } : {}),
         ...(runtimeCapsResolver ? { runtimeCapsResolver } : {}),
         ...(fileSnapshotStore ? { fileSnapshotStore } : {}),
-        ...(backend && backend.kind !== "local" && !config.snapshotBlobStore
-            ? ((cap) => (cap !== undefined ? { snapshotBlobSqlCapBytes: cap } : {}))(config.snapshotBlobSqlMaxBytes ?? (backend.kind === "mysql" ? SQL_BLOB_DEFAULT_MAX_BYTES : undefined))
-            : {}),
         ...(executionEnvFactory ? { executionEnvFactory } : {}),
         ...(lspManager ? { lspManager } : {}),
         onBackgroundChildEvent: fleetBackgroundChildPublisher(fleetBus, (msg, fields) => logger.info(msg, fields)),
@@ -1318,7 +1315,20 @@ async function main() {
     if (webSearch)
         logger.info(`WebSearch enabled (provider=${webSearchCfg.provider}, maxResults=${webSearch.maxResults})`);
     const ensureChildSessionDurable = checkpointStore && config.sessionBackend === "tidb" ? (sessionId) => ensureChildSessionDurableWithPromotion(sessionStore, subRunnerSessions, sessionId) : undefined;
-    const webFetchSummarize = makeWebFetchSummarizer(brain, coreResolveTaskModel({ modelRole: "summarize" }, { models: config.models, roles: config.roles }).model);
+    const webFetchSummarize = async (content, prompt, signal) => {
+        const model = (() => {
+            try {
+                return coreResolveTaskModel({ modelRole: "summarize" }, { models: config.models, roles: config.roles }).model;
+            }
+            catch (err) {
+                logger.warn("webfetch_summarizer_model_unresolved", { err: String(err), note: "this fetch falls back to raw page content" });
+                return undefined;
+            }
+        })();
+        if (!model)
+            throw new Error("summarize model unresolved for this deployment");
+        return makeWebFetchSummarizer(brain, model)(content, prompt, signal);
+    };
     const scenarioDeps = {
         runner, subRunner, model: "default", skills, repoClient, requirePrincipal: config.requirePrincipal,
         ...(webSearch ? { webSearch } : {}), metrics, logger, webFetchSummarize,
@@ -1372,6 +1382,7 @@ async function main() {
         }
     };
     let wfRunReapInFlight = false;
+    let attachmentSweepInFlight = false;
     let bgAgentReapInFlight = false;
     const reapBgAgents = backgroundAgentStore
         ? async () => {
@@ -1440,12 +1451,17 @@ async function main() {
         void toolResultStore?.reapOlderThan?.(Date.now() - config.toolResultTtlSec * 1000)?.catch(() => undefined);
         void fileSnapshotStore?.sweepOrphanBlobs?.().catch(() => undefined);
         void taskAttachmentStore?.reapUnbound(Date.now() - config.attachmentUnboundTtlMs).then(reapCount("attachments_reaped_total", {})).catch(() => undefined);
-        void taskAttachmentStore?.sweepOrphanObjects?.(3_600_000)
-            .then((n) => { if (n > 0) {
-            metrics.inc("attachment_orphan_objects_swept_total", {}, n);
-            logger.info("attachment_orphan_objects_swept", { removed: n });
-        } })
-            .catch((err) => logger.warn("attachment_orphan_sweep_failed", { err: String(err) }));
+        if (config.attachmentOrphanGraceMs > 0 && !attachmentSweepInFlight && taskAttachmentStore?.sweepOrphanObjects) {
+            attachmentSweepInFlight = true;
+            void taskAttachmentStore
+                .sweepOrphanObjects(config.attachmentOrphanGraceMs)
+                .then((n) => { if (n > 0) {
+                metrics.inc("attachment_orphan_objects_swept_total", {}, n);
+                logger.info("attachment_orphan_objects_swept", { removed: n });
+            } })
+                .catch((err) => logger.warn("attachment_orphan_sweep_failed", { err: String(err) }))
+                .finally(() => { attachmentSweepInFlight = false; });
+        }
         void backend?.session()?.sweepStagingSessions?.().catch(() => undefined);
         void imageBakes?.reapStaleBakes(config.imageBakes.staleMs).then(reapCount("bakes_reaped_total", {})).catch(() => undefined);
         void worktreeReap?.();
@@ -1825,6 +1841,9 @@ async function main() {
         authorize,
         sessionStoreLabel: config.sessionBackend === "tidb" && backend ? `durable(${backend.kind})` : config.sessionBackend,
         ...(taskAttachmentStore ? { taskAttachmentStore } : {}),
+        ...(backend && backend.kind !== "local" && !config.snapshotBlobStore
+            ? ((cap) => (cap !== undefined ? { snapshotBlobSqlCapBytes: cap } : {}))(config.snapshotBlobSqlMaxBytes ?? (backend.kind === "mysql" ? SQL_BLOB_DEFAULT_MAX_BYTES : undefined))
+            : {}),
         modelReady: () => modelReadyState.ready,
         scenarioDetails,
         ...(registryJwtVerifier ? { registryJwtVerifier } : {}),

package/dist/plugins/blob-backend.d.ts

@@ -51,6 +51,9 @@ export declare class MinioBlobBackend implements BlobBackend {
         hash: string;
         lastModifiedMs: number;
     }>;
+    headObject(hash: string): Promise<{
+        lastModifiedMs: number;
+    } | undefined>;
     deleteBlobs(hashes: string[]): Promise<number>;
 }
 //# sourceMappingURL=blob-backend.d.ts.map

package/dist/plugins/blob-backend.js

@@ -194,7 +194,11 @@ export class MinioBlobBackend {
     async *listObjects() {
         const f = this.cfg.fetchImpl ?? fetch;
         let token;
+        const MAX_PAGES = 1000;
+        let pages = 0;
         do {
+            if (++pages > MAX_PAGES)
+                throw new Error(`listObjects: exceeded ${MAX_PAGES} pages (max-keys 1000/page) — the backend is looping its continuation-token or the prefix is unexpectedly large; refusing to report a partial orphan set`);
             const url = presignS3ListUrl({
                 endpoint: this.cfg.endpoint,
                 bucket: this.cfg.bucket,
@@ -225,6 +229,15 @@ export class MinioBlobBackend {
                 throw new Error("listObjects: truncated response without NextContinuationToken");
         } while (token !== undefined);
     }
+    async headObject(hash) {
+        const f = this.cfg.fetchImpl ?? fetch;
+        const res = await f(this.presign(hash, "HEAD"), { method: "HEAD" });
+        if (!res.ok)
+            return undefined;
+        const lm = res.headers.get("last-modified");
+        const ms = lm ? Date.parse(lm) : NaN;
+        return { lastModifiedMs: Number.isFinite(ms) ? ms : Date.now() };
+    }
     async deleteBlobs(hashes) {
         if (hashes.length === 0)
             return 0;

package/dist/plugins/task-attachment-store.d.ts

@@ -33,6 +33,9 @@ export interface AttachmentBytesStore {
         hash: string;
         lastModifiedMs: number;
     }>;
+    headObject?(hash: string): Promise<{
+        lastModifiedMs: number;
+    } | undefined>;
 }
 export declare function materializedRelPaths(atts: TaskAttachmentRecord[]): Map<string, string>;
 export declare function bindAttachmentsForTask(opts: {
@@ -85,6 +88,7 @@ export declare class TiDBTaskAttachmentStore implements TaskAttachmentStore {
     reapUnbound(olderThanMs: number): Promise<number>;
     sweepOrphanObjects(graceMs: number, nowMs?: number): Promise<number>;
     private referencedShas;
+    private filterStillOrphan;
 }
 export declare class PgTaskAttachmentStore implements TaskAttachmentStore {
     private readonly q;
@@ -103,5 +107,6 @@ export declare class PgTaskAttachmentStore implements TaskAttachmentStore {
     reapUnbound(olderThanMs: number): Promise<number>;
     sweepOrphanObjects(graceMs: number, nowMs?: number): Promise<number>;
     private referencedShas;
+    private filterStillOrphan;
 }
 //# sourceMappingURL=task-attachment-store.d.ts.map

package/dist/plugins/task-attachment-store.js

@@ -173,8 +173,9 @@ export class TiDBTaskAttachmentStore {
             const batch = candidates.slice(i, i + 200);
             const referenced = await this.referencedShas(batch);
             const orphans = batch.filter((h) => !referenced.has(h));
-            if (orphans.length > 0)
-                removed += await this.bytes.deleteBlobs(orphans);
+            const safe = await this.filterStillOrphan(orphans, graceMs, nowMs);
+            if (safe.length > 0)
+                removed += await this.bytes.deleteBlobs(safe);
         }
         return removed;
     }
@@ -185,6 +186,24 @@ export class TiDBTaskAttachmentStore {
         const [rows] = await this.pool.query(`SELECT DISTINCT sha256 FROM ${TASK_ATTACHMENT_TABLE} WHERE sha256 IN (${ph})`, shas);
         return new Set(rows.map((r) => String(r.sha256)));
     }
+    async filterStillOrphan(hashes, graceMs, nowMs) {
+        if (hashes.length === 0)
+            return [];
+        const head = this.bytes.headObject?.bind(this.bytes);
+        if (!head)
+            return [];
+        const out = [];
+        for (const h of hashes) {
+            try {
+                const cur = await head(h);
+                if (cur && nowMs - cur.lastModifiedMs >= graceMs)
+                    out.push(h);
+            }
+            catch {
+            }
+        }
+        return out;
+    }
 }
 export class PgTaskAttachmentStore {
     q;
@@ -260,8 +279,9 @@ export class PgTaskAttachmentStore {
             const batch = candidates.slice(i, i + 200);
             const referenced = await this.referencedShas(batch);
             const orphans = batch.filter((h) => !referenced.has(h));
-            if (orphans.length > 0)
-                removed += await this.bytes.deleteBlobs(orphans);
+            const safe = await this.filterStillOrphan(orphans, graceMs, nowMs);
+            if (safe.length > 0)
+                removed += await this.bytes.deleteBlobs(safe);
         }
         return removed;
     }
@@ -272,5 +292,23 @@ export class PgTaskAttachmentStore {
         const r = await this.q(`SELECT DISTINCT sha256 FROM ${TASK_ATTACHMENT_TABLE} WHERE sha256 IN (${ph})`, shas);
         return new Set(r.rows.map((row) => String(row.sha256)));
     }
+    async filterStillOrphan(hashes, graceMs, nowMs) {
+        if (hashes.length === 0)
+            return [];
+        const head = this.bytes.headObject?.bind(this.bytes);
+        if (!head)
+            return [];
+        const out = [];
+        for (const h of hashes) {
+            try {
+                const cur = await head(h);
+                if (cur && nowMs - cur.lastModifiedMs >= graceMs)
+                    out.push(h);
+            }
+            catch {
+            }
+        }
+        return out;
+    }
 }
 //# sourceMappingURL=task-attachment-store.js.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sema-agent/server",
-  "version": "1.302.0",
+  "version": "1.304.0",
   "description": "Sema Server — the server/API implementation layer for Sema, wiring core, registry, model providers, and cloud agent execution. Built on @sema-agent/core.",
   "type": "module",
   "license": "BUSL-1.1",