@signetai/core 0.185.4 → 0.185.6

package/dist/index.js

@@ -11272,6 +11272,245 @@ function up116(db) {
 	`);
 }
 
+// src/migrations/117-retire-summary-worker.ts
+import { createHash } from "node:crypto";
+function hasTable4(db, table) {
+  return db.prepare("SELECT 1 AS present FROM sqlite_master WHERE type = 'table' AND name = ?").get(table) != null;
+}
+function addColumnIfMissing25(db, table, column, definition) {
+  const columns = db.prepare(`PRAGMA table_info(${table})`).all();
+  if (columns.some((row) => row.name === column))
+    return;
+  db.exec(`ALTER TABLE ${table} ADD COLUMN ${column} ${definition}`);
+}
+function tableColumns(db, table) {
+  const rows = db.prepare(`PRAGMA table_info(${table})`).all();
+  return new Set(rows.map((row) => typeof row.name === "string" ? row.name : ""));
+}
+function hashTranscript(content) {
+  return createHash("sha256").update(content, "utf8").digest("hex");
+}
+function backfillTranscriptHashes(db) {
+  const columns = tableColumns(db, "session_transcripts");
+  if (!columns.has("content_hash") || !columns.has("content"))
+    return;
+  const rows = db.prepare("SELECT session_key, agent_id, content FROM session_transcripts WHERE content_hash IS NULL").all();
+  const update = db.prepare("UPDATE session_transcripts SET content_hash = ? WHERE agent_id = ? AND session_key = ? AND content_hash IS NULL");
+  for (const row of rows) {
+    if (typeof row.content !== "string" || typeof row.session_key !== "string")
+      continue;
+    update.run(hashTranscript(row.content), typeof row.agent_id === "string" ? row.agent_id : "default", row.session_key);
+  }
+}
+var COMPLETION_BOUNDARY_REASONS = new Set(["session_closed", "session_clear", "stale_session", "ttl_expired"]);
+function summaryJobTimestamp(job) {
+  return job.completed_at ?? job.ended_at ?? job.captured_at ?? job.created_at ?? new Date(0).toISOString();
+}
+function laterTimestamp(current, candidate) {
+  if (current === null)
+    return candidate;
+  if (candidate === null)
+    return current;
+  const currentMillis = Date.parse(current);
+  const candidateMillis = Date.parse(candidate);
+  if (Number.isFinite(currentMillis) && Number.isFinite(candidateMillis)) {
+    return candidateMillis > currentMillis ? candidate : current;
+  }
+  return candidate > current ? candidate : current;
+}
+function isCompletionBoundary(job, columns) {
+  return columns.has("trigger") && job.trigger === "session_end" || columns.has("boundary_reason") && COMPLETION_BOUNDARY_REASONS.has(job.boundary_reason ?? "");
+}
+function mergeTranscriptContent(current, next) {
+  if (current.length === 0)
+    return next;
+  if (next.length === 0 || current === next || current.includes(next))
+    return current;
+  if (next.includes(current))
+    return next;
+  return `${current}
+${next}`;
+}
+function backfillTranscriptsFromSummaryJobs(db) {
+  if (!hasTable4(db, "summary_jobs"))
+    return;
+  const summaryColumns = tableColumns(db, "summary_jobs");
+  if (!summaryColumns.has("transcript"))
+    return;
+  const select = (name) => summaryColumns.has(name) ? `"${name}" AS "${name}"` : `NULL AS "${name}"`;
+  const jobs = db.prepare(`SELECT ${[
+    "id",
+    "session_key",
+    "transcript",
+    "harness",
+    "project",
+    "agent_id",
+    "trigger",
+    "boundary_reason",
+    "captured_at",
+    "ended_at",
+    "completed_at",
+    "created_at"
+  ].map(select).join(", ")} FROM summary_jobs`).all();
+  const candidates = new Map;
+  for (const job of jobs) {
+    if (typeof job.transcript !== "string" || job.transcript.trim().length === 0)
+      continue;
+    const agentId = typeof job.agent_id === "string" && job.agent_id.length > 0 ? job.agent_id : "default";
+    const sessionKey = typeof job.session_key === "string" && job.session_key.trim().length > 0 ? job.session_key : `legacy-summary-job:${job.id ?? hashTranscript(`${summaryJobTimestamp(job)}\x00${job.transcript}`)}`;
+    const key = `${agentId}\x00${sessionKey}`;
+    const current = candidates.get(key);
+    const timestamp = summaryJobTimestamp(job);
+    const boundary = isCompletionBoundary(job, summaryColumns);
+    const createdAt = job.captured_at ?? job.created_at ?? job.ended_at ?? timestamp;
+    if (!current) {
+      candidates.set(key, {
+        sessionKey,
+        job: { ...job, agent_id: agentId },
+        content: job.transcript,
+        createdAt,
+        completedAt: boundary ? timestamp : null
+      });
+      continue;
+    }
+    const currentTimestamp = summaryJobTimestamp(current.job);
+    const preferred = timestamp > currentTimestamp || timestamp === currentTimestamp && job.transcript.length > current.content.length ? { ...job, agent_id: agentId } : current.job;
+    candidates.set(key, {
+      sessionKey,
+      job: preferred,
+      content: mergeTranscriptContent(current.content, job.transcript),
+      createdAt: current.createdAt < createdAt ? current.createdAt : createdAt,
+      completedAt: laterTimestamp(current.completedAt, boundary ? timestamp : null)
+    });
+  }
+  const transcriptColumns = tableColumns(db, "session_transcripts");
+  const hasUpdated = transcriptColumns.has("updated_at");
+  const hasCompleted = transcriptColumns.has("completed_at");
+  const hasHash = transcriptColumns.has("content_hash");
+  const insertColumns = ["session_key", "content", "harness", "project", "agent_id", "created_at"];
+  if (hasUpdated)
+    insertColumns.push("updated_at");
+  if (hasCompleted)
+    insertColumns.push("completed_at");
+  if (hasHash)
+    insertColumns.push("content_hash");
+  const insert = db.prepare(`INSERT OR IGNORE INTO session_transcripts (${insertColumns.join(", ")}) VALUES (${insertColumns.map(() => "?").join(", ")})`);
+  const existing = db.prepare("SELECT content, completed_at FROM session_transcripts WHERE agent_id = ? AND session_key = ?");
+  for (const candidate of candidates.values()) {
+    const job = candidate.job;
+    const agentId = job.agent_id ?? "default";
+    const existingRow = existing.get(agentId, candidate.sessionKey);
+    if (existingRow != null) {
+      const previousContent = typeof existingRow.content === "string" ? existingRow.content : "";
+      const mergedContent = mergeTranscriptContent(previousContent, candidate.content);
+      const completedAt = typeof existingRow.completed_at === "string" && existingRow.completed_at.length > 0 ? existingRow.completed_at : candidate.completedAt;
+      const assignments = ["content = ?"];
+      const values2 = [mergedContent];
+      if (hasUpdated && mergedContent !== previousContent) {
+        assignments.push("updated_at = ?");
+        values2.push(candidate.createdAt);
+      }
+      if (hasCompleted && completedAt && !existingRow.completed_at) {
+        assignments.push("completed_at = ?");
+        values2.push(completedAt);
+      }
+      if (hasHash) {
+        assignments.push("content_hash = ?");
+        values2.push(hashTranscript(mergedContent));
+      }
+      values2.push(agentId, candidate.sessionKey);
+      db.prepare(`UPDATE session_transcripts SET ${assignments.join(", ")} WHERE agent_id = ? AND session_key = ?`).run(...values2);
+      continue;
+    }
+    const values = [
+      candidate.sessionKey,
+      candidate.content,
+      job.harness ?? null,
+      job.project ?? null,
+      agentId,
+      candidate.createdAt
+    ];
+    if (hasUpdated)
+      values.push(candidate.createdAt);
+    if (hasCompleted)
+      values.push(candidate.completedAt);
+    if (hasHash)
+      values.push(hashTranscript(candidate.content));
+    insert.run(...values);
+  }
+}
+function up117(db) {
+  if (!hasTable4(db, "session_transcripts"))
+    return;
+  addColumnIfMissing25(db, "session_transcripts", "completed_at", "TEXT");
+  addColumnIfMissing25(db, "session_transcripts", "content_hash", "TEXT");
+  backfillTranscriptHashes(db);
+  if (hasTable4(db, "transcript_capture_jobs")) {
+    const captureColumns = db.prepare("PRAGMA table_info(transcript_capture_jobs)").all();
+    if (captureColumns.some((row) => row.name === "summary_status")) {
+      db.exec("UPDATE transcript_capture_jobs SET summary_status = 'not_requested' WHERE summary_status IN ('pending', 'failed', 'skipped')");
+    }
+  }
+  if (hasTable4(db, "summary_jobs")) {
+    backfillTranscriptsFromSummaryJobs(db);
+    backfillTranscriptHashes(db);
+    const summaryColumns = tableColumns(db, "summary_jobs");
+    const timestampParts = ["completed_at", "ended_at", "captured_at", "created_at"].filter((column) => summaryColumns.has(column)).map((column) => `sj.${column}`);
+    const timestampValue = timestampParts.length === 1 ? timestampParts[0] : `COALESCE(${timestampParts.join(", ")})`;
+    const completionTimestamp = timestampValue ? `MAX(${timestampValue})` : "NULL";
+    const boundaryParts = [
+      summaryColumns.has("trigger") ? "sj.trigger = 'session_end'" : null,
+      summaryColumns.has("boundary_reason") ? "sj.boundary_reason IN ('session_closed', 'session_clear', 'stale_session', 'ttl_expired')" : null
+    ].filter((part) => part !== null);
+    const boundaryPredicate = boundaryParts.length > 0 ? `(${boundaryParts.join(" OR ")})` : "1=1";
+    const agentPredicate = summaryColumns.has("agent_id") ? "sj.agent_id = session_transcripts.agent_id" : "session_transcripts.agent_id = 'default'";
+    if (completionTimestamp !== "NULL") {
+      db.exec(`
+				UPDATE session_transcripts
+				SET completed_at = COALESCE(
+					completed_at,
+					(
+						SELECT ${completionTimestamp}
+						FROM summary_jobs AS sj
+						WHERE ${agentPredicate}
+						  AND sj.session_key = session_transcripts.session_key
+						  AND ${boundaryPredicate}
+					)
+				)
+				WHERE completed_at IS NULL;
+			`);
+    }
+    db.exec("DELETE FROM summary_jobs");
+  }
+  const completionIndexColumns = ["agent_id", "completed_at"];
+  if (tableColumns(db, "session_transcripts").has("updated_at"))
+    completionIndexColumns.push("updated_at");
+  db.exec(`
+		CREATE INDEX IF NOT EXISTS idx_st_agent_completed
+			ON session_transcripts(${completionIndexColumns.join(", ")});
+		CREATE INDEX IF NOT EXISTS idx_st_agent_hash
+			ON session_transcripts(agent_id, content_hash);
+	`);
+}
+
+// src/migrations/118-queue-pressure-indices.ts
+function up118(db) {
+  db.exec(`
+		CREATE INDEX IF NOT EXISTS idx_memory_jobs_pressure_status
+			ON memory_jobs(status)
+			WHERE status IN ('pending', 'leased') AND job_type <> 'extract';
+		CREATE INDEX IF NOT EXISTS idx_memory_jobs_pressure_created_at
+			ON memory_jobs(created_at)
+			WHERE status IN ('pending', 'leased') AND job_type <> 'extract';
+		CREATE INDEX IF NOT EXISTS idx_summary_jobs_pressure_status
+			ON summary_jobs(status)
+			WHERE status IN ('pending', 'leased');
+		CREATE INDEX IF NOT EXISTS idx_summary_jobs_pressure_created_at
+			ON summary_jobs(created_at)
+			WHERE status IN ('pending', 'leased');
+	`);
+}
+
 // src/migrations/index.ts
 var MIGRATIONS = [
   {
@@ -12212,6 +12451,22 @@ var MIGRATIONS = [
         { table: "cross_agent_messages", column: "acp_target_agent_name" }
       ]
     }
+  },
+  {
+    version: 117,
+    name: "retire-summary-worker",
+    up: up117,
+    artifacts: {
+      columns: [
+        { table: "session_transcripts", column: "completed_at" },
+        { table: "session_transcripts", column: "content_hash" }
+      ]
+    }
+  },
+  {
+    version: 118,
+    name: "queue-pressure-indices",
+    up: up118
   }
 ];
 function checksum(m) {
@@ -12267,7 +12522,7 @@ function existingTables(db) {
   const rows = db.prepare("SELECT name FROM sqlite_master WHERE type='table'").all();
   return new Set(rows.filter(hasStringName).map((r) => r.name));
 }
-function tableColumns(db, table, cache) {
+function tableColumns2(db, table, cache) {
   let cols = cache.get(table);
   if (cols)
     return cols;
@@ -12305,7 +12560,7 @@ function findPhantomVersions(db, precomputedApplied) {
           missing = true;
           break;
         }
-        const cols = tableColumns(db, col.table, colCache);
+        const cols = tableColumns2(db, col.table, colCache);
         if (!cols.has(col.column)) {
           if (col.optional)
             continue;
@@ -12355,7 +12610,7 @@ function verifyArtifacts(db, migration) {
           continue;
         throw new Error(`Post-DDL verification failed: migration ${migration.version} (${migration.name}) ` + `declares column "${col.table}.${col.column}" but table does not exist`);
       }
-      const colNames = tableColumns(db, col.table, colCache);
+      const colNames = tableColumns2(db, col.table, colCache);
       if (!colNames.has(col.column)) {
         throw new Error(`Post-DDL verification failed: migration ${migration.version} (${migration.name}) ` + `declares column "${col.table}.${col.column}" but it was not created`);
       }
@@ -15069,7 +15324,7 @@ function escapeRegExp(value) {
   return value.replace(/[|\\{}()[\]^$+?.]/g, "\\$&");
 }
 // src/sources-config.ts
-import { createHash, randomUUID } from "node:crypto";
+import { createHash as createHash2, randomUUID } from "node:crypto";
 import { existsSync as existsSync7, mkdirSync as mkdirSync5, readFileSync as readFileSync5, renameSync as renameSync2, rmSync as rmSync4, statSync as statSync3, writeFileSync as writeFileSync5 } from "node:fs";
 import { homedir as homedir5, platform as platform2 } from "node:os";
 import { basename, dirname as dirname4, resolve as resolve4 } from "node:path";
@@ -15166,7 +15421,7 @@ function addDiscordSourceChecked(input, agentsDir = getAgentsDir()) {
   const now = input.now ?? new Date().toISOString();
   const cfg = loadSourcesConfigForWrite(agentsDir);
   const root = settings.syncMode === "desktop-cache" ? settings.desktopCachePath ?? DEFAULT_DISCORD_DESKTOP_CACHE_PATH : `discord://guilds/${settings.guildIds.slice().sort().join(",")}`;
-  const sourceId = settings.syncMode === "desktop-cache" ? `discord-cache:${createHash("sha256").update(root).digest("hex").slice(0, 16)}` : `discord:${createHash("sha256").update(settings.guildIds.slice().sort().join(",")).digest("hex").slice(0, 16)}`;
+  const sourceId = settings.syncMode === "desktop-cache" ? `discord-cache:${createHash2("sha256").update(root).digest("hex").slice(0, 16)}` : `discord:${createHash2("sha256").update(settings.guildIds.slice().sort().join(",")).digest("hex").slice(0, 16)}`;
   const existing = cfg.sources.find((source2) => source2.id === sourceId);
   if (existing) {
     const updated = {
@@ -15212,7 +15467,7 @@ function addGitHubSourceChecked(input, agentsDir = getAgentsDir()) {
   const now = input.now ?? new Date().toISOString();
   const cfg = loadSourcesConfigForWrite(agentsDir);
   const settingsKey = settings.repos.slice().sort().join(",");
-  const sourceId = `github:${createHash("sha256").update(settingsKey).digest("hex").slice(0, 16)}`;
+  const sourceId = `github:${createHash2("sha256").update(settingsKey).digest("hex").slice(0, 16)}`;
   const root = `github://repos/${settings.repos.slice().sort().join(",")}`;
   const existing = cfg.sources.find((source2) => source2.id === sourceId);
   if (existing) {
@@ -15487,7 +15742,7 @@ function addObsidianSourceChecked(input, agentsDir = getAgentsDir()) {
     return { ok: true, source: updated, created: false };
   }
   const source = {
-    id: `obsidian:${createHash("sha256").update(root).digest("hex").slice(0, 16)}`,
+    id: `obsidian:${createHash2("sha256").update(root).digest("hex").slice(0, 16)}`,
     kind: "obsidian",
     name: cleanName(input.name) ?? "Obsidian Vault",
     root,

package/dist/migrations/117-retire-summary-worker.d.ts

@@ -0,0 +1,11 @@
+import type { MigrationDb } from "./index";
+/**
+ * Migration 117: retire the summary-worker delivery boundary (#1271).
+ *
+ * Session transcripts now carry their own completion marker and content hash.
+ * Existing session-end summary jobs backfill the completion marker and any
+ * missing canonical transcript row before the obsolete queue is drained. The
+ * historical table remains for migration compatibility.
+ */
+export declare function up(db: MigrationDb): void;
+//# sourceMappingURL=117-retire-summary-worker.d.ts.map

package/dist/migrations/117-retire-summary-worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"117-retire-summary-worker.d.ts","sourceRoot":"","sources":["../../src/migrations/117-retire-summary-worker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAmO3C;;;;;;;GAOG;AACH,wBAAgB,EAAE,CAAC,EAAE,EAAE,WAAW,GAAG,IAAI,CAgExC"}

package/dist/migrations/118-queue-pressure-indices.d.ts

@@ -0,0 +1,11 @@
+import type { MigrationDb } from "./index";
+/**
+ * Migration 118: bounded queue-pressure observation
+ *
+ * Heartbeat pressure telemetry only needs active queue depth buckets and the
+ * oldest active job age. These partial indexes let that path probe a bounded
+ * number of live rows without scanning terminal jobs or retired extraction
+ * jobs.
+ */
+export declare function up(db: MigrationDb): void;
+//# sourceMappingURL=118-queue-pressure-indices.d.ts.map

package/dist/migrations/118-queue-pressure-indices.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"118-queue-pressure-indices.d.ts","sourceRoot":"","sources":["../../src/migrations/118-queue-pressure-indices.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAE3C;;;;;;;GAOG;AACH,wBAAgB,EAAE,CAAC,EAAE,EAAE,WAAW,GAAG,IAAI,CAexC"}

package/dist/migrations/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/migrations/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAyHH,MAAM,WAAW,WAAW;IAC3B,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG;QACrB,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAC9B,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;QAC7D,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;KACnD,CAAC;CACF;AAED,MAAM,WAAW,kBAAkB;IAClC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS;QAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,6FAA6F;QAC7F,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;KAC5B,EAAE,CAAC;CACJ;AAED,MAAM,WAAW,SAAS;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,WAAW,KAAK,IAAI,CAAC;IACvC,QAAQ,CAAC,SAAS,CAAC,EAAE,kBAAkB,CAAC;CACxC;AAED,oEAAoE;AACpE,eAAO,MAAM,UAAU,EAAE,SAAS,SAAS,EA+6B1C,CAAC;AAqOF;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAAC,EAAE,EAAE,WAAW,GAAG,OAAO,CAiB7D;AAED,6CAA6C;AAC7C,eAAO,MAAM,qBAAqB,QAAkD,CAAC;AAsBrF;;;;;;;;GAQG;AACH,wBAAgB,aAAa,CAAC,EAAE,EAAE,WAAW,GAAG,IAAI,CAiDnD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/migrations/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AA2HH,MAAM,WAAW,WAAW;IAC3B,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG;QACrB,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAC9B,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;QAC7D,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;KACnD,CAAC;CACF;AAED,MAAM,WAAW,kBAAkB;IAClC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS;QAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,6FAA6F;QAC7F,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;KAC5B,EAAE,CAAC;CACJ;AAED,MAAM,WAAW,SAAS;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,WAAW,KAAK,IAAI,CAAC;IACvC,QAAQ,CAAC,SAAS,CAAC,EAAE,kBAAkB,CAAC;CACxC;AAED,oEAAoE;AACpE,eAAO,MAAM,UAAU,EAAE,SAAS,SAAS,EA+7B1C,CAAC;AAqOF;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAAC,EAAE,EAAE,WAAW,GAAG,OAAO,CAiB7D;AAED,6CAA6C;AAC7C,eAAO,MAAM,qBAAqB,QAAkD,CAAC;AAsBrF;;;;;;;;GAQG;AACH,wBAAgB,aAAa,CAAC,EAAE,EAAE,WAAW,GAAG,IAAI,CAiDnD"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@signetai/core",
-  "version": "0.185.4",
+  "version": "0.185.6",
   "license": "Apache-2.0",
   "description": "Core library for Signet - portable AI agent identity",
   "type": "module",