@signetai/connector-base 0.185.4 → 0.185.6

package/dist/index.js

@@ -40,6 +40,7 @@ import { dirname as dirname5, isAbsolute, join as join3, relative, sep } from "n
 import { createRequire } from "node:module";
 import { dirname, join } from "node:path";
 import { fileURLToPath } from "node:url";
+import { createHash } from "node:crypto";
 import { homedir as homedir2 } from "os";
 import { join as join2 } from "path";
 import { existsSync as existsSync4, mkdirSync as mkdirSync2, readFileSync as readFileSync3, rmSync, statSync, writeFileSync as writeFileSync2 } from "node:fs";
@@ -10576,6 +10577,240 @@ function up116(db) {
 			ON cross_agent_messages(delivery_path, delivery_state, delivery_lease_expires_at, delivery_updated_at);
 	`);
 }
+function hasTable4(db, table) {
+  return db.prepare("SELECT 1 AS present FROM sqlite_master WHERE type = 'table' AND name = ?").get(table) != null;
+}
+function addColumnIfMissing25(db, table, column, definition) {
+  const columns = db.prepare(`PRAGMA table_info(${table})`).all();
+  if (columns.some((row) => row.name === column))
+    return;
+  db.exec(`ALTER TABLE ${table} ADD COLUMN ${column} ${definition}`);
+}
+function tableColumns(db, table) {
+  const rows = db.prepare(`PRAGMA table_info(${table})`).all();
+  return new Set(rows.map((row) => typeof row.name === "string" ? row.name : ""));
+}
+function hashTranscript(content) {
+  return createHash("sha256").update(content, "utf8").digest("hex");
+}
+function backfillTranscriptHashes(db) {
+  const columns = tableColumns(db, "session_transcripts");
+  if (!columns.has("content_hash") || !columns.has("content"))
+    return;
+  const rows = db.prepare("SELECT session_key, agent_id, content FROM session_transcripts WHERE content_hash IS NULL").all();
+  const update = db.prepare("UPDATE session_transcripts SET content_hash = ? WHERE agent_id = ? AND session_key = ? AND content_hash IS NULL");
+  for (const row of rows) {
+    if (typeof row.content !== "string" || typeof row.session_key !== "string")
+      continue;
+    update.run(hashTranscript(row.content), typeof row.agent_id === "string" ? row.agent_id : "default", row.session_key);
+  }
+}
+var COMPLETION_BOUNDARY_REASONS = new Set(["session_closed", "session_clear", "stale_session", "ttl_expired"]);
+function summaryJobTimestamp(job) {
+  return job.completed_at ?? job.ended_at ?? job.captured_at ?? job.created_at ?? new Date(0).toISOString();
+}
+function laterTimestamp(current, candidate) {
+  if (current === null)
+    return candidate;
+  if (candidate === null)
+    return current;
+  const currentMillis = Date.parse(current);
+  const candidateMillis = Date.parse(candidate);
+  if (Number.isFinite(currentMillis) && Number.isFinite(candidateMillis)) {
+    return candidateMillis > currentMillis ? candidate : current;
+  }
+  return candidate > current ? candidate : current;
+}
+function isCompletionBoundary(job, columns) {
+  return columns.has("trigger") && job.trigger === "session_end" || columns.has("boundary_reason") && COMPLETION_BOUNDARY_REASONS.has(job.boundary_reason ?? "");
+}
+function mergeTranscriptContent(current, next) {
+  if (current.length === 0)
+    return next;
+  if (next.length === 0 || current === next || current.includes(next))
+    return current;
+  if (next.includes(current))
+    return next;
+  return `${current}
+${next}`;
+}
+function backfillTranscriptsFromSummaryJobs(db) {
+  if (!hasTable4(db, "summary_jobs"))
+    return;
+  const summaryColumns = tableColumns(db, "summary_jobs");
+  if (!summaryColumns.has("transcript"))
+    return;
+  const select = (name) => summaryColumns.has(name) ? `"${name}" AS "${name}"` : `NULL AS "${name}"`;
+  const jobs = db.prepare(`SELECT ${[
+    "id",
+    "session_key",
+    "transcript",
+    "harness",
+    "project",
+    "agent_id",
+    "trigger",
+    "boundary_reason",
+    "captured_at",
+    "ended_at",
+    "completed_at",
+    "created_at"
+  ].map(select).join(", ")} FROM summary_jobs`).all();
+  const candidates = new Map;
+  for (const job of jobs) {
+    if (typeof job.transcript !== "string" || job.transcript.trim().length === 0)
+      continue;
+    const agentId = typeof job.agent_id === "string" && job.agent_id.length > 0 ? job.agent_id : "default";
+    const sessionKey = typeof job.session_key === "string" && job.session_key.trim().length > 0 ? job.session_key : `legacy-summary-job:${job.id ?? hashTranscript(`${summaryJobTimestamp(job)}\x00${job.transcript}`)}`;
+    const key = `${agentId}\x00${sessionKey}`;
+    const current = candidates.get(key);
+    const timestamp = summaryJobTimestamp(job);
+    const boundary = isCompletionBoundary(job, summaryColumns);
+    const createdAt = job.captured_at ?? job.created_at ?? job.ended_at ?? timestamp;
+    if (!current) {
+      candidates.set(key, {
+        sessionKey,
+        job: { ...job, agent_id: agentId },
+        content: job.transcript,
+        createdAt,
+        completedAt: boundary ? timestamp : null
+      });
+      continue;
+    }
+    const currentTimestamp = summaryJobTimestamp(current.job);
+    const preferred = timestamp > currentTimestamp || timestamp === currentTimestamp && job.transcript.length > current.content.length ? { ...job, agent_id: agentId } : current.job;
+    candidates.set(key, {
+      sessionKey,
+      job: preferred,
+      content: mergeTranscriptContent(current.content, job.transcript),
+      createdAt: current.createdAt < createdAt ? current.createdAt : createdAt,
+      completedAt: laterTimestamp(current.completedAt, boundary ? timestamp : null)
+    });
+  }
+  const transcriptColumns = tableColumns(db, "session_transcripts");
+  const hasUpdated = transcriptColumns.has("updated_at");
+  const hasCompleted = transcriptColumns.has("completed_at");
+  const hasHash = transcriptColumns.has("content_hash");
+  const insertColumns = ["session_key", "content", "harness", "project", "agent_id", "created_at"];
+  if (hasUpdated)
+    insertColumns.push("updated_at");
+  if (hasCompleted)
+    insertColumns.push("completed_at");
+  if (hasHash)
+    insertColumns.push("content_hash");
+  const insert = db.prepare(`INSERT OR IGNORE INTO session_transcripts (${insertColumns.join(", ")}) VALUES (${insertColumns.map(() => "?").join(", ")})`);
+  const existing = db.prepare("SELECT content, completed_at FROM session_transcripts WHERE agent_id = ? AND session_key = ?");
+  for (const candidate of candidates.values()) {
+    const job = candidate.job;
+    const agentId = job.agent_id ?? "default";
+    const existingRow = existing.get(agentId, candidate.sessionKey);
+    if (existingRow != null) {
+      const previousContent = typeof existingRow.content === "string" ? existingRow.content : "";
+      const mergedContent = mergeTranscriptContent(previousContent, candidate.content);
+      const completedAt = typeof existingRow.completed_at === "string" && existingRow.completed_at.length > 0 ? existingRow.completed_at : candidate.completedAt;
+      const assignments = ["content = ?"];
+      const values2 = [mergedContent];
+      if (hasUpdated && mergedContent !== previousContent) {
+        assignments.push("updated_at = ?");
+        values2.push(candidate.createdAt);
+      }
+      if (hasCompleted && completedAt && !existingRow.completed_at) {
+        assignments.push("completed_at = ?");
+        values2.push(completedAt);
+      }
+      if (hasHash) {
+        assignments.push("content_hash = ?");
+        values2.push(hashTranscript(mergedContent));
+      }
+      values2.push(agentId, candidate.sessionKey);
+      db.prepare(`UPDATE session_transcripts SET ${assignments.join(", ")} WHERE agent_id = ? AND session_key = ?`).run(...values2);
+      continue;
+    }
+    const values = [
+      candidate.sessionKey,
+      candidate.content,
+      job.harness ?? null,
+      job.project ?? null,
+      agentId,
+      candidate.createdAt
+    ];
+    if (hasUpdated)
+      values.push(candidate.createdAt);
+    if (hasCompleted)
+      values.push(candidate.completedAt);
+    if (hasHash)
+      values.push(hashTranscript(candidate.content));
+    insert.run(...values);
+  }
+}
+function up117(db) {
+  if (!hasTable4(db, "session_transcripts"))
+    return;
+  addColumnIfMissing25(db, "session_transcripts", "completed_at", "TEXT");
+  addColumnIfMissing25(db, "session_transcripts", "content_hash", "TEXT");
+  backfillTranscriptHashes(db);
+  if (hasTable4(db, "transcript_capture_jobs")) {
+    const captureColumns = db.prepare("PRAGMA table_info(transcript_capture_jobs)").all();
+    if (captureColumns.some((row) => row.name === "summary_status")) {
+      db.exec("UPDATE transcript_capture_jobs SET summary_status = 'not_requested' WHERE summary_status IN ('pending', 'failed', 'skipped')");
+    }
+  }
+  if (hasTable4(db, "summary_jobs")) {
+    backfillTranscriptsFromSummaryJobs(db);
+    backfillTranscriptHashes(db);
+    const summaryColumns = tableColumns(db, "summary_jobs");
+    const timestampParts = ["completed_at", "ended_at", "captured_at", "created_at"].filter((column) => summaryColumns.has(column)).map((column) => `sj.${column}`);
+    const timestampValue = timestampParts.length === 1 ? timestampParts[0] : `COALESCE(${timestampParts.join(", ")})`;
+    const completionTimestamp = timestampValue ? `MAX(${timestampValue})` : "NULL";
+    const boundaryParts = [
+      summaryColumns.has("trigger") ? "sj.trigger = 'session_end'" : null,
+      summaryColumns.has("boundary_reason") ? "sj.boundary_reason IN ('session_closed', 'session_clear', 'stale_session', 'ttl_expired')" : null
+    ].filter((part) => part !== null);
+    const boundaryPredicate = boundaryParts.length > 0 ? `(${boundaryParts.join(" OR ")})` : "1=1";
+    const agentPredicate = summaryColumns.has("agent_id") ? "sj.agent_id = session_transcripts.agent_id" : "session_transcripts.agent_id = 'default'";
+    if (completionTimestamp !== "NULL") {
+      db.exec(`
+				UPDATE session_transcripts
+				SET completed_at = COALESCE(
+					completed_at,
+					(
+						SELECT ${completionTimestamp}
+						FROM summary_jobs AS sj
+						WHERE ${agentPredicate}
+						  AND sj.session_key = session_transcripts.session_key
+						  AND ${boundaryPredicate}
+					)
+				)
+				WHERE completed_at IS NULL;
+			`);
+    }
+    db.exec("DELETE FROM summary_jobs");
+  }
+  const completionIndexColumns = ["agent_id", "completed_at"];
+  if (tableColumns(db, "session_transcripts").has("updated_at"))
+    completionIndexColumns.push("updated_at");
+  db.exec(`
+		CREATE INDEX IF NOT EXISTS idx_st_agent_completed
+			ON session_transcripts(${completionIndexColumns.join(", ")});
+		CREATE INDEX IF NOT EXISTS idx_st_agent_hash
+			ON session_transcripts(agent_id, content_hash);
+	`);
+}
+function up118(db) {
+  db.exec(`
+		CREATE INDEX IF NOT EXISTS idx_memory_jobs_pressure_status
+			ON memory_jobs(status)
+			WHERE status IN ('pending', 'leased') AND job_type <> 'extract';
+		CREATE INDEX IF NOT EXISTS idx_memory_jobs_pressure_created_at
+			ON memory_jobs(created_at)
+			WHERE status IN ('pending', 'leased') AND job_type <> 'extract';
+		CREATE INDEX IF NOT EXISTS idx_summary_jobs_pressure_status
+			ON summary_jobs(status)
+			WHERE status IN ('pending', 'leased');
+		CREATE INDEX IF NOT EXISTS idx_summary_jobs_pressure_created_at
+			ON summary_jobs(created_at)
+			WHERE status IN ('pending', 'leased');
+	`);
+}
 var MIGRATIONS = [
   {
     version: 1,
@@ -11515,6 +11750,22 @@ var MIGRATIONS = [
         { table: "cross_agent_messages", column: "acp_target_agent_name" }
       ]
     }
+  },
+  {
+    version: 117,
+    name: "retire-summary-worker",
+    up: up117,
+    artifacts: {
+      columns: [
+        { table: "session_transcripts", column: "completed_at" },
+        { table: "session_transcripts", column: "content_hash" }
+      ]
+    }
+  },
+  {
+    version: 118,
+    name: "queue-pressure-indices",
+    up: up118
   }
 ];
 var LATEST_SCHEMA_VERSION = MIGRATIONS[MIGRATIONS.length - 1]?.version ?? 0;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@signetai/connector-base",
-  "version": "0.185.4",
+  "version": "0.185.6",
   "description": "Base class for Signet harness connectors",
   "type": "module",
   "main": "./dist/index.js",
@@ -26,7 +26,7 @@
     "typecheck": "tsc --noEmit"
   },
   "dependencies": {
-    "@signetai/core": "0.185.4",
+    "@signetai/core": "0.185.6",
     "json5": "^2.2.3",
     "jsonc-parser": "3.3.1"
   },