@signetai/core 0.211.17 → 0.212.0

package/dist/index.js

@@ -16432,6 +16432,321 @@ function up137(db) {
       db.exec(`ALTER TABLE dreaming_passes ADD COLUMN ${name} ${type}`);
 }
 
+// src/migrations/138-bounded-status-projections.ts
+function hasColumn25(db, table, column) {
+  const rows = db.prepare(`PRAGMA table_info(${table})`).all();
+  return rows.some((row) => row.name === column);
+}
+function addColumnIfMissing27(db, table, column, definition) {
+  if (!hasColumn25(db, table, column))
+    db.exec(`ALTER TABLE ${table} ADD COLUMN ${column} ${definition}`);
+}
+function up138(db) {
+  addColumnIfMissing27(db, "memories", "manual_override", "INTEGER DEFAULT 0");
+  db.exec(`
+		CREATE TABLE IF NOT EXISTS transcript_capture_status (
+			agent_id TEXT PRIMARY KEY,
+			pending INTEGER NOT NULL DEFAULT 0,
+			processing INTEGER NOT NULL DEFAULT 0,
+			completed INTEGER NOT NULL DEFAULT 0,
+			failed INTEGER NOT NULL DEFAULT 0,
+			dead INTEGER NOT NULL DEFAULT 0,
+			oldest_pending_at TEXT,
+			last_error TEXT,
+			last_error_at TEXT
+		);
+
+		CREATE INDEX IF NOT EXISTS idx_transcript_capture_jobs_agent_status_created_at
+			ON transcript_capture_jobs(agent_id, status, created_at);
+
+		CREATE INDEX IF NOT EXISTS idx_transcript_capture_jobs_error_updated_at
+			ON transcript_capture_jobs(agent_id, updated_at DESC)
+			WHERE error IS NOT NULL;
+
+		CREATE TABLE IF NOT EXISTS memories_duplicate_hash_counts (
+			content_hash TEXT PRIMARY KEY,
+			dup_count INTEGER NOT NULL
+		);
+
+		CREATE INDEX IF NOT EXISTS idx_memories_dup_counts_active
+			ON memories_duplicate_hash_counts(dup_count)
+			WHERE dup_count > 1;
+
+		CREATE TABLE IF NOT EXISTS memories_diagnostics_state (
+			id INTEGER PRIMARY KEY CHECK (id = 1),
+			total_active INTEGER NOT NULL DEFAULT 0,
+			exact_duplicates INTEGER NOT NULL DEFAULT 0,
+			exact_clusters INTEGER NOT NULL DEFAULT 0
+		);
+
+		CREATE INDEX IF NOT EXISTS idx_memories_active_hash_diagnostics
+			ON memories(content_hash)
+			WHERE is_deleted = 0
+			  AND content_hash IS NOT NULL
+			  AND pinned = 0
+			  AND manual_override = 0;
+	`);
+  db.exec(`
+		CREATE TRIGGER IF NOT EXISTS transcript_capture_status_ai
+		AFTER INSERT ON transcript_capture_jobs
+		BEGIN
+			INSERT INTO transcript_capture_status (agent_id)
+			VALUES (NEW.agent_id)
+			ON CONFLICT(agent_id) DO NOTHING;
+
+			UPDATE transcript_capture_status
+			 SET pending = pending + (NEW.status = 'pending'),
+			     processing = processing + (NEW.status = 'processing'),
+			     completed = completed + (NEW.status = 'completed'),
+			     failed = failed + (NEW.status = 'failed'),
+			     dead = dead + (NEW.status = 'dead')
+			 WHERE agent_id = NEW.agent_id;
+
+			UPDATE transcript_capture_status
+			 SET oldest_pending_at = (
+			     SELECT MIN(created_at) FROM transcript_capture_jobs
+			     WHERE agent_id = NEW.agent_id AND status = 'pending'
+			 )
+			 WHERE agent_id = NEW.agent_id;
+
+			UPDATE transcript_capture_status
+			 SET last_error = (
+			     SELECT error FROM transcript_capture_jobs
+			     WHERE agent_id = NEW.agent_id AND error IS NOT NULL
+			     ORDER BY updated_at DESC LIMIT 1
+			 ),
+			     last_error_at = (
+			     SELECT updated_at FROM transcript_capture_jobs
+			     WHERE agent_id = NEW.agent_id AND error IS NOT NULL
+			     ORDER BY updated_at DESC LIMIT 1
+			 )
+			 WHERE agent_id = NEW.agent_id
+			   AND NEW.error IS NOT NULL;
+		END;
+
+		CREATE TRIGGER IF NOT EXISTS transcript_capture_status_au
+		AFTER UPDATE OF status, error, updated_at, created_at ON transcript_capture_jobs
+		BEGIN
+			UPDATE transcript_capture_status
+			 SET pending = pending + (NEW.status = 'pending') - (OLD.status = 'pending'),
+			     processing = processing + (NEW.status = 'processing') - (OLD.status = 'processing'),
+			     completed = completed + (NEW.status = 'completed') - (OLD.status = 'completed'),
+			     failed = failed + (NEW.status = 'failed') - (OLD.status = 'failed'),
+			     dead = dead + (NEW.status = 'dead') - (OLD.status = 'dead')
+			 WHERE agent_id = NEW.agent_id;
+
+			UPDATE transcript_capture_status
+			 SET oldest_pending_at = (
+			     SELECT MIN(created_at) FROM transcript_capture_jobs
+			     WHERE agent_id = NEW.agent_id AND status = 'pending'
+			 )
+			 WHERE agent_id = NEW.agent_id;
+
+			UPDATE transcript_capture_status
+			 SET last_error = (
+			     SELECT error FROM transcript_capture_jobs
+			     WHERE agent_id = NEW.agent_id AND error IS NOT NULL
+			     ORDER BY updated_at DESC LIMIT 1
+			 ),
+			     last_error_at = (
+			     SELECT updated_at FROM transcript_capture_jobs
+			     WHERE agent_id = NEW.agent_id AND error IS NOT NULL
+			     ORDER BY updated_at DESC LIMIT 1
+			 )
+			 WHERE agent_id = NEW.agent_id
+			   AND (NEW.error IS NOT NULL OR OLD.error IS NOT NULL);
+		END;
+
+		CREATE TRIGGER IF NOT EXISTS transcript_capture_status_ad
+		AFTER DELETE ON transcript_capture_jobs
+		BEGIN
+			UPDATE transcript_capture_status
+			 SET pending = pending - (OLD.status = 'pending'),
+			     processing = processing - (OLD.status = 'processing'),
+			     completed = completed - (OLD.status = 'completed'),
+			     failed = failed - (OLD.status = 'failed'),
+			     dead = dead - (OLD.status = 'dead')
+			 WHERE agent_id = OLD.agent_id;
+
+			UPDATE transcript_capture_status
+			 SET oldest_pending_at = (
+			     SELECT MIN(created_at) FROM transcript_capture_jobs
+			     WHERE agent_id = OLD.agent_id AND status = 'pending'
+			 )
+			 WHERE agent_id = OLD.agent_id;
+
+			UPDATE transcript_capture_status
+			 SET last_error = (
+			     SELECT error FROM transcript_capture_jobs
+			     WHERE agent_id = OLD.agent_id AND error IS NOT NULL
+			     ORDER BY updated_at DESC LIMIT 1
+			 ),
+			     last_error_at = (
+			     SELECT updated_at FROM transcript_capture_jobs
+			     WHERE agent_id = OLD.agent_id AND error IS NOT NULL
+			     ORDER BY updated_at DESC LIMIT 1
+			 )
+			 WHERE agent_id = OLD.agent_id
+			   AND OLD.error IS NOT NULL;
+		END;
+	`);
+  db.exec(`
+		CREATE TRIGGER IF NOT EXISTS memories_dup_projection_ai
+		AFTER INSERT ON memories
+		BEGIN
+			UPDATE memories_diagnostics_state
+			 SET total_active = total_active + CASE WHEN NEW.is_deleted = 0 THEN 1 ELSE 0 END,
+			     exact_duplicates = exact_duplicates + CASE
+			       WHEN NEW.is_deleted = 0 AND NEW.content_hash IS NOT NULL
+			        AND NEW.pinned = 0 AND NEW.manual_override = 0
+			        AND COALESCE((SELECT dup_count FROM memories_duplicate_hash_counts WHERE content_hash = NEW.content_hash), 0) >= 1
+			       THEN 1 ELSE 0 END,
+			     exact_clusters = exact_clusters + CASE
+			       WHEN NEW.is_deleted = 0 AND NEW.content_hash IS NOT NULL
+			        AND NEW.pinned = 0 AND NEW.manual_override = 0
+			        AND COALESCE((SELECT dup_count FROM memories_duplicate_hash_counts WHERE content_hash = NEW.content_hash), 0) = 1
+			       THEN 1 ELSE 0 END
+			 WHERE id = 1;
+
+			INSERT INTO memories_duplicate_hash_counts (content_hash, dup_count)
+			 SELECT NEW.content_hash, 1
+			 WHERE NEW.is_deleted = 0
+			   AND NEW.content_hash IS NOT NULL
+			   AND NEW.pinned = 0
+			   AND NEW.manual_override = 0
+			 ON CONFLICT(content_hash) DO UPDATE SET dup_count = dup_count + 1;
+		END;
+
+		CREATE TRIGGER IF NOT EXISTS memories_dup_projection_au
+		AFTER UPDATE OF is_deleted, content_hash, pinned, manual_override ON memories
+		BEGIN
+			UPDATE memories_diagnostics_state
+			 SET total_active = total_active
+			       + CASE WHEN NEW.is_deleted = 0 THEN 1 ELSE 0 END
+			       - CASE WHEN OLD.is_deleted = 0 THEN 1 ELSE 0 END,
+			     exact_duplicates = exact_duplicates - CASE
+			       WHEN OLD.is_deleted = 0 AND OLD.content_hash IS NOT NULL
+			        AND OLD.pinned = 0 AND OLD.manual_override = 0
+			        AND COALESCE((SELECT dup_count FROM memories_duplicate_hash_counts WHERE content_hash = OLD.content_hash), 0) > 1
+			       THEN 1 ELSE 0 END,
+			     exact_clusters = exact_clusters - CASE
+			       WHEN OLD.is_deleted = 0 AND OLD.content_hash IS NOT NULL
+			        AND OLD.pinned = 0 AND OLD.manual_override = 0
+			        AND COALESCE((SELECT dup_count FROM memories_duplicate_hash_counts WHERE content_hash = OLD.content_hash), 0) = 2
+			       THEN 1 ELSE 0 END
+			 WHERE id = 1;
+
+			UPDATE memories_duplicate_hash_counts
+			 SET dup_count = dup_count - 1
+			 WHERE OLD.is_deleted = 0
+			   AND OLD.content_hash IS NOT NULL
+			   AND OLD.pinned = 0
+			   AND OLD.manual_override = 0
+			   AND content_hash = OLD.content_hash;
+
+			DELETE FROM memories_duplicate_hash_counts
+			 WHERE content_hash = OLD.content_hash
+			   AND dup_count <= 0;
+
+			UPDATE memories_diagnostics_state
+			 SET exact_duplicates = exact_duplicates + CASE
+			       WHEN NEW.is_deleted = 0 AND NEW.content_hash IS NOT NULL
+			        AND NEW.pinned = 0 AND NEW.manual_override = 0
+			        AND COALESCE((SELECT dup_count FROM memories_duplicate_hash_counts WHERE content_hash = NEW.content_hash), 0) >= 1
+			       THEN 1 ELSE 0 END,
+			     exact_clusters = exact_clusters + CASE
+			       WHEN NEW.is_deleted = 0 AND NEW.content_hash IS NOT NULL
+			        AND NEW.pinned = 0 AND NEW.manual_override = 0
+			        AND COALESCE((SELECT dup_count FROM memories_duplicate_hash_counts WHERE content_hash = NEW.content_hash), 0) = 1
+			       THEN 1 ELSE 0 END
+			 WHERE id = 1;
+
+			INSERT INTO memories_duplicate_hash_counts (content_hash, dup_count)
+			 SELECT NEW.content_hash, 1
+			 WHERE NEW.is_deleted = 0
+			   AND NEW.content_hash IS NOT NULL
+			   AND NEW.pinned = 0
+			   AND NEW.manual_override = 0
+			 ON CONFLICT(content_hash) DO UPDATE SET dup_count = dup_count + 1;
+		END;
+
+		CREATE TRIGGER IF NOT EXISTS memories_dup_projection_ad
+		AFTER DELETE ON memories
+		BEGIN
+			UPDATE memories_diagnostics_state
+			 SET total_active = total_active - CASE WHEN OLD.is_deleted = 0 THEN 1 ELSE 0 END,
+			     exact_duplicates = exact_duplicates - CASE
+			       WHEN OLD.is_deleted = 0 AND OLD.content_hash IS NOT NULL
+			        AND OLD.pinned = 0 AND OLD.manual_override = 0
+			        AND COALESCE((SELECT dup_count FROM memories_duplicate_hash_counts WHERE content_hash = OLD.content_hash), 0) > 1
+			       THEN 1 ELSE 0 END,
+			     exact_clusters = exact_clusters - CASE
+			       WHEN OLD.is_deleted = 0 AND OLD.content_hash IS NOT NULL
+			        AND OLD.pinned = 0 AND OLD.manual_override = 0
+			        AND COALESCE((SELECT dup_count FROM memories_duplicate_hash_counts WHERE content_hash = OLD.content_hash), 0) = 2
+			       THEN 1 ELSE 0 END
+			 WHERE id = 1;
+
+			UPDATE memories_duplicate_hash_counts
+			 SET dup_count = dup_count - 1
+			 WHERE OLD.is_deleted = 0
+			   AND OLD.content_hash IS NOT NULL
+			   AND OLD.pinned = 0
+			   AND OLD.manual_override = 0
+			   AND content_hash = OLD.content_hash;
+
+			DELETE FROM memories_duplicate_hash_counts
+			 WHERE content_hash = OLD.content_hash
+			   AND dup_count <= 0;
+		END;
+	`);
+  db.exec(`
+		DELETE FROM transcript_capture_status;
+		DELETE FROM memories_duplicate_hash_counts;
+		INSERT INTO memories_duplicate_hash_counts (content_hash, dup_count)
+		SELECT content_hash, COUNT(*)
+		 FROM memories
+		 WHERE is_deleted = 0
+		   AND content_hash IS NOT NULL
+		   AND pinned = 0
+		   AND manual_override = 0
+		 GROUP BY content_hash;
+
+		INSERT INTO memories_diagnostics_state (id, total_active, exact_duplicates, exact_clusters)
+		VALUES (
+			1,
+			(SELECT COUNT(*) FROM memories WHERE is_deleted = 0),
+			COALESCE((SELECT SUM(dup_count - 1) FROM memories_duplicate_hash_counts WHERE dup_count > 1), 0),
+			(SELECT COUNT(*) FROM memories_duplicate_hash_counts WHERE dup_count > 1)
+		)
+		ON CONFLICT(id) DO UPDATE SET
+			total_active = excluded.total_active,
+			exact_duplicates = excluded.exact_duplicates,
+			exact_clusters = excluded.exact_clusters;
+
+		INSERT INTO transcript_capture_status (
+			agent_id, pending, processing, completed, failed, dead,
+			oldest_pending_at, last_error, last_error_at
+		)
+		SELECT
+			j.agent_id,
+			SUM(j.status = 'pending'),
+			SUM(j.status = 'processing'),
+			SUM(j.status = 'completed'),
+			SUM(j.status = 'failed'),
+			SUM(j.status = 'dead'),
+			MIN(CASE WHEN j.status = 'pending' THEN j.created_at END),
+			(SELECT e2.error FROM transcript_capture_jobs e2
+			 WHERE e2.agent_id = j.agent_id AND e2.error IS NOT NULL
+			 ORDER BY e2.updated_at DESC LIMIT 1),
+			(SELECT e3.updated_at FROM transcript_capture_jobs e3
+			 WHERE e3.agent_id = j.agent_id AND e3.error IS NOT NULL
+			 ORDER BY e3.updated_at DESC LIMIT 1)
+		FROM transcript_capture_jobs j
+		GROUP BY j.agent_id;
+	`);
+}
+
 // src/migrations/index.ts
 var MIGRATIONS = [
   {
@@ -17522,6 +17837,14 @@ var MIGRATIONS = [
         { table: "dreaming_passes", column: "head_hash" }
       ]
     }
+  },
+  {
+    version: 138,
+    name: "bounded-status-projections",
+    up: up138,
+    artifacts: {
+      tables: ["transcript_capture_status", "memories_duplicate_hash_counts", "memories_diagnostics_state"]
+    }
   }
 ];
 function checksum(m) {

package/dist/migrations/138-bounded-status-projections.d.ts

@@ -0,0 +1,12 @@
+import type { MigrationDb } from "./index";
+/**
+ * Migration 138: bounded status projections for /api/status and diagnostics.
+ *
+ * The HTTP-serving isolate previously grouped transcript_capture_jobs and
+ * memories directly to calculate compact health fields. Those payload tables
+ * can be very large. This migration installs incrementally maintained
+ * projections, backfills them once in the migration/owner lane, and adds
+ * covering indexes for the remaining maintenance lookups.
+ */
+export declare function up(db: MigrationDb): void;
+//# sourceMappingURL=138-bounded-status-projections.d.ts.map

package/dist/migrations/138-bounded-status-projections.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"138-bounded-status-projections.d.ts","sourceRoot":"","sources":["../../src/migrations/138-bounded-status-projections.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAW3C;;;;;;;;GAQG;AACH,wBAAgB,EAAE,CAAC,EAAE,EAAE,WAAW,GAAG,IAAI,CAyTxC"}

package/dist/migrations/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/migrations/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AA8IH,MAAM,WAAW,WAAW;IAC3B,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG;QACrB,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAC9B,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;QAC7D,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;KACnD,CAAC;CACF;AAED,MAAM,WAAW,kBAAkB;IAClC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS;QAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,6FAA6F;QAC7F,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;KAC5B,EAAE,CAAC;CACJ;AAED,MAAM,WAAW,SAAS;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,WAAW,KAAK,IAAI,CAAC;IACvC,QAAQ,CAAC,SAAS,CAAC,EAAE,kBAAkB,CAAC;CACxC;AAED,oEAAoE;AACpE,eAAO,MAAM,UAAU,EAAE,SAAS,SAAS,EAqkC1C,CAAC;AAqOF;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAAC,EAAE,EAAE,WAAW,GAAG,OAAO,CAiB7D;AAED,6CAA6C;AAC7C,eAAO,MAAM,qBAAqB,QAAkD,CAAC;AAsBrF;;;;;;;;GAQG;AACH,wBAAgB,aAAa,CAAC,EAAE,EAAE,WAAW,GAAG,IAAI,CAiDnD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/migrations/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AA+IH,MAAM,WAAW,WAAW;IAC3B,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG;QACrB,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAC9B,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;QAC7D,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;KACnD,CAAC;CACF;AAED,MAAM,WAAW,kBAAkB;IAClC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS;QAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QACxB,6FAA6F;QAC7F,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;KAC5B,EAAE,CAAC;CACJ;AAED,MAAM,WAAW,SAAS;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,WAAW,KAAK,IAAI,CAAC;IACvC,QAAQ,CAAC,SAAS,CAAC,EAAE,kBAAkB,CAAC;CACxC;AAED,oEAAoE;AACpE,eAAO,MAAM,UAAU,EAAE,SAAS,SAAS,EA6kC1C,CAAC;AAqOF;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAAC,EAAE,EAAE,WAAW,GAAG,OAAO,CAiB7D;AAED,6CAA6C;AAC7C,eAAO,MAAM,qBAAqB,QAAkD,CAAC;AAsBrF;;;;;;;;GAQG;AACH,wBAAgB,aAAa,CAAC,EAAE,EAAE,WAAW,GAAG,IAAI,CAiDnD"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@signetai/core",
-  "version": "0.211.17",
+  "version": "0.212.0",
   "license": "Apache-2.0",
   "description": "Core library for Signet - portable AI agent identity",
   "type": "module",