@jungjaehoon/mama-core 1.7.0 → 1.9.0

package/db/migrations/038-create-vnext-operator-contracts.sql

@@ -0,0 +1,57 @@
+CREATE TABLE IF NOT EXISTS vnext_operator_cursors (
+  cursor_name TEXT PRIMARY KEY,
+  last_change_seq INTEGER NOT NULL DEFAULT 0 CHECK (last_change_seq >= 0),
+  last_idempotency_key TEXT,
+  updated_at_ms INTEGER NOT NULL CHECK (updated_at_ms >= 0)
+);
+
+CREATE TABLE IF NOT EXISTS vnext_operator_commits (
+  commit_id TEXT PRIMARY KEY,
+  cursor_name TEXT NOT NULL,
+  idempotency_key TEXT NOT NULL UNIQUE,
+  first_change_seq INTEGER NOT NULL CHECK (first_change_seq >= 0),
+  last_change_seq INTEGER NOT NULL CHECK (last_change_seq >= first_change_seq),
+  status TEXT NOT NULL CHECK (status IN ('changed', 'no_update')),
+  changed_refs_json TEXT NOT NULL CHECK (json_valid(changed_refs_json)),
+  source_refs_json TEXT NOT NULL CHECK (json_valid(source_refs_json)),
+  created_at_ms INTEGER NOT NULL CHECK (created_at_ms >= 0),
+  FOREIGN KEY (cursor_name) REFERENCES vnext_operator_cursors(cursor_name)
+);
+
+CREATE INDEX IF NOT EXISTS idx_vnext_operator_commits_cursor_seq
+  ON vnext_operator_commits(cursor_name, last_change_seq);
+
+CREATE TABLE IF NOT EXISTS operator_no_updates (
+  no_update_id TEXT PRIMARY KEY,
+  scope_key TEXT NOT NULL,
+  reason TEXT NOT NULL,
+  source_refs_json TEXT NOT NULL CHECK (json_valid(source_refs_json)),
+  idempotency_key TEXT NOT NULL UNIQUE,
+  created_at_ms INTEGER NOT NULL CHECK (created_at_ms >= 0)
+);
+
+CREATE INDEX IF NOT EXISTS idx_operator_no_updates_scope_created
+  ON operator_no_updates(scope_key, created_at_ms DESC);
+
+CREATE TABLE IF NOT EXISTS worker_proposals (
+  proposal_id TEXT PRIMARY KEY,
+  worker_id TEXT NOT NULL,
+  kind TEXT NOT NULL,
+  payload_json TEXT NOT NULL CHECK (json_valid(payload_json)),
+  source_refs_json TEXT NOT NULL CHECK (json_valid(source_refs_json)),
+  confidence REAL NOT NULL CHECK (confidence >= 0 AND confidence <= 1),
+  status TEXT NOT NULL CHECK (status IN ('proposed', 'accepted', 'rejected', 'superseded')),
+  created_at_ms INTEGER NOT NULL CHECK (created_at_ms >= 0),
+  accepted_at_ms INTEGER CHECK (
+    (status = 'proposed' AND accepted_at_ms IS NULL) OR
+    (status = 'accepted' AND accepted_at_ms IS NOT NULL AND accepted_at_ms >= created_at_ms) OR
+    (status = 'rejected' AND accepted_at_ms IS NULL) OR
+    (status = 'superseded' AND (accepted_at_ms IS NULL OR accepted_at_ms >= created_at_ms))
+  )
+);
+
+CREATE INDEX IF NOT EXISTS idx_worker_proposals_status_kind
+  ON worker_proposals(status, kind, created_at_ms);
+
+INSERT OR IGNORE INTO schema_version (version, description)
+VALUES (38, 'Create vNext operator contracts');

package/db/migrations/039-add-connector-event-operator-ingest-seq.sql

@@ -0,0 +1,96 @@
+ALTER TABLE connector_event_index
+  ADD COLUMN operator_ingest_seq INTEGER CHECK (
+    operator_ingest_seq IS NULL OR operator_ingest_seq >= 1
+  );
+
+CREATE TABLE IF NOT EXISTS connector_event_index_operator_seq_cursors (
+  source_connector TEXT NOT NULL,
+  channel TEXT NOT NULL DEFAULT '',
+  next_seq INTEGER NOT NULL CHECK (next_seq >= 1),
+  PRIMARY KEY (source_connector, channel)
+);
+
+WITH ranked_events AS (
+  SELECT
+    event_index_id,
+    ROW_NUMBER() OVER (
+      PARTITION BY source_connector, COALESCE(channel, '')
+      ORDER BY rowid ASC
+    ) AS operator_seq
+  FROM connector_event_index
+)
+UPDATE connector_event_index
+SET operator_ingest_seq = (
+  SELECT operator_seq
+  FROM ranked_events
+  WHERE ranked_events.event_index_id = connector_event_index.event_index_id
+)
+WHERE operator_ingest_seq IS NULL;
+
+INSERT OR IGNORE INTO connector_event_index_operator_seq_cursors (
+  source_connector,
+  channel,
+  next_seq
+)
+SELECT
+  source_connector,
+  COALESCE(channel, ''),
+  COALESCE(MAX(operator_ingest_seq), 0) + 1
+FROM connector_event_index
+GROUP BY source_connector, COALESCE(channel, '');
+
+CREATE UNIQUE INDEX IF NOT EXISTS idx_connector_event_index_operator_scope_seq
+  ON connector_event_index(source_connector, COALESCE(channel, ''), operator_ingest_seq)
+  WHERE operator_ingest_seq IS NOT NULL;
+
+CREATE INDEX IF NOT EXISTS idx_connector_event_index_operator_cursor_order
+  ON connector_event_index(source_connector, channel, operator_ingest_seq);
+
+CREATE TRIGGER IF NOT EXISTS trg_connector_event_index_operator_ingest_seq_ai
+AFTER INSERT ON connector_event_index
+WHEN NEW.operator_ingest_seq IS NULL
+BEGIN
+  INSERT OR IGNORE INTO connector_event_index_operator_seq_cursors (
+    source_connector,
+    channel,
+    next_seq
+  )
+  VALUES (NEW.source_connector, COALESCE(NEW.channel, ''), 1);
+
+  UPDATE connector_event_index
+  SET operator_ingest_seq = (
+    SELECT next_seq
+    FROM connector_event_index_operator_seq_cursors
+    WHERE source_connector = NEW.source_connector
+      AND channel = COALESCE(NEW.channel, '')
+  )
+  WHERE event_index_id = NEW.event_index_id;
+
+  UPDATE connector_event_index_operator_seq_cursors
+  SET next_seq = next_seq + 1
+  WHERE source_connector = NEW.source_connector
+    AND channel = COALESCE(NEW.channel, '');
+END;
+
+CREATE TRIGGER IF NOT EXISTS trg_connector_event_index_operator_ingest_seq_explicit_ai
+AFTER INSERT ON connector_event_index
+WHEN NEW.operator_ingest_seq IS NOT NULL
+BEGIN
+  INSERT OR IGNORE INTO connector_event_index_operator_seq_cursors (
+    source_connector,
+    channel,
+    next_seq
+  )
+  VALUES (NEW.source_connector, COALESCE(NEW.channel, ''), 1);
+
+  UPDATE connector_event_index_operator_seq_cursors
+  SET next_seq = CASE
+    WHEN next_seq <= NEW.operator_ingest_seq THEN NEW.operator_ingest_seq + 1
+    ELSE next_seq
+  END
+  WHERE source_connector = NEW.source_connector
+    AND channel = COALESCE(NEW.channel, '');
+END;
+
+INSERT OR IGNORE INTO schema_version (version, description)
+VALUES (39, 'Add connector event operator ingest sequence');

package/db/migrations/040-create-operator-memory-commit-intents.sql

@@ -0,0 +1,19 @@
+CREATE TABLE IF NOT EXISTS operator_memory_commit_intents (
+  intent_id TEXT PRIMARY KEY,
+  cursor_name TEXT NOT NULL,
+  idempotency_key TEXT NOT NULL UNIQUE,
+  expected_memory_count INTEGER NOT NULL CHECK (expected_memory_count > 0),
+  memory_payload_hash TEXT NOT NULL CHECK (memory_payload_hash LIKE 'sha256:%'),
+  memory_ids_json TEXT NOT NULL CHECK (json_valid(memory_ids_json)),
+  source_refs_json TEXT NOT NULL CHECK (json_valid(source_refs_json)),
+  status TEXT NOT NULL CHECK (status IN ('pending', 'saving', 'saved', 'promoted')),
+  claim_token TEXT,
+  created_at_ms INTEGER NOT NULL CHECK (created_at_ms >= 0),
+  updated_at_ms INTEGER NOT NULL CHECK (updated_at_ms >= created_at_ms)
+);
+
+CREATE INDEX IF NOT EXISTS idx_operator_memory_commit_intents_cursor_created
+  ON operator_memory_commit_intents(cursor_name, created_at_ms DESC);
+
+INSERT OR IGNORE INTO schema_version (version, description)
+VALUES (40, 'Create operator memory commit intents');

package/db/migrations/041-enforce-operator-memory-commit-claim-invariant.sql

@@ -0,0 +1,74 @@
+CREATE TABLE IF NOT EXISTS operator_memory_commit_intents (
+  intent_id TEXT PRIMARY KEY,
+  cursor_name TEXT NOT NULL,
+  idempotency_key TEXT NOT NULL UNIQUE,
+  expected_memory_count INTEGER NOT NULL CHECK (expected_memory_count > 0),
+  memory_payload_hash TEXT NOT NULL CHECK (memory_payload_hash LIKE 'sha256:%'),
+  memory_ids_json TEXT NOT NULL CHECK (json_valid(memory_ids_json)),
+  source_refs_json TEXT NOT NULL CHECK (json_valid(source_refs_json)),
+  status TEXT NOT NULL CHECK (status IN ('pending', 'saving', 'saved', 'promoted')),
+  claim_token TEXT,
+  created_at_ms INTEGER NOT NULL CHECK (created_at_ms >= 0),
+  updated_at_ms INTEGER NOT NULL CHECK (updated_at_ms >= created_at_ms)
+);
+
+DROP TABLE IF EXISTS operator_memory_commit_intents_v041;
+
+CREATE TABLE operator_memory_commit_intents_v041 (
+  intent_id TEXT PRIMARY KEY,
+  cursor_name TEXT NOT NULL,
+  idempotency_key TEXT NOT NULL UNIQUE,
+  expected_memory_count INTEGER NOT NULL CHECK (expected_memory_count > 0),
+  memory_payload_hash TEXT NOT NULL CHECK (memory_payload_hash LIKE 'sha256:%'),
+  memory_ids_json TEXT NOT NULL CHECK (json_valid(memory_ids_json)),
+  source_refs_json TEXT NOT NULL CHECK (json_valid(source_refs_json)),
+  status TEXT NOT NULL CHECK (status IN ('pending', 'saving', 'saved', 'promoted')),
+  claim_token TEXT CHECK (
+    (status = 'saving' AND claim_token IS NOT NULL) OR
+    (status != 'saving' AND claim_token IS NULL)
+  ),
+  created_at_ms INTEGER NOT NULL CHECK (created_at_ms >= 0),
+  updated_at_ms INTEGER NOT NULL CHECK (updated_at_ms >= created_at_ms)
+);
+
+INSERT INTO operator_memory_commit_intents_v041 (
+  intent_id,
+  cursor_name,
+  idempotency_key,
+  expected_memory_count,
+  memory_payload_hash,
+  memory_ids_json,
+  source_refs_json,
+  status,
+  claim_token,
+  created_at_ms,
+  updated_at_ms
+)
+SELECT
+  intent_id,
+  cursor_name,
+  idempotency_key,
+  expected_memory_count,
+  memory_payload_hash,
+  memory_ids_json,
+  source_refs_json,
+  CASE
+    WHEN status = 'saving' AND claim_token IS NULL THEN 'pending'
+    ELSE status
+  END,
+  CASE
+    WHEN status = 'saving' AND claim_token IS NOT NULL THEN claim_token
+    ELSE NULL
+  END,
+  created_at_ms,
+  updated_at_ms
+FROM operator_memory_commit_intents;
+
+DROP TABLE operator_memory_commit_intents;
+ALTER TABLE operator_memory_commit_intents_v041 RENAME TO operator_memory_commit_intents;
+
+CREATE INDEX IF NOT EXISTS idx_operator_memory_commit_intents_cursor_created
+  ON operator_memory_commit_intents(cursor_name, created_at_ms DESC);
+
+INSERT OR IGNORE INTO schema_version (version, description)
+VALUES (41, 'Enforce operator memory commit claim invariant');

package/db/migrations/042-embedding-prefix-scheme.sql

@@ -0,0 +1,46 @@
+-- Migration 042: track the embedding instruction-prefix scheme (e5 query/passage).
+-- Fresh DB (no stored vectors) starts current; an upgraded DB with pre-existing
+-- unprefixed vectors (in EITHER vector store) is marked legacy so the runtime guard
+-- forces a re-embed.
+--
+-- Robustness: a SQLite statement that references a missing table fails at prepare
+-- time, so a sqlite_master-gated WHERE clause alone cannot protect a reference to an
+-- absent table. Some legacy-recovery paths reach 042 with a partial schema (e.g. a DB
+-- whose schema_version was fast-forwarded past migration 030, so wiki_page_embeddings
+-- does not exist yet). We therefore CREATE IF NOT EXISTS both vector-store tables with
+-- the exact shapes of migrations 013/030 (no-op on any normally-migrated DB, empty
+-- shells on partial ones) before the marker statement references them. The runtime
+-- guard in db-manager (assertEmbeddingSchemeCurrent) independently counts both tables
+-- (try/catch-wrapped), so the two layers agree.
+
+CREATE TABLE IF NOT EXISTS embedding_meta (
+  key TEXT PRIMARY KEY,
+  value TEXT NOT NULL,
+  updated_at INTEGER NOT NULL DEFAULT (unixepoch() * 1000)
+);
+
+-- Shape of migration 013 (embeddings) - no-op unless the schema is partial.
+CREATE TABLE IF NOT EXISTS embeddings (
+  rowid INTEGER PRIMARY KEY,
+  embedding BLOB NOT NULL
+);
+
+-- Shape of migration 030 (wiki_page_embeddings) - no-op unless the schema is partial.
+-- The FK to wiki_page_index resolves lazily in SQLite, so this is safe even when
+-- wiki_page_index itself is absent.
+CREATE TABLE IF NOT EXISTS wiki_page_embeddings (
+  page_id TEXT PRIMARY KEY REFERENCES wiki_page_index(page_id) ON DELETE CASCADE,
+  embedding BLOB NOT NULL
+);
+
+INSERT OR IGNORE INTO embedding_meta (key, value)
+SELECT 'embedding_prefix_scheme',
+  CASE
+    WHEN EXISTS (SELECT 1 FROM embeddings)
+      OR EXISTS (SELECT 1 FROM wiki_page_embeddings)
+    THEN 'legacy-unprefixed'
+    ELSE 'e5-prefixed-v1'
+  END;
+
+INSERT OR IGNORE INTO schema_version (version, description)
+VALUES (42, 'Track embedding prefix scheme (e5 query/passage)');

package/dist/db-adapter/node-sqlite-adapter.d.ts

@@ -40,30 +40,43 @@ export declare class NodeSQLiteAdapter extends DatabaseAdapter {
     private _vectorSearchEnabled;
     private vectorCache;
     private topicCache;
+    private statusCache;
+    private decisionsHasStatusColumns;
+    private decisionsColumnInfoChecked;
     constructor(config?: SQLiteAdapterConfig);
     get vectorSearchEnabled(): boolean;
     getDbPath(): string;
     connect(): NodeSQLiteConnection;
     reloadVectorCache(): void;
+    refreshDecisionStatusCache(rowid: number): void;
+    private refreshDecisionColumnInfo;
     private loadVectorCache;
     disconnect(): void;
     isConnected(): boolean;
     prepare(sql: string): Statement;
     exec(sql: string): void;
     transaction<T>(fn: () => T): T;
-    vectorSearch(embedding: Float32Array | number[], limit?: number, topicPrefix?: string): VectorSearchResult[] | null;
+    vectorSearch(embedding: Float32Array | number[], limit?: number, topicPrefix?: string, excludeStatuses?: readonly string[]): VectorSearchResult[] | null;
     insertEmbedding(rowid: number, embedding: Float32Array | number[]): RunResult | null;
     getLastInsertRowid(): number;
     runMigrations(migrationsDir: string): void;
     private repairSkippedFeatureMigrations;
     private applyRepairMigration;
+    private operatorMemoryCommitIntentTableSql;
+    private hasOperatorMemoryCommitIntentClaimInvariant;
+    private assertMigration040BaseComplete;
+    private assertMigration041Complete;
     private recoverMemoryProvenanceMigration032;
     private assertMigration032Complete;
     private recoverConnectorEventScopeMigration034;
     private assertMigration034Complete;
+    private recoverConnectorEventOperatorSeqMigration039;
+    private assertMigration039Complete;
     private tableColumns;
     private tableExists;
     private indexExists;
+    private triggerExists;
+    private schemaVersionExists;
     private migrateFromVssMemories;
 }
 export default NodeSQLiteAdapter;