@shadowforge0/aquifer-memory 1.7.0 → 1.8.0

package/core/memory-recall.js

@@ -1,6 +1,7 @@
 'use strict';
 
 const { resolveApplicableRecords } = require('./memory-bootstrap');
+const { hybridRank } = require('./hybrid-rank');
 
 const TYPE_RANK = {
   constraint: 80,
@@ -22,6 +23,13 @@ const FEEDBACK_WEIGHT = {
   incorrect: -0.50,
 };
 
+const RETRIEVAL_TYPE_BOOST = 0.05;
+const SIGNAL_PRIORITY = {
+  linked_summary: 1,
+  evidence_item: 2,
+  memory_row: 3,
+};
+
 const TYPE_RANK_SQL = `
   CASE m.memory_type
     WHEN 'constraint' THEN 0.80
@@ -35,6 +43,8 @@ const TYPE_RANK_SQL = `
     ELSE 0
   END`;
 
+const TYPE_BOOST_SQL = `(${TYPE_RANK_SQL}) * ${RETRIEVAL_TYPE_BOOST}`;
+
 function feedbackScoreSql(schema) {
   return `
     COALESCE((
@@ -109,6 +119,10 @@ function rankValue(record, key) {
 }
 
 function sortRecallRows(a, b) {
+  const aSignalPriority = rankValue(a, 'signal_priority');
+  const bSignalPriority = rankValue(b, 'signal_priority');
+  if (bSignalPriority !== aSignalPriority) return bSignalPriority - aSignalPriority;
+
   const aTitleMatch = a.title_match === true ? 1 : 0;
   const bTitleMatch = b.title_match === true ? 1 : 0;
   if (bTitleMatch !== aTitleMatch) return bTitleMatch - aTitleMatch;
@@ -124,6 +138,82 @@ function sortRecallRows(a, b) {
   return getId(a).localeCompare(getId(b));
 }
 
+function memoryRecallKey(row) {
+  return String(row && (row.id || row.memory_id || row.memoryId || row.canonical_key || row.canonicalKey || ''));
+}
+
+function rankHybridMemoryRows(lexicalRows = [], embeddingRows = [], opts = {}) {
+  const limit = Math.max(1, Math.min(50, opts.limit || 10));
+  const rowsById = new Map();
+  function remember(row, signal) {
+    const id = memoryRecallKey(row);
+    if (!id) return;
+    const existing = rowsById.get(id);
+    const next = existing ? { ...existing, ...row } : { ...row };
+    const signals = new Set(existing && Array.isArray(existing._matchSignals) ? existing._matchSignals : []);
+    signals.add(signal);
+    next._matchSignals = [...signals];
+    next.match_signal = signals.size > 1 ? 'memory_row_hybrid' : 'memory_row';
+    delete next.signal_priority;
+    rowsById.set(id, next);
+  }
+  for (const row of lexicalRows || []) remember(row, 'lexical');
+  for (const row of embeddingRows || []) remember(row, 'semantic');
+
+  function adapt(row) {
+    const id = memoryRecallKey(row);
+    return {
+      ...row,
+      session_id: id,
+      started_at: row.accepted_at || row.observed_at || row.updated_at || row.created_at || row.started_at,
+      trust_score: row.trust_score ?? 0.5,
+    };
+  }
+
+  const fused = hybridRank(
+    (lexicalRows || []).map(adapt),
+    (embeddingRows || []).map(adapt),
+    [],
+    {
+      limit: Math.max(limit, rowsById.size || limit),
+      weights: { rrf: 0.82, timeDecay: 0.12, access: 0.06, entityBoost: 0, openLoop: 0 },
+    },
+  );
+
+  const scored = fused.map(fusedRow => {
+    const id = memoryRecallKey(fusedRow);
+    const row = rowsById.get(id) || fusedRow;
+    const rowScore = rankValue(row, 'recall_score') || rankValue(row, 'score') || rankValue(row, 'semantic_score') || rankValue(row, 'lexical_rank');
+    const typeScore = rankValue(row, 'type_rank');
+    const feedback = rankValue(row, 'feedback_score');
+    const score = (0.82 * rankValue(fusedRow, '_score')) + (0.14 * Math.min(1, Math.max(0, rowScore))) + (0.02 * typeScore) + (0.02 * feedback);
+    const ranked = {
+      ...row,
+      recall_score: score,
+      score,
+      _score: score,
+      _rrf: fusedRow._rrf,
+      _timeDecay: fusedRow._timeDecay,
+      _access: fusedRow._access,
+    };
+    delete ranked.session_id;
+    delete ranked.signal_priority;
+    return ranked;
+  });
+
+  scored.sort((a, b) => {
+    const aScore = rankValue(a, '_score');
+    const bScore = rankValue(b, '_score');
+    if (bScore !== aScore) return bScore - aScore;
+    const aAccepted = Date.parse(a.accepted_at || a.acceptedAt || '') || 0;
+    const bAccepted = Date.parse(b.accepted_at || b.acceptedAt || '') || 0;
+    if (bAccepted !== aAccepted) return bAccepted - aAccepted;
+    return memoryRecallKey(a).localeCompare(memoryRecallKey(b));
+  });
+
+  return scored.slice(0, limit);
+}
+
 function feedbackScore(record, feedbackEvents = []) {
   const id = getId(record);
   let score = 0;
@@ -144,6 +234,14 @@ function lexicalScore(haystack, query) {
   return hits / tokens.length;
 }
 
+function vecToStr(vec) {
+  if (!vec || !Array.isArray(vec) || vec.length === 0) return null;
+  for (let i = 0; i < vec.length; i++) {
+    if (!Number.isFinite(vec[i])) throw new Error(`Vector contains non-finite value at index ${i}`);
+  }
+  return `[${vec.join(',')}]`;
+}
+
 function recallMemoryRecords(records = [], query, opts = {}) {
   const q = String(query || '').trim().toLowerCase();
   if (!q) throw new Error('memory.recall(query): query must be a non-empty string');
@@ -160,11 +258,13 @@ function recallMemoryRecords(records = [], query, opts = {}) {
     .map(record => {
       const haystack = textOf(record).toLowerCase();
       const lexical = lexicalScore(haystack, q);
-      const typeRank = (TYPE_RANK[record.memoryType || record.memory_type] || 0) / 100;
+      const typeRank = ((TYPE_RANK[record.memoryType || record.memory_type] || 0) / 100) * RETRIEVAL_TYPE_BOOST;
       const feedback = feedbackScore(record, feedbackEvents);
       return {
         ...record,
         score: lexical + typeRank + feedback,
+        signal_priority: SIGNAL_PRIORITY.memory_row,
+        match_signal: 'memory_row',
         _debug: { lexical, typeRank, feedback },
       };
     })
@@ -174,11 +274,32 @@ function recallMemoryRecords(records = [], query, opts = {}) {
 }
 
 function createMemoryRecall({ pool, schema, defaultTenantId }) {
+  function applyCurrentMemoryFilters(where, params, opts = {}) {
+    const scopeKeys = activeScopeKeys(opts);
+    if (opts.scopeId) {
+      params.push(opts.scopeId);
+      where.push(`m.scope_id = $${params.length}`);
+    }
+    if (scopeKeys) {
+      params.push(scopeKeys);
+      where.push(`s.scope_key = ANY($${params.length}::text[])`);
+    }
+    if (opts.asOf) {
+      params.push(opts.asOf);
+      const at = `$${params.length}::timestamptz`;
+      where.push(`(m.valid_from IS NULL OR m.valid_from <= ${at})`);
+      where.push(`(m.valid_to IS NULL OR m.valid_to > ${at})`);
+      where.push(`(m.stale_after IS NULL OR m.stale_after > ${at})`);
+    }
+    return scopeKeys;
+  }
+
   async function recall(query, opts = {}) {
     const q = String(query || '').trim();
     if (!q) throw new Error('memory.recall(query): query must be a non-empty string');
     const tenantId = opts.tenantId || defaultTenantId;
     const limit = Math.max(1, Math.min(50, opts.limit || 10));
+    const cfg = (opts.ftsConfig === 'zhcfg' || opts.ftsConfig === 'simple') ? opts.ftsConfig : 'simple';
     const scopeKeys = activeScopeKeys(opts);
     const fetchLimit = Math.max(limit, Math.min(200, scopeKeys ? limit * 4 : limit));
     const feedbackScoreExpr = feedbackScoreSql(schema);
@@ -187,37 +308,25 @@ function createMemoryRecall({ pool, schema, defaultTenantId }) {
       `m.tenant_id = $1`,
       `m.status = 'active'`,
       `m.visible_in_recall = true`,
-      `(m.search_tsv @@ plainto_tsquery('simple', $2)
+      `(m.search_tsv @@ plainto_tsquery('${cfg}', $2)
         OR m.title ILIKE '%' || $2 || '%'
         OR m.summary ILIKE '%' || $2 || '%'
         OR m.context_key ILIKE '%' || $2 || '%'
         OR m.topic_key ILIKE '%' || $2 || '%')`,
     ];
-    if (opts.scopeId) {
-      params.push(opts.scopeId);
-      where.push(`m.scope_id = $${params.length}`);
-    }
-    if (scopeKeys) {
-      params.push(scopeKeys);
-      where.push(`s.scope_key = ANY($${params.length}::text[])`);
-    }
-    if (opts.asOf) {
-      params.push(opts.asOf);
-      const at = `$${params.length}::timestamptz`;
-      where.push(`(m.valid_from IS NULL OR m.valid_from <= ${at})`);
-      where.push(`(m.valid_to IS NULL OR m.valid_to > ${at})`);
-      where.push(`(m.stale_after IS NULL OR m.stale_after > ${at})`);
-    }
+    applyCurrentMemoryFilters(where, params, opts);
     params.push(fetchLimit);
     const result = await pool.query(
       `SELECT
          m.*, s.scope_kind, s.scope_key, s.inheritance_mode AS scope_inheritance_mode,
+         'memory_row'::text AS match_signal,
+         ${SIGNAL_PRIORITY.memory_row}::int AS signal_priority,
          (m.title ILIKE '%' || $2 || '%') AS title_match,
-         ts_rank(m.search_tsv, plainto_tsquery('simple', $2)) AS lexical_rank,
-         ${TYPE_RANK_SQL} AS type_rank,
+         ts_rank(m.search_tsv, plainto_tsquery('${cfg}', $2)) AS lexical_rank,
+         ${TYPE_BOOST_SQL} AS type_rank,
          ${feedbackScoreExpr} AS feedback_score,
-         ts_rank(m.search_tsv, plainto_tsquery('simple', $2))
-           + ${TYPE_RANK_SQL}
+         ts_rank(m.search_tsv, plainto_tsquery('${cfg}', $2))
+           + ${TYPE_BOOST_SQL}
            + ${feedbackScoreExpr} AS recall_score
        FROM ${schema}.memory_records m
        JOIN ${schema}.scopes s ON s.id = m.scope_id
@@ -238,10 +347,220 @@ function createMemoryRecall({ pool, schema, defaultTenantId }) {
       .slice(0, limit);
   }
 
-  return { recall };
+  async function recallViaEvidenceItems(query, opts = {}) {
+    const q = String(query || '').trim();
+    if (!q) throw new Error('memory.recall(query): query must be a non-empty string');
+    const tenantId = opts.tenantId || defaultTenantId;
+    const limit = Math.max(1, Math.min(50, opts.limit || 10));
+    const scopeKeys = activeScopeKeys(opts);
+    const fetchLimit = Math.max(limit, Math.min(200, scopeKeys ? limit * 4 : limit));
+    const feedbackScoreExpr = feedbackScoreSql(schema);
+    const params = [tenantId, q];
+    const where = [
+      `m.tenant_id = $1`,
+      `m.status = 'active'`,
+      `m.visible_in_recall = true`,
+    ];
+    applyCurrentMemoryFilters(where, params, opts);
+    const queryVec = vecToStr(opts.queryVec);
+    let vectorScoreExpr = '0';
+    let evidencePredicate = `(ei.excerpt_text ILIKE '%' || $2 || '%'
+             OR ei.search_tsv @@ plainto_tsquery('simple', $2))`;
+    if (queryVec) {
+      params.push(queryVec);
+      const vecPos = params.length;
+      vectorScoreExpr = `COALESCE(1.0 - (ei.embedding <=> $${vecPos}::vector), 0)`;
+      evidencePredicate = opts.vectorOnly === true
+        ? `ei.embedding IS NOT NULL`
+        : `(${evidencePredicate} OR ei.embedding IS NOT NULL)`;
+    }
+    params.push(fetchLimit);
+    const result = await pool.query(
+      `WITH eligible_memories AS (
+         SELECT m.*, s.scope_kind, s.scope_key, s.inheritance_mode AS scope_inheritance_mode
+         FROM ${schema}.memory_records m
+         JOIN ${schema}.scopes s ON s.id = m.scope_id
+         WHERE ${where.join(' AND ')}
+       ),
+       evidence_hits AS (
+         SELECT
+           e.owner_id AS memory_id,
+           MAX(
+             CASE WHEN ei.excerpt_text ILIKE '%' || $2 || '%' THEN 1 ELSE 0 END
+             + ts_rank(ei.search_tsv, plainto_tsquery('simple', $2))
+             + similarity(ei.excerpt_text, $2)
+             + ${vectorScoreExpr}
+           ) AS evidence_score,
+           MAX(ei.created_at) AS latest_evidence_at
+         FROM ${schema}.evidence_items ei
+         JOIN ${schema}.evidence_refs e
+           ON e.tenant_id = ei.tenant_id
+          AND e.evidence_item_id = ei.id
+          AND e.owner_kind = 'memory_record'
+         JOIN eligible_memories em ON em.id = e.owner_id
+         WHERE ei.tenant_id = $1
+           AND ${evidencePredicate}
+         GROUP BY e.owner_id
+       )
+       SELECT
+         m.*,
+         'evidence_item'::text AS match_signal,
+         ${SIGNAL_PRIORITY.evidence_item}::int AS signal_priority,
+         FALSE AS title_match,
+         0::real AS lexical_rank,
+         eh.evidence_score,
+         ${TYPE_BOOST_SQL} AS type_rank,
+         ${feedbackScoreExpr} AS feedback_score,
+         eh.evidence_score
+           + ${TYPE_BOOST_SQL}
+           + ${feedbackScoreExpr} AS recall_score
+       FROM evidence_hits eh
+       JOIN eligible_memories m ON m.id = eh.memory_id
+       ORDER BY
+         recall_score DESC,
+         eh.latest_evidence_at DESC NULLS LAST,
+         m.accepted_at DESC NULLS LAST,
+         m.id ASC
+       LIMIT $${params.length}`,
+      params,
+    );
+    const applicableRows = scopeKeys
+      ? resolveApplicableRecords(result.rows, opts)
+      : result.rows;
+    return applicableRows
+      .sort(sortRecallRows)
+      .slice(0, limit);
+  }
+
+  async function recallViaMemoryEmbeddings(queryVec, opts = {}) {
+    const vector = vecToStr(queryVec);
+    if (!vector) return [];
+    const tenantId = opts.tenantId || defaultTenantId;
+    const limit = Math.max(1, Math.min(50, opts.limit || 10));
+    const scopeKeys = activeScopeKeys(opts);
+    const fetchLimit = Math.max(limit, Math.min(200, scopeKeys ? limit * 4 : limit));
+    const feedbackScoreExpr = feedbackScoreSql(schema);
+    const params = [tenantId, vector];
+    const where = [
+      `m.tenant_id = $1`,
+      `m.status = 'active'`,
+      `m.visible_in_recall = true`,
+      `m.embedding IS NOT NULL`,
+    ];
+    applyCurrentMemoryFilters(where, params, opts);
+    params.push(fetchLimit);
+    const result = await pool.query(
+      `SELECT
+         m.*, s.scope_kind, s.scope_key, s.inheritance_mode AS scope_inheritance_mode,
+         'memory_row'::text AS match_signal,
+         ${SIGNAL_PRIORITY.memory_row}::int AS signal_priority,
+         FALSE AS title_match,
+         0::real AS lexical_rank,
+         1.0 - (m.embedding <=> $2::vector) AS semantic_score,
+         ${TYPE_BOOST_SQL} AS type_rank,
+         ${feedbackScoreExpr} AS feedback_score,
+         1.0 - (m.embedding <=> $2::vector)
+           + ${TYPE_BOOST_SQL}
+           + ${feedbackScoreExpr} AS recall_score
+       FROM ${schema}.memory_records m
+       JOIN ${schema}.scopes s ON s.id = m.scope_id
+       WHERE ${where.join(' AND ')}
+       ORDER BY
+         m.embedding <=> $2::vector ASC,
+         m.accepted_at DESC NULLS LAST,
+         m.id ASC
+       LIMIT $${params.length}`,
+      params,
+    );
+    const applicableRows = scopeKeys
+      ? resolveApplicableRecords(result.rows, opts)
+      : result.rows;
+    return applicableRows
+      .sort(sortRecallRows)
+      .slice(0, limit);
+  }
+
+  async function recallViaLinkedSummaryEmbeddings(queryVec, opts = {}) {
+    const vector = vecToStr(queryVec);
+    if (!vector) return [];
+    const tenantId = opts.tenantId || defaultTenantId;
+    const limit = Math.max(1, Math.min(50, opts.limit || 10));
+    const scopeKeys = activeScopeKeys(opts);
+    const fetchLimit = Math.max(limit, Math.min(200, scopeKeys ? limit * 4 : limit));
+    const feedbackScoreExpr = feedbackScoreSql(schema);
+    const params = [tenantId, vector];
+    const where = [
+      `m.tenant_id = $1`,
+      `m.status = 'active'`,
+      `m.visible_in_recall = true`,
+    ];
+    applyCurrentMemoryFilters(where, params, opts);
+    params.push(fetchLimit);
+    const result = await pool.query(
+      `WITH eligible_memories AS (
+         SELECT m.*, s.scope_kind, s.scope_key, s.inheritance_mode AS scope_inheritance_mode
+         FROM ${schema}.memory_records m
+         JOIN ${schema}.scopes s ON s.id = m.scope_id
+         WHERE ${where.join(' AND ')}
+       ),
+       linked_summary_hits AS (
+         SELECT
+           e.owner_id AS memory_id,
+           MAX(1.0 - (ss.embedding <=> $2::vector)) AS linked_summary_score,
+           MAX(ss.updated_at) AS latest_summary_at
+         FROM ${schema}.evidence_refs e
+         JOIN ${schema}.sessions src
+           ON src.tenant_id = e.tenant_id
+          AND src.session_id = e.source_ref
+         JOIN ${schema}.session_summaries ss
+           ON ss.session_row_id = src.id
+         WHERE e.tenant_id = $1
+           AND e.owner_kind = 'memory_record'
+           AND e.source_kind = 'session_summary'
+           AND ss.embedding IS NOT NULL
+           AND EXISTS (SELECT 1 FROM eligible_memories em WHERE em.id = e.owner_id)
+         GROUP BY e.owner_id
+       )
+       SELECT
+         m.*,
+         'linked_summary'::text AS match_signal,
+         ${SIGNAL_PRIORITY.linked_summary}::int AS signal_priority,
+         FALSE AS title_match,
+         0::real AS lexical_rank,
+         lsh.linked_summary_score,
+         0::real AS type_rank,
+         ${feedbackScoreExpr} AS feedback_score,
+         (lsh.linked_summary_score * 0.35)
+           + ${feedbackScoreExpr} AS recall_score
+       FROM linked_summary_hits lsh
+       JOIN eligible_memories m ON m.id = lsh.memory_id
+       ORDER BY
+         recall_score DESC,
+         lsh.latest_summary_at DESC NULLS LAST,
+         m.accepted_at DESC NULLS LAST,
+         m.id ASC
+       LIMIT $${params.length}`,
+      params,
+    );
+    const applicableRows = scopeKeys
+      ? resolveApplicableRecords(result.rows, opts)
+      : result.rows;
+    return applicableRows
+      .sort(sortRecallRows)
+      .slice(0, limit);
+  }
+
+  return {
+    recall,
+    recallViaEvidenceItems,
+    recallViaMemoryEmbeddings,
+    recallViaLinkedSummaryEmbeddings,
+    rankHybridMemoryRows,
+  };
 }
 
 module.exports = {
   recallMemoryRecords,
   createMemoryRecall,
+  rankHybridMemoryRows,
 };

package/core/memory-records.js

@@ -17,6 +17,14 @@ function toJsonOrNull(value) {
   return value === undefined || value === null ? null : JSON.stringify(value);
 }
 
+function vecToStr(vec) {
+  if (!vec || !Array.isArray(vec) || vec.length === 0) return null;
+  for (let i = 0; i < vec.length; i++) {
+    if (!Number.isFinite(vec[i])) throw new Error(`Vector contains non-finite value at index ${i}`);
+  }
+  return `[${vec.join(',')}]`;
+}
+
 function advisoryLockKeys(namespace, value) {
   const digest = crypto.createHash('sha256').update(`${namespace}:${value}`).digest();
   return [digest.readInt32BE(0), digest.readInt32BE(4)];
@@ -104,11 +112,13 @@ function compareRecordIdAsc(a, b) {
 }
 
 function normalizeCurrentMemoryRow(row = {}) {
+  const { embedding: _embedding, ...publicRow } = row;
+  void _embedding;
   const memoryId = row.memoryId ?? row.memory_id ?? row.id ?? null;
   const evidenceRefsValue = row.evidenceRefs ?? row.evidence_refs ?? [];
   const evidenceRefs = Array.isArray(evidenceRefsValue) ? evidenceRefsValue : [];
   return {
-    ...row,
+    ...publicRow,
     memoryId: memoryId === null ? null : String(memoryId),
     canonicalKey: row.canonicalKey ?? row.canonical_key ?? null,
     memoryType: row.memoryType ?? row.memory_type ?? null,
@@ -170,6 +180,7 @@ function createMemoryRecords({ pool, schema, defaultTenantId, inTransaction = fa
   const memories = `${schema}.memory_records`;
   const factAssertions = `${schema}.fact_assertions_v1`;
   const evidenceRefs = `${schema}.evidence_refs`;
+  const evidenceItems = `${schema}.evidence_items`;
   const feedback = `${schema}.feedback`;
   const canTransact = typeof pool.connect === 'function';
 
@@ -251,12 +262,12 @@ function createMemoryRecords({ pool, schema, defaultTenantId, inTransaction = fa
          valid_to, stale_after, superseded_by, backing_fact_id, observed_at,
          revoked_at, superseded_at, version_id, visible_in_bootstrap,
          visible_in_recall, rank_features, created_by_finalization_id,
-         created_by_compaction_run_id
+         created_by_compaction_run_id, embedding
        )
        VALUES (
          $1,$2,$3,$4,$5,$6,$7,COALESCE($8,''),COALESCE($9::jsonb,'{}'::jsonb),
          COALESCE($10,'candidate'),COALESCE($11,'llm_inference'),$12,$13,$14,$15,
-         $16,$17,$18,$19,$20,$21,COALESCE($22,false),COALESCE($23,false),COALESCE($24::jsonb,'{}'::jsonb),$25,$26
+         $16,$17,$18,$19,$20,$21,COALESCE($22,false),COALESCE($23,false),COALESCE($24::jsonb,'{}'::jsonb),$25,$26,$27::vector
        )
        ON CONFLICT (tenant_id, canonical_key) WHERE status = 'active' DO UPDATE SET
          scope_id = EXCLUDED.scope_id,
@@ -279,7 +290,8 @@ function createMemoryRecords({ pool, schema, defaultTenantId, inTransaction = fa
          visible_in_recall = EXCLUDED.visible_in_recall,
          rank_features = COALESCE(NULLIF(EXCLUDED.rank_features, '{}'::jsonb), ${memories}.rank_features),
          created_by_finalization_id = COALESCE(${memories}.created_by_finalization_id, EXCLUDED.created_by_finalization_id),
-         created_by_compaction_run_id = COALESCE(${memories}.created_by_compaction_run_id, EXCLUDED.created_by_compaction_run_id)
+         created_by_compaction_run_id = COALESCE(${memories}.created_by_compaction_run_id, EXCLUDED.created_by_compaction_run_id),
+         embedding = COALESCE(EXCLUDED.embedding, ${memories}.embedding)
        RETURNING *`,
       [
         tenantId,
@@ -308,6 +320,7 @@ function createMemoryRecords({ pool, schema, defaultTenantId, inTransaction = fa
         toJson(input.rankFeatures, {}),
         input.createdByFinalizationId || input.created_by_finalization_id || null,
         input.createdByCompactionRunId || input.created_by_compaction_run_id || null,
+        vecToStr(input.embedding),
       ]
     );
     return result.rows[0] || null;
@@ -394,18 +407,27 @@ function createMemoryRecords({ pool, schema, defaultTenantId, inTransaction = fa
     requireField(input, 'sourceKind');
     requireField(input, 'sourceRef');
     const tenantId = input.tenantId || defaultTenantId;
+    const evidenceItemId = input.evidenceItemId || input.evidence_item_id || null;
+    const conflictTarget = evidenceItemId
+      ? `(tenant_id, owner_kind, owner_id, evidence_item_id, relation_kind)
+         WHERE evidence_item_id IS NOT NULL`
+      : `(tenant_id, owner_kind, owner_id, source_kind, source_ref, relation_kind)
+         WHERE evidence_item_id IS NULL`;
     const result = await pool.query(
       `INSERT INTO ${evidenceRefs} (
          tenant_id, owner_kind, owner_id, source_kind, source_ref,
          relation_kind, weight, metadata, created_by_finalization_id,
-         created_by_compaction_run_id
+         created_by_compaction_run_id, evidence_item_id
        )
-       VALUES ($1,$2,$3,$4,$5,COALESCE($6,'supporting'),COALESCE($7,1.0),COALESCE($8::jsonb,'{}'::jsonb),$9,$10)
-       ON CONFLICT (tenant_id, owner_kind, owner_id, source_kind, source_ref, relation_kind)
+       VALUES ($1,$2,$3,$4,$5,COALESCE($6,'supporting'),COALESCE($7,1.0),COALESCE($8::jsonb,'{}'::jsonb),$9,$10,$11)
+       ON CONFLICT ${conflictTarget}
        DO UPDATE SET weight = EXCLUDED.weight,
+                     source_kind = EXCLUDED.source_kind,
+                     source_ref = EXCLUDED.source_ref,
                      metadata = COALESCE(NULLIF(EXCLUDED.metadata, '{}'::jsonb), ${evidenceRefs}.metadata),
                      created_by_finalization_id = COALESCE(${evidenceRefs}.created_by_finalization_id, EXCLUDED.created_by_finalization_id),
-                     created_by_compaction_run_id = COALESCE(${evidenceRefs}.created_by_compaction_run_id, EXCLUDED.created_by_compaction_run_id)
+                     created_by_compaction_run_id = COALESCE(${evidenceRefs}.created_by_compaction_run_id, EXCLUDED.created_by_compaction_run_id),
+                     evidence_item_id = COALESCE(${evidenceRefs}.evidence_item_id, EXCLUDED.evidence_item_id)
        RETURNING *`,
       [
         tenantId,
@@ -418,11 +440,55 @@ function createMemoryRecords({ pool, schema, defaultTenantId, inTransaction = fa
         toJson(input.metadata, {}),
         input.createdByFinalizationId || input.created_by_finalization_id || null,
         input.createdByCompactionRunId || input.created_by_compaction_run_id || null,
+        evidenceItemId,
       ]
     );
     return result.rows[0] || null;
   }
 
+  async function upsertEvidenceItem(input = {}) {
+    requireField(input, 'sourceKind');
+    requireField(input, 'sourceRef');
+    requireField(input, 'excerptText');
+    const tenantId = input.tenantId || defaultTenantId;
+    const excerptText = String(input.excerptText || input.excerpt_text || '').trim();
+    const excerptHash = input.excerptHash || input.excerpt_hash || crypto
+      .createHash('sha256')
+      .update(excerptText)
+      .digest('hex');
+    const result = await pool.query(
+      `INSERT INTO ${evidenceItems} (
+         tenant_id, source_kind, source_ref, session_row_id, turn_embedding_id,
+         summary_row_id, created_by_finalization_id, excerpt_text, excerpt_hash,
+         embedding, metadata
+       )
+       VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10::vector,COALESCE($11::jsonb,'{}'::jsonb))
+       ON CONFLICT (tenant_id, source_kind, source_ref, excerpt_hash)
+       DO UPDATE SET
+         session_row_id = COALESCE(${evidenceItems}.session_row_id, EXCLUDED.session_row_id),
+         turn_embedding_id = COALESCE(${evidenceItems}.turn_embedding_id, EXCLUDED.turn_embedding_id),
+         summary_row_id = COALESCE(${evidenceItems}.summary_row_id, EXCLUDED.summary_row_id),
+         created_by_finalization_id = COALESCE(${evidenceItems}.created_by_finalization_id, EXCLUDED.created_by_finalization_id),
+         embedding = COALESCE(${evidenceItems}.embedding, EXCLUDED.embedding),
+         metadata = COALESCE(NULLIF(EXCLUDED.metadata, '{}'::jsonb), ${evidenceItems}.metadata)
+       RETURNING *`,
+      [
+        tenantId,
+        input.sourceKind || input.source_kind,
+        input.sourceRef || input.source_ref,
+        input.sessionRowId || input.session_row_id || null,
+        input.turnEmbeddingId || input.turn_embedding_id || null,
+        input.summaryRowId || input.summary_row_id || null,
+        input.createdByFinalizationId || input.created_by_finalization_id || null,
+        excerptText,
+        excerptHash,
+        vecToStr(input.embedding),
+        toJson(input.metadata, {}),
+      ],
+    );
+    return result.rows[0] || null;
+  }
+
   async function recordFeedback(input = {}) {
     requireField(input, 'targetKind');
     requireField(input, 'targetId');
@@ -636,6 +702,9 @@ function createMemoryRecords({ pool, schema, defaultTenantId, inTransaction = fa
       params.push(input.visibleInRecall === true);
       where.push(`m.visible_in_recall = $${params.length}`);
     }
+    if (input.withoutEmbedding === true) {
+      where.push(`m.embedding IS NULL`);
+    }
     params.push(Math.max(1, Math.min(200, input.limit || 50)));
     const orderBy = input.visibleInBootstrap === true
       ? BOOTSTRAP_ORDER_SQL
@@ -652,6 +721,54 @@ function createMemoryRecords({ pool, schema, defaultTenantId, inTransaction = fa
     return result.rows;
   }
 
+  async function updateMemoryEmbedding(input = {}) {
+    requireField(input, 'memoryId');
+    const tenantId = input.tenantId || defaultTenantId;
+    const embedding = vecToStr(input.embedding);
+    if (!embedding) throw new Error('embedding is required');
+    const result = await pool.query(
+      `UPDATE ${memories}
+       SET embedding = $3::vector,
+           updated_at = now()
+       WHERE tenant_id = $1 AND id = $2
+         AND embedding IS NULL
+       RETURNING *`,
+      [
+        tenantId,
+        input.memoryId,
+        embedding,
+      ]
+    );
+    if (result.rows[0]) {
+      return {
+        status: 'updated',
+        updated: true,
+        skipped: false,
+        memory: result.rows[0],
+      };
+    }
+    const existing = await pool.query(
+      `SELECT * FROM ${memories}
+       WHERE tenant_id = $1 AND id = $2
+       LIMIT 1`,
+      [tenantId, input.memoryId]
+    );
+    if (existing.rows[0]) {
+      return {
+        status: 'skipped_existing_embedding',
+        updated: false,
+        skipped: true,
+        memory: existing.rows[0],
+      };
+    }
+    return {
+      status: 'missing',
+      updated: false,
+      skipped: true,
+      memory: null,
+    };
+  }
+
   async function currentProjection(input = {}) {
     const tenantId = input.tenantId || defaultTenantId;
     let activeScopePath = normalizeScopePath(input.activeScopePath, input.activeScopeKey);
@@ -778,6 +895,7 @@ function createMemoryRecords({ pool, schema, defaultTenantId, inTransaction = fa
     createVersion,
     upsertMemory,
     upsertFactAssertion,
+    upsertEvidenceItem,
     linkEvidence,
     recordFeedback,
     findActiveByCanonicalKey,
@@ -785,9 +903,11 @@ function createMemoryRecords({ pool, schema, defaultTenantId, inTransaction = fa
     lockCanonicalKey,
     updateMemoryStatus,
     updateMemoryStatusIfCurrent,
+    updateMemoryEmbedding,
     updateFactAssertionStatus,
     listActive,
     currentProjection,
+    normalizeCurrentMemoryRow,
     withTransaction,
   };