@xopcai/xopc 0.0.188 → 0.0.190

package/dist/src/storage/sqlite/memory-records-repository.js

@@ -1,12 +1,9 @@
 import { getSqliteDatabase, runSqliteWriteTransaction } from "./transaction.js";
-import { buildFts5SearchQuery, fts5RankToScore, memoryLexicalSimilarity } from "./fts.js";
+import { buildFts5SearchQuery, fts5RankToScore, memoryLexicalSimilarity, memoryVectorSimilarity } from "./fts.js";
 import { LOCAL_USER_ID } from "../../user-context/owner.js";
+import { listMemoryEvidence, listMemoryEvidenceForRecords, replaceMemoryEvidenceForRecord } from "./knowledge-repository.js";
 import { randomUUID } from "node:crypto";
 //#region src/storage/sqlite/memory-records-repository.ts
-const USER_UNDERSTANDING_REMEDIATION_POLICY = {
-	minNotHelpful: 2,
-	confidencePenalty: .2
-};
 function parseStringArray(json) {
 	try {
 		const parsed = JSON.parse(json);
@@ -15,15 +12,6 @@ function parseStringArray(json) {
 		return [];
 	}
 }
-function parseEvidence(json) {
-	try {
-		const parsed = JSON.parse(json);
-		if (!Array.isArray(parsed)) return [];
-		return parsed.filter((item) => Boolean(item) && typeof item === "object");
-	} catch {
-		return [];
-	}
-}
 function memoryFeedbackRowToPayload(row) {
 	return {
 		feedbackId: row.feedback_id,
@@ -76,7 +64,7 @@ function parseSource(json) {
 		return {};
 	}
 }
-function rowToRecord(row) {
+function rowToRecord(row, evidence = []) {
 	return {
 		id: row.record_id,
 		providerId: row.provider_id,
@@ -98,7 +86,7 @@ function rowToRecord(row) {
 		durability: row.durability,
 		importance: row.importance,
 		disclosurePolicy: row.disclosure_policy,
-		evidence: parseEvidence(row.evidence_json),
+		evidence,
 		...timestampToIso(row.valid_from) ? { validFrom: timestampToIso(row.valid_from) } : {},
 		...timestampToIso(row.valid_to) ? { validTo: timestampToIso(row.valid_to) } : {},
 		...timestampToIso(row.review_after) ? { reviewAfter: timestampToIso(row.review_after) } : {},
@@ -110,6 +98,10 @@ function rowToRecord(row) {
 		tags: parseStringArray(row.tags_json)
 	};
 }
+function rowsToRecords(rows) {
+	const evidenceByRecord = listMemoryEvidenceForRecords(rows.map((row) => row.record_id));
+	return rows.map((row) => rowToRecord(row, evidenceByRecord.get(row.record_id) ?? []));
+}
 function upsertMemoryRecordFts(db, row) {
 	db.prepare(`DELETE FROM memory_records_fts WHERE record_id = ?`).run(row.id);
 	if (!row.content.trim()) return;
@@ -138,10 +130,10 @@ function upsertMemoryRecord(input) {
 		db.prepare(`INSERT INTO memory_records (
         record_id, provider_id, kind, user_id, source_agent_id, workspace_id, session_key, project_id,
         content, source_json, confidence, tags_json, status, sensitivity,
-        evidence_json, canonical_key, explicitness, durability, importance,
+        canonical_key, explicitness, durability, importance,
         disclosure_policy, valid_from, valid_to, review_after, expires_at,
         supersedes_record_id, conflict_group_id, created_at, updated_at
-      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
       ON CONFLICT(record_id) DO UPDATE SET
         provider_id = excluded.provider_id,
         kind = excluded.kind,
@@ -156,7 +148,6 @@ function upsertMemoryRecord(input) {
         tags_json = excluded.tags_json,
         status = excluded.status,
         sensitivity = excluded.sensitivity,
-        evidence_json = excluded.evidence_json,
         canonical_key = excluded.canonical_key,
         explicitness = excluded.explicitness,
         durability = excluded.durability,
@@ -168,11 +159,12 @@ function upsertMemoryRecord(input) {
         expires_at = excluded.expires_at,
         supersedes_record_id = excluded.supersedes_record_id,
         conflict_group_id = excluded.conflict_group_id,
-        updated_at = excluded.updated_at`).run(id, input.providerId, input.kind, input.userId ?? "local-owner", input.sourceAgentId, input.workspaceId ?? null, input.sessionKey ?? null, input.projectId ?? null, input.content, JSON.stringify(source), input.confidence ?? null, JSON.stringify(input.tags ?? []), status, sensitivity, JSON.stringify(input.evidence ?? []), input.canonicalKey ?? null, explicitness, durability, importance, disclosurePolicy, validFrom, validTo, reviewAfter, expiresAt, input.supersedesRecordId ?? null, input.conflictGroupId ?? null, now, now);
+        updated_at = excluded.updated_at`).run(id, input.providerId, input.kind, input.userId ?? "local-owner", input.sourceAgentId, input.workspaceId ?? null, input.sessionKey ?? null, input.projectId ?? null, input.content, JSON.stringify(source), input.confidence ?? null, JSON.stringify(input.tags ?? []), status, sensitivity, input.canonicalKey ?? null, explicitness, durability, importance, disclosurePolicy, validFrom, validTo, reviewAfter, expiresAt, input.supersedesRecordId ?? null, input.conflictGroupId ?? null, now, now);
 		upsertMemoryRecordFts(db, {
 			...input,
 			id
 		});
+		if (input.evidence) replaceMemoryEvidenceForRecord(db, id, input.evidence, now);
 		if (input.supersedesRecordId && input.supersedesRecordId !== id) {
 			if (db.prepare(`SELECT 1 FROM memory_records WHERE record_id = ?`).get(input.supersedesRecordId)) {
 				db.prepare(`INSERT INTO memory_relations (
@@ -190,6 +182,7 @@ function upsertMemoryRecord(input) {
 			}
 		}
 	});
+	const storedEvidence = input.evidence ?? listMemoryEvidence(id);
 	return {
 		id,
 		providerId: input.providerId,
@@ -211,7 +204,7 @@ function upsertMemoryRecord(input) {
 		durability,
 		importance,
 		disclosurePolicy,
-		evidence: input.evidence ?? [],
+		evidence: storedEvidence,
 		...validFrom != null ? { validFrom: new Date(validFrom).toISOString() } : {},
 		...validTo != null ? { validTo: new Date(validTo).toISOString() } : {},
 		...reviewAfter != null ? { reviewAfter: new Date(reviewAfter).toISOString() } : {},
@@ -225,7 +218,7 @@ function upsertMemoryRecord(input) {
 }
 function getMemoryRecord(recordId) {
 	const row = getSqliteDatabase().prepare(`SELECT * FROM memory_records WHERE record_id = ?`).get(recordId);
-	return row ? rowToRecord(row) : null;
+	return row ? rowToRecord(row, listMemoryEvidence(recordId)) : null;
 }
 function hasUnresolvedMemoryConflict(conflictGroupId) {
 	if (!conflictGroupId.trim()) return false;
@@ -256,6 +249,10 @@ function listMemoryRecords(options = {}) {
 		where.push("workspace_id = ?");
 		params.push(options.workspaceId);
 	}
+	if (options.visibleToWorkspaceId) {
+		where.push("(workspace_id IS NULL OR workspace_id = ?)");
+		params.push(options.visibleToWorkspaceId);
+	} else if (options.unscopedWorkspaceOnly) where.push("workspace_id IS NULL");
 	if (options.projectId) {
 		where.push("project_id = ?");
 		params.push(options.projectId);
@@ -282,10 +279,10 @@ function listMemoryRecords(options = {}) {
 	}
 	const limit = Math.max(1, Math.min(500, options.limit ?? 100));
 	const offset = Math.max(0, options.offset ?? 0);
-	return getSqliteDatabase().prepare(`SELECT * FROM memory_records
+	return rowsToRecords(getSqliteDatabase().prepare(`SELECT * FROM memory_records
        ${where.length > 0 ? `WHERE ${where.join(" AND ")}` : ""}
        ORDER BY updated_at DESC
-       LIMIT ? OFFSET ?`).all(...params, limit, offset).map(rowToRecord);
+       LIMIT ? OFFSET ?`).all(...params, limit, offset));
 }
 function searchMemoryRecords(options) {
 	const query = buildFts5SearchQuery(options.query);
@@ -304,6 +301,10 @@ function searchMemoryRecords(options) {
 		filters.push("f.workspace_id = ?");
 		params.push(options.workspaceId);
 	}
+	if (options.visibleToWorkspaceId) {
+		filters.push("(r.workspace_id IS NULL OR r.workspace_id = ?)");
+		params.push(options.visibleToWorkspaceId);
+	} else if (options.unscopedWorkspaceOnly) filters.push("r.workspace_id IS NULL");
 	if (options.projectId) {
 		filters.push("r.project_id = ?");
 		params.push(options.projectId);
@@ -337,7 +338,7 @@ function searchMemoryRecords(options) {
        WHERE ${filters.join(" AND ")}
        ORDER BY rank
        LIMIT ?`).all(...params, maxResults * 3);
-	if (rows.length === 0) return listMemoryRecords({
+	const candidateRecords = listMemoryRecords({
 		providerId: options.providerId,
 		userId: options.userId,
 		sourceAgentId: options.sourceAgentId,
@@ -347,38 +348,56 @@ function searchMemoryRecords(options) {
 		unscopedSessionOnly: options.unscopedSessionOnly,
 		visibleToProjectId: options.visibleToProjectId,
 		unscopedProjectOnly: options.unscopedProjectOnly,
+		visibleToWorkspaceId: options.visibleToWorkspaceId,
+		unscopedWorkspaceOnly: options.unscopedWorkspaceOnly,
 		limit: 500
-	}).filter((record) => statuses.includes(record.status ?? "active") && (!options.kinds?.length || options.kinds.includes(record.kind))).map((record) => ({
-		record,
-		score: memoryLexicalSimilarity(options.query, record.content),
-		snippet: record.content,
-		citation: {
-			providerId: record.providerId,
-			recordId: record.id,
-			path: record.source.path,
-			lineStart: record.source.lineStart,
-			lineEnd: record.source.lineEnd,
-			createdAt: record.createdAt
+	}).filter((record) => statuses.includes(record.status ?? "active") && (!options.kinds?.length || options.kinds.includes(record.kind)));
+	const byId = /* @__PURE__ */ new Map();
+	const candidateById = new Map(candidateRecords.map((record) => [record.id, record]));
+	const missingEvidence = listMemoryEvidenceForRecords(rows.filter((row) => !candidateById.has(row.record_id)).map((row) => row.record_id));
+	if (rows.length > 0) {
+		const bestRank = Math.min(...rows.map((row) => row.rank));
+		const worstRank = Math.max(...rows.map((row) => row.rank));
+		for (const row of rows) {
+			const record = candidateById.get(row.record_id) ?? rowToRecord(row, missingEvidence.get(row.record_id) ?? []);
+			byId.set(record.id, {
+				record,
+				score: fts5RankToScore(row.rank, bestRank, worstRank) * .65,
+				snippet: record.content,
+				citation: {
+					providerId: row.provider_id,
+					recordId: row.record_id,
+					path: record.source.path,
+					lineStart: record.source.lineStart,
+					lineEnd: record.source.lineEnd,
+					createdAt: record.createdAt
+				}
+			});
 		}
-	})).filter((result) => result.score >= minScore).sort((a, b) => b.score - a.score).slice(0, maxResults);
-	const bestRank = Math.min(...rows.map((row) => row.rank));
-	const worstRank = Math.max(...rows.map((row) => row.rank));
-	return rows.map((row) => {
-		const record = rowToRecord(row);
-		return {
+	}
+	for (const record of candidateRecords) {
+		const vector = memoryVectorSimilarity(options.query, record.content);
+		const lexical = memoryLexicalSimilarity(options.query, record.content);
+		const existing = byId.get(record.id);
+		const score = existing ? Math.min(1, existing.score + vector * .25 + lexical * .1) : Math.max(vector, lexical);
+		byId.set(record.id, existing ? {
+			...existing,
+			score
+		} : {
 			record,
-			score: fts5RankToScore(row.rank, bestRank, worstRank),
+			score,
 			snippet: record.content,
 			citation: {
-				providerId: row.provider_id,
-				recordId: row.record_id,
+				providerId: record.providerId,
+				recordId: record.id,
 				path: record.source.path,
 				lineStart: record.source.lineStart,
 				lineEnd: record.source.lineEnd,
 				createdAt: record.createdAt
 			}
-		};
-	}).filter((result) => result.score >= minScore).slice(0, maxResults);
+		});
+	}
+	return [...byId.values()].filter((result) => result.score >= minScore).sort((left, right) => right.score - left.score).slice(0, maxResults);
 }
 function deleteMemoryRecord(recordId) {
 	return runSqliteWriteTransaction((db) => {
@@ -530,56 +549,6 @@ function listMemoryTraceEvents(options = {}) {
        ORDER BY created_at DESC
        LIMIT ?`).all(...params, limit).map(memoryTraceRowToPayload);
 }
-function reconcileUserUnderstandingFeedback(db, trace, recordFeedback, nowMs) {
-	if (trace.phase !== "inject" || recordFeedback.length === 0) return void 0;
-	const evaluatedRecordIds = [];
-	const needsReviewRecordIds = [];
-	const actions = [];
-	const selected = new Set(parseStringArray(trace.selected_record_ids_json));
-	for (const feedback of recordFeedback) {
-		const recordId = feedback.record_id;
-		if (!recordId || !selected.has(recordId)) continue;
-		const record = db.prepare(`SELECT * FROM memory_records
-       WHERE record_id = ? AND status = 'active'
-         AND tags_json LIKE '%\"user-understanding\"%'`).get(recordId);
-		if (!record) continue;
-		evaluatedRecordIds.push(recordId);
-		const rows = db.prepare(`SELECT rating FROM memory_feedback WHERE record_id = ?`).all(recordId);
-		const helpful = rows.filter((row) => row.rating === "helpful").length;
-		const notHelpful = rows.filter((row) => row.rating !== "helpful" && row.rating !== "mixed").length;
-		if (!(feedback.source === "system" && feedback.reason_code === "detected_explicit_user_correction") && (notHelpful < USER_UNDERSTANDING_REMEDIATION_POLICY.minNotHelpful || notHelpful <= helpful)) continue;
-		const nextConfidence = record.confidence == null ? null : Math.round(Math.max(.1, record.confidence - USER_UNDERSTANDING_REMEDIATION_POLICY.confidencePenalty) * 1e3) / 1e3;
-		if (db.prepare(`UPDATE memory_records
-       SET status = 'needs_review', confidence = ?, review_after = ?, updated_at = ?
-       WHERE record_id = ? AND status = 'active'`).run(nextConfidence, nowMs, nowMs, recordId).changes === 0) continue;
-		needsReviewRecordIds.push(recordId);
-		actions.push({
-			recordId,
-			previousStatus: record.status,
-			nextStatus: "needs_review",
-			previousConfidence: record.confidence,
-			nextConfidence,
-			helpful,
-			notHelpful
-		});
-	}
-	const result = {
-		triggerTraceId: trace.trace_id,
-		evaluatedRecordIds,
-		needsReviewRecordIds
-	};
-	if (needsReviewRecordIds.length > 0) db.prepare(`INSERT INTO memory_trace_events (
-        trace_id, session_key, turn_id, phase, provider_id, request_json,
-        result_count, selected_record_ids_json, skipped_reason, error,
-        duration_ms, created_at, user_id, source_agent_id
-      ) VALUES (?, ?, ?, 'remediation', 'user-understanding', ?, ?, ?, NULL, NULL, 0, ?, ?, ?)`).run(randomUUID(), trace.session_key, trace.turn_id, JSON.stringify({
-		triggerTraceId: trace.trace_id,
-		reason: "record_feedback_threshold",
-		policy: USER_UNDERSTANDING_REMEDIATION_POLICY,
-		actions
-	}), needsReviewRecordIds.length, JSON.stringify(needsReviewRecordIds), nowMs, LOCAL_USER_ID, trace.source_agent_id);
-	return result;
-}
 function setMemoryTurnFeedback(input) {
 	const turnId = input.turnId.trim();
 	if (!turnId) return null;
@@ -589,7 +558,6 @@ function setMemoryTurnFeedback(input) {
 	const source = input.source ?? "user";
 	const selected = new Set(parseStringArray(trace.selected_record_ids_json));
 	const records = (input.records ?? []).filter((item) => selected.has(item.recordId));
-	let remediation;
 	runSqliteWriteTransaction((db) => {
 		const upsert = db.prepare(`INSERT INTO memory_feedback (
         feedback_id, trace_id, turn_id, record_id, level, rating, score,
@@ -599,12 +567,8 @@ function setMemoryTurnFeedback(input) {
         reason_code = excluded.reason_code, note = excluded.note, updated_at = excluded.updated_at`);
 		upsert.run(randomUUID(), trace.trace_id, turnId, null, "response", input.rating, typeof input.score === "number" ? Math.max(-1, Math.min(1, input.score)) : null, input.reasonCode?.trim().slice(0, 200) || null, input.note?.trim().slice(0, 2e3) || null, source, nowMs, nowMs);
 		for (const item of records) upsert.run(randomUUID(), trace.trace_id, turnId, item.recordId, "record", item.rating, null, item.reasonCode?.trim().slice(0, 200) || null, item.note?.trim().slice(0, 2e3) || null, source, nowMs, nowMs);
-		remediation = reconcileUserUnderstandingFeedback(db, trace, db.prepare(`SELECT * FROM memory_feedback WHERE trace_id = ? AND level = 'record' AND source = ?`).all(trace.trace_id, source), nowMs);
 	});
-	return {
-		...memoryTraceRowToPayload(trace),
-		...remediation ? { remediation } : {}
-	};
+	return memoryTraceRowToPayload(trace);
 }
 function getMemoryTurnFeedback(turnId) {
 	const normalized = turnId.trim();
@@ -664,120 +628,6 @@ function summarizeMemoryRecallFeedback(options = {}) {
 	}
 	return [...summaries.values()].map(({ scoreTotal: _scoreTotal, scoreCount: _scoreCount, ...summary }) => summary).sort((a, b) => b.total - a.total);
 }
-function boundedMetricCount(value) {
-	return typeof value === "number" && Number.isFinite(value) ? Math.max(0, Math.floor(value)) : 0;
-}
-function metricRate(numerator, denominator) {
-	return denominator > 0 ? Math.round(numerator / denominator * 1e4) / 1e4 : null;
-}
-function summarizeUserUnderstandingQuality(options = {}) {
-	const nowMs = options.nowMs ?? Date.now();
-	const windowDays = Math.max(1, Math.min(365, Math.floor(options.windowDays ?? 30)));
-	const sinceMs = nowMs - windowDays * 24 * 60 * 60 * 1e3;
-	const agingCutoffMs = nowMs - Math.max(1, Math.min(windowDays, Math.floor(options.agingCandidateDays ?? 7))) * 24 * 60 * 60 * 1e3;
-	const db = getSqliteDatabase();
-	const recordRows = db.prepare(`SELECT record_id, status, explicitness, confidence, created_at, updated_at
-     FROM memory_records
-     WHERE tags_json LIKE '%"user-understanding"%'
-       AND user_id = ?`).all(LOCAL_USER_ID);
-	const records = {
-		total: recordRows.length,
-		candidate: 0,
-		active: 0,
-		rejected: 0,
-		needsReview: 0,
-		stale: 0,
-		archived: 0,
-		agingCandidates: 0,
-		explicit: 0,
-		inferred: 0,
-		averageConfidence: null
-	};
-	let confidenceTotal = 0;
-	let confidenceCount = 0;
-	const understandingRecordIds = /* @__PURE__ */ new Set();
-	for (const row of recordRows) {
-		understandingRecordIds.add(row.record_id);
-		if (row.status === "candidate") records.candidate += 1;
-		if (row.status === "active") records.active += 1;
-		if (row.status === "rejected") records.rejected += 1;
-		if (row.status === "needs_review") records.needsReview += 1;
-		if (row.status === "stale") records.stale += 1;
-		if (row.status === "archived") records.archived += 1;
-		if (row.status === "candidate" && row.created_at <= agingCutoffMs) records.agingCandidates += 1;
-		if (row.explicitness === "explicit") records.explicit += 1;
-		if (row.explicitness === "inferred") records.inferred += 1;
-		if (typeof row.confidence === "number") {
-			confidenceTotal += row.confidence;
-			confidenceCount += 1;
-		}
-	}
-	records.averageConfidence = confidenceCount > 0 ? Math.round(confidenceTotal / confidenceCount * 1e4) / 1e4 : null;
-	const attempts = {
-		total: 0,
-		turn: 0,
-		background: 0
-	};
-	const candidates = {
-		proposed: 0,
-		created: 0,
-		deduplicated: 0,
-		rejectedByPolicy: 0
-	};
-	const understandingTraces = db.prepare(`SELECT request_json FROM memory_trace_events
-     WHERE phase = 'understanding' AND created_at >= ?`).all(sinceMs);
-	for (const row of understandingTraces) {
-		const parsed = parseJsonValue(row.request_json, {});
-		if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) continue;
-		const request = parsed;
-		attempts.total += 1;
-		if (request.source === "turn") attempts.turn += 1;
-		if (request.source === "background") attempts.background += 1;
-		candidates.proposed += boundedMetricCount(request.proposed);
-		candidates.created += boundedMetricCount(request.created);
-		candidates.deduplicated += boundedMetricCount(request.deduplicated);
-		candidates.rejectedByPolicy += boundedMetricCount(request.rejected);
-	}
-	const recall = {
-		total: 0,
-		helpful: 0,
-		notHelpful: 0,
-		mixed: 0,
-		irrelevant: 0,
-		helpfulRate: null
-	};
-	if (understandingRecordIds.size > 0) {
-		const recallRows = db.prepare(`SELECT feedback.rating, trace.selected_record_ids_json
-       FROM memory_feedback AS feedback
-       JOIN memory_trace_events AS trace ON trace.trace_id = feedback.trace_id
-       WHERE feedback.level = 'response' AND trace.phase IN ('search', 'inject')
-         AND feedback.updated_at >= ?`).all(sinceMs);
-		for (const row of recallRows) {
-			if (!parseStringArray(row.selected_record_ids_json).some((id) => understandingRecordIds.has(id))) continue;
-			recall.total += 1;
-			if (row.rating === "helpful") recall.helpful += 1;
-			if (row.rating === "not_helpful" || row.rating === "incorrect" || row.rating === "outdated" || row.rating === "sensitive") recall.notHelpful += 1;
-			if (row.rating === "mixed") recall.mixed += 1;
-			if (row.rating === "irrelevant") recall.irrelevant += 1;
-		}
-	}
-	recall.helpfulRate = metricRate(recall.helpful, recall.total);
-	const recentDecisions = recordRows.filter((row) => (row.status === "active" || row.status === "rejected") && row.updated_at >= sinceMs);
-	const acceptedDecisions = recentDecisions.filter((row) => row.status === "active").length;
-	const decisionTotal = recentDecisions.length;
-	return {
-		windowDays,
-		since: new Date(sinceMs).toISOString(),
-		attempts,
-		candidates,
-		records,
-		decisions: {
-			total: decisionTotal,
-			acceptanceRate: metricRate(acceptedDecisions, decisionTotal)
-		},
-		recall
-	};
-}
 function parseJsonValue(json, fallback) {
 	try {
 		return JSON.parse(json);
@@ -786,4 +636,4 @@ function parseJsonValue(json, fallback) {
 	}
 }
 //#endregion
-export { USER_UNDERSTANDING_REMEDIATION_POLICY, appendMemorySignal, appendMemoryTraceEvent, deleteMemoryRecord, getMemoryProviderState, getMemoryRecord, getMemoryTurnFeedback, hasUnresolvedMemoryConflict, listMemoryRecords, listMemorySignals, listMemoryTraceEvents, markMemoryRecordsConflicted, searchMemoryRecords, setMemoryProviderState, setMemoryRecordStatus, setMemoryTurnFeedback, summarizeMemoryRecallFeedback, summarizeUserUnderstandingQuality, upsertMemoryRecord };
+export { appendMemorySignal, appendMemoryTraceEvent, deleteMemoryRecord, getMemoryProviderState, getMemoryRecord, getMemoryTurnFeedback, hasUnresolvedMemoryConflict, listMemoryRecords, listMemorySignals, listMemoryTraceEvents, markMemoryRecordsConflicted, searchMemoryRecords, setMemoryProviderState, setMemoryRecordStatus, setMemoryTurnFeedback, summarizeMemoryRecallFeedback, upsertMemoryRecord };

package/dist/src/storage/sqlite/migrations/109_endpoint_principals.sql

@@ -0,0 +1,14 @@
+CREATE TABLE endpoint_principals (
+  id           TEXT PRIMARY KEY,
+  kind         TEXT NOT NULL CHECK(kind IN ('web', 'desktop', 'mobile')),
+  display_name TEXT NOT NULL,
+  platform     TEXT NOT NULL,
+  public_key   TEXT NOT NULL,
+  created_at   INTEGER NOT NULL,
+  last_seen_at INTEGER,
+  revoked_at   INTEGER
+);
+
+CREATE INDEX idx_endpoint_principals_active
+  ON endpoint_principals(kind, last_seen_at DESC)
+  WHERE revoked_at IS NULL;

package/dist/src/storage/sqlite/migrations/110_session_input_origin.sql

@@ -0,0 +1,43 @@
+DROP INDEX idx_session_inputs_pending;
+
+CREATE TABLE session_inputs_v110 (
+  id TEXT PRIMARY KEY,
+  session_key TEXT NOT NULL,
+  client_message_id TEXT NOT NULL,
+  requested_delivery TEXT NOT NULL CHECK (requested_delivery IN ('next', 'steer')),
+  effective_delivery TEXT NOT NULL CHECK (effective_delivery IN ('next', 'steer')),
+  status TEXT NOT NULL CHECK (status IN (
+    'queued', 'running', 'injecting',
+    'completed', 'cancelled', 'failed', 'interrupted'
+  )),
+  content TEXT NOT NULL,
+  attachments_json TEXT,
+  thinking TEXT,
+  origin_json TEXT NOT NULL,
+  position INTEGER NOT NULL,
+  target_run_id TEXT,
+  run_id TEXT,
+  version INTEGER NOT NULL DEFAULT 1,
+  error TEXT,
+  created_at_ms INTEGER NOT NULL,
+  updated_at_ms INTEGER NOT NULL,
+  UNIQUE(session_key, client_message_id)
+);
+
+INSERT INTO session_inputs_v110 (
+  id, session_key, client_message_id, requested_delivery, effective_delivery,
+  status, content, attachments_json, thinking, origin_json, position,
+  target_run_id, run_id, version, error, created_at_ms, updated_at_ms
+)
+SELECT
+  id, session_key, client_message_id, requested_delivery, effective_delivery,
+  status, content, attachments_json, thinking,
+  '{"type":"system","source":"internal"}', position,
+  target_run_id, run_id, version, error, created_at_ms, updated_at_ms
+FROM session_inputs;
+
+DROP TABLE session_inputs;
+ALTER TABLE session_inputs_v110 RENAME TO session_inputs;
+
+CREATE INDEX idx_session_inputs_pending
+  ON session_inputs(session_key, status, position, created_at_ms);

package/dist/src/storage/sqlite/migrations/111_endpoint_tool_invocations.sql

@@ -0,0 +1,18 @@
+CREATE TABLE endpoint_tool_invocations (
+  id                    TEXT PRIMARY KEY,
+  principal_id          TEXT NOT NULL,
+  endpoint_id           TEXT NOT NULL,
+  tool_call_id          TEXT NOT NULL,
+  tool_name             TEXT NOT NULL,
+  effect                TEXT NOT NULL CHECK(effect IN ('read', 'write', 'destructive')),
+  confirmation_required INTEGER NOT NULL CHECK(confirmation_required IN (0, 1)),
+  arguments_sha256      TEXT NOT NULL,
+  status                TEXT NOT NULL CHECK(status IN ('running', 'succeeded', 'failed')),
+  error_code            TEXT,
+  error_message         TEXT,
+  started_at            INTEGER NOT NULL,
+  completed_at          INTEGER
+);
+
+CREATE INDEX idx_endpoint_tool_invocations_endpoint_started
+  ON endpoint_tool_invocations(endpoint_id, started_at DESC);

package/dist/src/storage/sqlite/migrations/112_endpoint_instance_bindings.sql

@@ -0,0 +1,8 @@
+CREATE TABLE endpoint_instance_bindings (
+  endpoint_id TEXT PRIMARY KEY,
+  principal_id TEXT NOT NULL REFERENCES endpoint_principals(id),
+  bound_at INTEGER NOT NULL
+);
+
+CREATE INDEX idx_endpoint_instance_bindings_principal
+  ON endpoint_instance_bindings(principal_id);

package/dist/src/storage/sqlite/migrations/113_memory_evidence_single_source.sql

@@ -0,0 +1,54 @@
+ALTER TABLE memory_evidence ADD COLUMN session_key TEXT;
+ALTER TABLE memory_evidence ADD COLUMN turn_id TEXT;
+ALTER TABLE memory_evidence ADD COLUMN tool_call_id TEXT;
+
+WITH legacy AS (
+  SELECT
+    r.record_id,
+    json_extract(j.value, '$.sourceItemId') AS source_item_id,
+    COALESCE(json_extract(j.value, '$.relation'), 'supports') AS relation,
+    MAX(CAST(strftime('%s', json_extract(j.value, '$.observedAt')) AS INTEGER) * 1000) AS observed_at,
+    MAX(json_extract(j.value, '$.sessionKey')) AS session_key,
+    MAX(json_extract(j.value, '$.turnId')) AS turn_id,
+    MAX(json_extract(j.value, '$.toolCallId')) AS tool_call_id
+  FROM memory_records r, json_each(r.evidence_json) j
+  WHERE json_valid(r.evidence_json)
+  GROUP BY r.record_id, source_item_id, relation
+)
+UPDATE memory_evidence AS evidence
+SET
+  observed_at = COALESCE(evidence.observed_at, legacy.observed_at),
+  session_key = COALESCE(evidence.session_key, legacy.session_key),
+  turn_id = COALESCE(evidence.turn_id, legacy.turn_id),
+  tool_call_id = COALESCE(evidence.tool_call_id, legacy.tool_call_id)
+FROM legacy
+WHERE evidence.record_id = legacy.record_id
+  AND COALESCE(evidence.source_item_id, '') = COALESCE(legacy.source_item_id, '')
+  AND evidence.relation = legacy.relation;
+
+INSERT INTO memory_evidence (
+  evidence_id, record_id, source_item_id, relation, excerpt, confidence,
+  observed_at, session_key, turn_id, tool_call_id, created_at
+)
+SELECT
+  lower(hex(randomblob(16))),
+  r.record_id,
+  json_extract(j.value, '$.sourceItemId'),
+  COALESCE(json_extract(j.value, '$.relation'), 'supports'),
+  json_extract(j.value, '$.sourceText'),
+  json_extract(j.value, '$.confidence'),
+  CAST(strftime('%s', json_extract(j.value, '$.observedAt')) AS INTEGER) * 1000,
+  json_extract(j.value, '$.sessionKey'),
+  json_extract(j.value, '$.turnId'),
+  json_extract(j.value, '$.toolCallId'),
+  r.created_at
+FROM memory_records r, json_each(r.evidence_json) j
+WHERE json_valid(r.evidence_json)
+  AND NOT EXISTS (
+    SELECT 1 FROM memory_evidence e
+    WHERE e.record_id = r.record_id
+      AND COALESCE(e.source_item_id, '') = COALESCE(json_extract(j.value, '$.sourceItemId'), '')
+      AND e.relation = COALESCE(json_extract(j.value, '$.relation'), 'supports')
+  );
+
+ALTER TABLE memory_records DROP COLUMN evidence_json;