@xopcai/xopc 0.0.171 → 0.0.173

package/dist/src/providers/xopc-cloud-account-service.js

@@ -0,0 +1,65 @@
+import { getCredentialResolver, init_credentials } from "../auth/credentials.js";
+import { z } from "zod";
+//#region src/providers/xopc-cloud-account-service.ts
+init_credentials();
+const DEFAULT_ROUTER_URL = "https://router.xopc.ai/v1";
+const accountSummarySchema = z.object({
+	balance: z.object({
+		credits: z.number().int().nonnegative(),
+		updatedAt: z.string().datetime()
+	}),
+	usage: z.object({
+		days: z.union([
+			z.literal(1),
+			z.literal(7),
+			z.literal(30)
+		]),
+		requests: z.number().int().nonnegative(),
+		inputTokens: z.number().int().nonnegative(),
+		outputTokens: z.number().int().nonnegative(),
+		totalTokens: z.number().int().nonnegative(),
+		errors: z.number().int().nonnegative(),
+		averageLatencyMs: z.number().nonnegative(),
+		chargedCredits: z.number().int().nonnegative()
+	}),
+	links: z.object({
+		details: z.string().url(),
+		purchase: z.string().url()
+	})
+});
+var XopcCloudAccountError = class extends Error {
+	constructor(message, status, code) {
+		super(message);
+		this.status = status;
+		this.code = code;
+		this.name = "XopcCloudAccountError";
+	}
+};
+var XopcCloudAccountService = class {
+	fetchImpl;
+	routerUrl;
+	credentials;
+	constructor(options = {}) {
+		this.fetchImpl = options.fetchImpl ?? fetch;
+		this.routerUrl = (options.routerUrl ?? process.env.XOPC_MODEL_ROUTER_URL ?? DEFAULT_ROUTER_URL).replace(/\/+$/, "");
+		this.credentials = options.credentials ?? getCredentialResolver();
+	}
+	async getSummary(days = 7) {
+		const accessToken = await this.credentials.resolveApiKey("xopc-cloud");
+		if (!accessToken) return null;
+		const response = await this.fetchImpl(`${this.routerUrl}/account/summary?days=${days}`, {
+			headers: {
+				authorization: `Bearer ${accessToken}`,
+				accept: "application/json"
+			},
+			signal: AbortSignal.timeout(3e4)
+		});
+		const body = await response.json().catch(() => null);
+		if (!response.ok) throw new XopcCloudAccountError(typeof body?.error?.message === "string" ? body.error.message : `XOPC account summary failed (${response.status})`, response.status, typeof body?.error?.code === "string" ? body.error.code : void 0);
+		const parsed = accountSummarySchema.safeParse(body);
+		if (!parsed.success) throw new XopcCloudAccountError("XOPC account summary returned an invalid response", response.status, "invalid_response");
+		return parsed.data;
+	}
+};
+//#endregion
+export { XopcCloudAccountError, XopcCloudAccountService };

package/dist/src/storage/sqlite/connector-learning-repository.d.ts

@@ -0,0 +1,47 @@
+export type ConnectorLearningMode = 'bootstrap' | 'incremental';
+export type ConnectorLearningStatus = 'queued' | 'running' | 'completed' | 'failed' | 'paused';
+export type ConnectorLearningPhase = 'queued' | 'fetching' | 'indexing' | 'deriving' | 'completed';
+export type ConnectorLearningJob = {
+    id: string;
+    idempotencyKey: string;
+    connectorId: string;
+    connectionId: string;
+    sourceInstanceId: string;
+    agentId: string;
+    mode: ConnectorLearningMode;
+    status: ConnectorLearningStatus;
+    phase: ConnectorLearningPhase;
+    itemsDiscovered: number;
+    itemsIndexed: number;
+    candidatesCreated: number;
+    attemptCount: number;
+    error?: string;
+    nextRunAt?: string;
+    startedAt?: string;
+    finishedAt?: string;
+    createdAt: string;
+    updatedAt: string;
+};
+export declare function enqueueConnectorLearningJob(input: {
+    connectorId: string;
+    connectionId: string;
+    sourceInstanceId: string;
+    agentId: string;
+    mode: ConnectorLearningMode;
+    idempotencyKey: string;
+    nextRunAt?: number;
+    nowMs?: number;
+}): ConnectorLearningJob;
+export declare function claimNextConnectorLearningJob(nowMs?: number): ConnectorLearningJob | null;
+export declare function recoverStaleConnectorLearningJobs(staleBeforeMs: number, nowMs?: number): number;
+export declare function setConnectorLearningPaused(connectionId: string, paused: boolean, nowMs?: number): number;
+export declare function updateConnectorLearningJob(id: string, patch: Partial<Pick<ConnectorLearningJob, 'status' | 'phase' | 'itemsDiscovered' | 'itemsIndexed' | 'candidatesCreated' | 'error'>> & {
+    nextRunAt?: number | null;
+    finished?: boolean;
+    nowMs?: number;
+}): ConnectorLearningJob;
+export declare function listConnectorLearningJobs(options?: {
+    sourceInstanceId?: string;
+    connectionId?: string;
+    limit?: number;
+}): ConnectorLearningJob[];

package/dist/src/storage/sqlite/connector-learning-repository.js

@@ -0,0 +1,110 @@
+import { getSqliteDatabase, runSqliteWriteTransaction } from "./transaction.js";
+import { randomUUID } from "node:crypto";
+//#region src/storage/sqlite/connector-learning-repository.ts
+function iso(value) {
+	return value == null ? void 0 : new Date(value).toISOString();
+}
+function fromRow(row) {
+	return {
+		id: row.job_id,
+		idempotencyKey: row.idempotency_key,
+		connectorId: row.connector_id,
+		connectionId: row.connection_id,
+		sourceInstanceId: row.source_instance_id,
+		agentId: row.agent_id,
+		mode: row.mode,
+		status: row.status,
+		phase: row.phase,
+		itemsDiscovered: row.items_discovered,
+		itemsIndexed: row.items_indexed,
+		candidatesCreated: row.candidates_created,
+		attemptCount: row.attempt_count,
+		...row.error ? { error: row.error } : {},
+		...iso(row.next_run_at) ? { nextRunAt: iso(row.next_run_at) } : {},
+		...iso(row.started_at) ? { startedAt: iso(row.started_at) } : {},
+		...iso(row.finished_at) ? { finishedAt: iso(row.finished_at) } : {},
+		createdAt: new Date(row.created_at).toISOString(),
+		updatedAt: new Date(row.updated_at).toISOString()
+	};
+}
+function enqueueConnectorLearningJob(input) {
+	const now = input.nowMs ?? Date.now();
+	runSqliteWriteTransaction((db) => {
+		db.prepare(`INSERT INTO connector_learning_jobs (
+        job_id, idempotency_key, connector_id, connection_id, source_instance_id,
+        agent_id, mode, status, phase, next_run_at, created_at, updated_at
+      ) VALUES (?, ?, ?, ?, ?, ?, ?, 'queued', 'queued', ?, ?, ?)
+      ON CONFLICT(idempotency_key) DO NOTHING`).run(randomUUID(), input.idempotencyKey, input.connectorId, input.connectionId, input.sourceInstanceId, input.agentId, input.mode, input.nextRunAt ?? now, now, now);
+	});
+	return fromRow(getSqliteDatabase().prepare("SELECT * FROM connector_learning_jobs WHERE idempotency_key = ?").get(input.idempotencyKey));
+}
+function claimNextConnectorLearningJob(nowMs = Date.now()) {
+	return runSqliteWriteTransaction((db) => {
+		const row = db.prepare(`SELECT * FROM connector_learning_jobs
+       WHERE status IN ('queued', 'failed') AND attempt_count < 5 AND COALESCE(next_run_at, 0) <= ?
+       ORDER BY next_run_at ASC, created_at ASC LIMIT 1`).get(nowMs);
+		if (!row) return null;
+		if (db.prepare(`UPDATE connector_learning_jobs SET
+        status = 'running', phase = 'fetching', attempt_count = attempt_count + 1,
+        error = NULL, started_at = COALESCE(started_at, ?), updated_at = ?
+       WHERE job_id = ? AND status IN ('queued', 'failed')`).run(nowMs, nowMs, row.job_id).changes !== 1) return null;
+		return fromRow(db.prepare("SELECT * FROM connector_learning_jobs WHERE job_id = ?").get(row.job_id));
+	});
+}
+function recoverStaleConnectorLearningJobs(staleBeforeMs, nowMs = Date.now()) {
+	return runSqliteWriteTransaction((db) => Number(db.prepare(`UPDATE connector_learning_jobs SET
+      status = CASE WHEN attempt_count >= 5 THEN 'paused' ELSE 'failed' END,
+      error = 'Interrupted while learning; queued for recovery.',
+      next_run_at = CASE WHEN attempt_count >= 5 THEN NULL ELSE ? END,
+      finished_at = ?, updated_at = ?
+     WHERE status = 'running' AND updated_at < ?`).run(nowMs, nowMs, nowMs, staleBeforeMs).changes));
+}
+function setConnectorLearningPaused(connectionId, paused, nowMs = Date.now()) {
+	return runSqliteWriteTransaction((db) => Number(db.prepare(paused ? `UPDATE connector_learning_jobs SET status = 'paused', next_run_at = NULL, updated_at = ?
+         WHERE connection_id = ? AND status IN ('queued', 'failed', 'running')` : `UPDATE connector_learning_jobs SET status = 'queued', next_run_at = ?, updated_at = ?
+         WHERE connection_id = ? AND status = 'paused'`).run(...paused ? [nowMs, connectionId] : [
+		nowMs,
+		nowMs,
+		connectionId
+	]).changes));
+}
+function updateConnectorLearningJob(id, patch) {
+	const now = patch.nowMs ?? Date.now();
+	const fields = ["updated_at = ?"];
+	const values = [now];
+	const add = (column, value) => {
+		if (value === void 0) return;
+		fields.push(`${column} = ?`);
+		values.push(value);
+	};
+	add("status", patch.status);
+	add("phase", patch.phase);
+	add("items_discovered", patch.itemsDiscovered);
+	add("items_indexed", patch.itemsIndexed);
+	add("candidates_created", patch.candidatesCreated);
+	add("error", patch.error);
+	add("next_run_at", patch.nextRunAt);
+	if (patch.finished) add("finished_at", now);
+	values.push(id);
+	getSqliteDatabase().prepare(`UPDATE connector_learning_jobs SET ${fields.join(", ")} WHERE job_id = ?`).run(...values);
+	const row = getSqliteDatabase().prepare("SELECT * FROM connector_learning_jobs WHERE job_id = ?").get(id);
+	if (!row) throw new Error(`Connector learning job not found: ${id}`);
+	return fromRow(row);
+}
+function listConnectorLearningJobs(options = {}) {
+	const clauses = [];
+	const values = [];
+	if (options.sourceInstanceId) {
+		clauses.push("source_instance_id = ?");
+		values.push(options.sourceInstanceId);
+	}
+	if (options.connectionId) {
+		clauses.push("connection_id = ?");
+		values.push(options.connectionId);
+	}
+	const limit = Math.max(1, Math.min(options.limit ?? 100, 500));
+	return getSqliteDatabase().prepare(`SELECT * FROM connector_learning_jobs ${clauses.length ? `WHERE ${clauses.join(" AND ")}` : ""}
+     ORDER BY created_at DESC LIMIT ?`).all(...values, limit).map(fromRow);
+}
+//#endregion
+export { claimNextConnectorLearningJob, enqueueConnectorLearningJob, listConnectorLearningJobs, recoverStaleConnectorLearningJobs, setConnectorLearningPaused, updateConnectorLearningJob };

package/dist/src/storage/sqlite/index.d.ts

@@ -5,6 +5,8 @@ export { DatabaseSchemaMigrationGapError, DatabaseSchemaTooNewError, } from './m
 export { discoverSqlMigrations, listRegisteredMigrationTargets } from './migrations/discover.js';
 export { closeXopcDatabase, getXopcDatabase, isXopcDatabaseOpen, openXopcDatabase, requireXopcDatabase, resetXopcDatabaseSingletonForTest, type OpenXopcDatabaseOptions, type XopcDatabase, } from './connection.js';
 export { getSqliteDatabase, runSqliteWriteTransaction } from './transaction.js';
+export { getUserClaim, linkUserClaimMemoryRecord, listUserClaimEvidence, listUserClaimStatsBySource, listUserClaims, listUserPeopleGraphRows, removeUserClaimEvidenceForSource, reinforceUserClaim, resolveUserEntity, setUserClaimDecision, type UserClaim, type UserClaimClass, type UserClaimState, type UserEntity, } from './user-claims-repository.js';
+export { claimNextConnectorLearningJob, enqueueConnectorLearningJob, listConnectorLearningJobs, recoverStaleConnectorLearningJobs, setConnectorLearningPaused, updateConnectorLearningJob, type ConnectorLearningJob, type ConnectorLearningMode, type ConnectorLearningPhase, type ConnectorLearningStatus, } from './connector-learning-repository.js';
 export { appendComposerInputHistory, clearComposerInputHistory, listComposerInputHistory, COMPOSER_INPUT_HISTORY_LIMIT, type ComposerInputHistoryItem, } from './composer-input-history-repository.js';
 export { getInteractionState, setInteractionState, updateInteractionStateFromMessage, type InteractionState, } from './interaction-state-repository.js';
 export { buildRelationshipPrompt, getRelationshipSettings, isProactiveSupportAllowed, updateRelationshipSettings, type RelationshipSettings, type SupportMode, } from './relationship-settings-repository.js';
@@ -17,7 +19,7 @@ export { deleteNoteRecord, getNoteRecord, listNoteRecords, upsertNoteRecord, } f
 export { deleteNoteAgentContextRecord, getNoteAgentContextRecord, upsertNoteAgentContextRecord, type NoteAgentContextRecord, } from './note-agent-context-repository.js';
 export { searchMemoryIndex, syncMemoryIndex, type MemorySearchHit, } from './memory-index-repository.js';
 export { appendMemorySignal, appendMemoryTraceEvent, deleteMemoryRecord, findLatestMemoryInjectTrace, getMemoryProviderState, getMemoryRecord, hasUnresolvedMemoryConflict, listMemorySignals, listMemoryTraceEvents, listMemoryRecords, markMemoryRecordsConflicted, searchMemoryRecords, setMemoryProviderState, setMemoryTraceFeedback, setLatestMemoryInjectFeedback, summarizeMemoryRecallFeedback, summarizeUserUnderstandingQuality, USER_UNDERSTANDING_REMEDIATION_POLICY, upsertMemoryRecord, type AppendMemorySignalInput, type AppendMemoryTraceEventInput, type FindLatestMemoryInjectTraceInput, type ListMemoryRecordsOptions, type MemoryRecallFeedbackSummary, type MemoryFeedbackRemediationResult, type MemorySignalRowPayload, type MemoryTraceFeedback, type MemoryTraceEventPayload, type UserUnderstandingQualityMetrics, type SearchMemoryRecordsOptions, type SetMemoryTraceFeedbackInput, type SetLatestMemoryInjectFeedbackInput, type UpsertMemoryRecordInput, } from './memory-records-repository.js';
-export { attachMemoryEvidence, claimKnowledgeSourceItems, completeKnowledgeSourceItemSynthesis, deleteMemoryEvidenceForRecord, finishKnowledgeSyncRun, getKnowledgeConsumerWatermark, getKnowledgeSourceCursor, getKnowledgeSourceItem, listKnowledgeSourceItems, listKnowledgeSourceChanges, listKnowledgeSyncRuns, listMemoryEvidence, setKnowledgeSourceItemSynthesisStatus, setKnowledgeConsumerWatermark, setKnowledgeSourceCursor, startKnowledgeSyncRun, upsertKnowledgeSourceItems, } from './knowledge-repository.js';
+export { attachMemoryEvidence, claimKnowledgeSourceItems, completeKnowledgeSourceItemSynthesis, deleteMemoryEvidenceForRecord, finishKnowledgeSyncRun, getKnowledgeConsumerWatermark, getKnowledgeSourceCursor, getKnowledgeSourceItem, listKnowledgeSourceItems, listKnowledgeSourceChanges, listKnowledgeSyncRuns, listMemoryEvidence, pruneBoundedKnowledgeSourceItems, setKnowledgeSourceItemSynthesisStatus, setKnowledgeConsumerWatermark, setKnowledgeSourceCursor, startKnowledgeSyncRun, upsertKnowledgeSourceItems, } from './knowledge-repository.js';
 export { deleteSessionConfig, getSessionConfig, hasSessionConfig, setSessionConfig, updateSessionConfig, } from './config-repository.js';
 export { createObjectLinkRecord, getActivityEventRecord, listActivityRecords, listObjectActivityRecords, listObjectLinkRecords, listProjectActivityRecords, recordActivityEvent, } from './activity-repository.js';
 export { appendConnectorExecutionAudit, claimConnectorWebhookDelivery, completeConnectorWebhookDelivery, consumeConnectorApproval, createConnectorApproval, decideConnectorApproval, deleteConnectorConnection, deleteConnectorInstallation, getConnectorConnection, getConnectorApproval, getConnectorInstallation, getCachedConnectorCatalogEntry, listCachedConnectorCatalogEntries, listConnectorActionMetadata, listConnectorApprovals, listConnectorConnections, listConnectorExecutionAudit, listConnectorInstallations, releaseConnectorWebhookDelivery, replaceConnectorCatalogEntries, upsertConnectorActionMetadata, upsertConnectorCatalogEntry, upsertConnectorConnection, upsertConnectorInstallation, type CachedConnectorCatalogEntry, } from './connector-repository.js';

package/dist/src/storage/sqlite/index.js

@@ -6,6 +6,8 @@ import { XOPC_DB_BASELINE_SCHEMA_VERSION, XOPC_DB_SCHEMA_VERSION, applyPendingMi
 import { ensureXopcDatabaseSchema } from "./schema.js";
 import { closeXopcDatabase, getXopcDatabase, isXopcDatabaseOpen, openXopcDatabase, requireXopcDatabase, resetXopcDatabaseSingletonForTest } from "./connection.js";
 import { getSqliteDatabase, runSqliteWriteTransaction } from "./transaction.js";
+import { getUserClaim, linkUserClaimMemoryRecord, listUserClaimEvidence, listUserClaimStatsBySource, listUserClaims, listUserPeopleGraphRows, reinforceUserClaim, removeUserClaimEvidenceForSource, resolveUserEntity, setUserClaimDecision } from "./user-claims-repository.js";
+import { claimNextConnectorLearningJob, enqueueConnectorLearningJob, listConnectorLearningJobs, recoverStaleConnectorLearningJobs, setConnectorLearningPaused, updateConnectorLearningJob } from "./connector-learning-repository.js";
 import { COMPOSER_INPUT_HISTORY_LIMIT, appendComposerInputHistory, clearComposerInputHistory, listComposerInputHistory } from "./composer-input-history-repository.js";
 import { getInteractionState, setInteractionState, updateInteractionStateFromMessage } from "./interaction-state-repository.js";
 import { buildRelationshipPrompt, getRelationshipSettings, isProactiveSupportAllowed, updateRelationshipSettings } from "./relationship-settings-repository.js";
@@ -18,11 +20,11 @@ import { deleteNoteRecord, getNoteRecord, listNoteRecords, upsertNoteRecord } fr
 import { deleteNoteAgentContextRecord, getNoteAgentContextRecord, upsertNoteAgentContextRecord } from "./note-agent-context-repository.js";
 import { searchMemoryIndex, syncMemoryIndex } from "./memory-index-repository.js";
 import { USER_UNDERSTANDING_REMEDIATION_POLICY, appendMemorySignal, appendMemoryTraceEvent, deleteMemoryRecord, findLatestMemoryInjectTrace, getMemoryProviderState, getMemoryRecord, hasUnresolvedMemoryConflict, listMemoryRecords, listMemorySignals, listMemoryTraceEvents, markMemoryRecordsConflicted, searchMemoryRecords, setLatestMemoryInjectFeedback, setMemoryProviderState, setMemoryTraceFeedback, summarizeMemoryRecallFeedback, summarizeUserUnderstandingQuality, upsertMemoryRecord } from "./memory-records-repository.js";
-import { attachMemoryEvidence, claimKnowledgeSourceItems, completeKnowledgeSourceItemSynthesis, deleteMemoryEvidenceForRecord, finishKnowledgeSyncRun, getKnowledgeConsumerWatermark, getKnowledgeSourceCursor, getKnowledgeSourceItem, listKnowledgeSourceChanges, listKnowledgeSourceItems, listKnowledgeSyncRuns, listMemoryEvidence, setKnowledgeConsumerWatermark, setKnowledgeSourceCursor, setKnowledgeSourceItemSynthesisStatus, startKnowledgeSyncRun, upsertKnowledgeSourceItems } from "./knowledge-repository.js";
+import { attachMemoryEvidence, claimKnowledgeSourceItems, completeKnowledgeSourceItemSynthesis, deleteMemoryEvidenceForRecord, finishKnowledgeSyncRun, getKnowledgeConsumerWatermark, getKnowledgeSourceCursor, getKnowledgeSourceItem, listKnowledgeSourceChanges, listKnowledgeSourceItems, listKnowledgeSyncRuns, listMemoryEvidence, pruneBoundedKnowledgeSourceItems, setKnowledgeConsumerWatermark, setKnowledgeSourceCursor, setKnowledgeSourceItemSynthesisStatus, startKnowledgeSyncRun, upsertKnowledgeSourceItems } from "./knowledge-repository.js";
 import { deleteSessionConfig, getSessionConfig, hasSessionConfig, setSessionConfig, updateSessionConfig } from "./config-repository.js";
 import { createObjectLinkRecord, getActivityEventRecord, listActivityRecords, listObjectActivityRecords, listObjectLinkRecords, listProjectActivityRecords, recordActivityEvent } from "./activity-repository.js";
 import { appendConnectorExecutionAudit, claimConnectorWebhookDelivery, completeConnectorWebhookDelivery, consumeConnectorApproval, createConnectorApproval, decideConnectorApproval, deleteConnectorConnection, deleteConnectorInstallation, getCachedConnectorCatalogEntry, getConnectorApproval, getConnectorConnection, getConnectorInstallation, listCachedConnectorCatalogEntries, listConnectorActionMetadata, listConnectorApprovals, listConnectorConnections, listConnectorExecutionAudit, listConnectorInstallations, releaseConnectorWebhookDelivery, replaceConnectorCatalogEntries, upsertConnectorActionMetadata, upsertConnectorCatalogEntry, upsertConnectorConnection, upsertConnectorInstallation } from "./connector-repository.js";
 import { getUserTrustPolicy, setUserTrustPolicy } from "./user-trust-repository.js";
 import { consumeMemoryReferenceConsent, decideMemoryReferenceConsent, ensureMemoryReferenceConsentRequest, hasMemoryReferenceConsent, listMemoryReferenceConsents, revokeMemoryReferenceConsent } from "./memory-reference-consent-repository.js";
 import { getUserProfilePromptState, setUserProfilePromptState } from "./user-profile-setup-repository.js";
-export { COMPOSER_INPUT_HISTORY_LIMIT, DatabaseSchemaMigrationGapError, DatabaseSchemaTooNewError, SCHEMA_META_SCHEMA_VERSION_KEY, USER_UNDERSTANDING_REMEDIATION_POLICY, XOPC_DB_BASELINE_SCHEMA_VERSION, XOPC_DB_FILENAME, XOPC_DB_SCHEMA_VERSION, appendCompactionBoundary, appendComposerInputHistory, appendConnectorExecutionAudit, appendMemorySignal, appendMemoryTraceEvent, appendTranscriptEntry, applyPendingMigrations, attachMemoryEvidence, buildDefaultSessionMetadata, buildGlobalSessionStats, buildRelationshipPrompt, claimConnectorWebhookDelivery, claimKnowledgeSourceItems, classifyStoredRow, clearComposerInputHistory, closeXopcDatabase, completeConnectorWebhookDelivery, completeKnowledgeSourceItemSynthesis, completeTaskOutcome, consumeConnectorApproval, consumeMemoryReferenceConsent, createConnectorApproval, createObjectLinkRecord, decideConnectorApproval, decideMemoryReferenceConsent, deleteConnectorConnection, deleteConnectorInstallation, deleteMemoryEvidenceForRecord, deleteMemoryRecord, deleteNoteAgentContextRecord, deleteNoteRecord, deleteSessionConfig, deleteSessionRecord, discoverSqlMigrations, ensureMemoryReferenceConsentRequest, ensureSessionRecord, ensureXopcDatabaseSchema, estimateTokensFromMessages, extractFtsContent, findLatestMemoryInjectTrace, findSessionKeyBySessionId, findTaskOutcomeForAssistant, finishKnowledgeSyncRun, getActivityEventRecord, getCachedConnectorCatalogEntry, getConnectorApproval, getConnectorConnection, getConnectorInstallation, getCurrentSessionId, getGlobalSessionStats, getInteractionState, getKnowledgeConsumerWatermark, getKnowledgeSourceCursor, getKnowledgeSourceItem, getMemoryProviderState, getMemoryRecord, getNoteAgentContextRecord, getNoteRecord, getRelationshipSettings, getSessionConfig, getSessionMetadata, getSessionPersistedLevels, getSqliteDatabase, getTaskOutcome, getUserProfilePromptState, getUserTrustPolicy, getXopcDatabase, hasMemoryReferenceConsent, hasSessionConfig, hasUnresolvedMemoryConflict, incrementSessionStatsOnAppend, inspectSchemaMigrationStatus, isProactiveSupportAllowed, isXopcDatabaseOpen, listActivityRecords, listCachedConnectorCatalogEntries, listCompactionBoundaries, listComposerInputHistory, listConnectorActionMetadata, listConnectorApprovals, listConnectorConnections, listConnectorExecutionAudit, listConnectorInstallations, listKnowledgeSourceChanges, listKnowledgeSourceItems, listKnowledgeSyncRuns, listMemoryEvidence, listMemoryRecords, listMemoryReferenceConsents, listMemorySignals, listMemoryTraceEvents, listNoteRecords, listObjectActivityRecords, listObjectLinkRecords, listProjectActivityRecords, listRegisteredMigrationTargets, listSessionMetadata, listSessionsByAgent, listTaskOutcomes, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, markMemoryRecordsConflicted, metadataToSessionInsert, openXopcDatabase, paginateTranscriptMessages, patchSessionMetadata, readSchemaVersion, readSchemaVersionForTest, recordActivityEvent, releaseConnectorWebhookDelivery, replaceConnectorCatalogEntries, replaceTranscriptRows, requireXopcDatabase, resetSessionRecord, resetXopcDatabaseSingletonForTest, resolveMigrationsDir, resolveSessionAgentId, resolveXopcDatabasePath, restoreBeforeCompactionBoundary, revokeMemoryReferenceConsent, runSqliteWriteTransaction, searchMemoryIndex, searchMemoryRecords, sessionConfigRowToConfig, sessionRowToMetadata, setInteractionState, setKnowledgeConsumerWatermark, setKnowledgeSourceCursor, setKnowledgeSourceItemSynthesisStatus, setLatestMemoryInjectFeedback, setMemoryProviderState, setMemoryTraceFeedback, setSessionConfig, setTaskOutcomeFeedback, setUserProfilePromptState, setUserTrustPolicy, startKnowledgeSyncRun, startTaskOutcome, summarizeMemoryRecallFeedback, summarizeTaskOutcomes, summarizeUserUnderstandingQuality, syncMemoryIndex, transcriptEntryRowToStoredRow, updateInteractionStateFromMessage, updateRelationshipSettings, updateSessionConfig, updateSessionStats, updateTaskOutcome, upsertConnectorActionMetadata, upsertConnectorCatalogEntry, upsertConnectorConnection, upsertConnectorInstallation, upsertKnowledgeSourceItems, upsertMemoryRecord, upsertNoteAgentContextRecord, upsertNoteRecord };
+export { COMPOSER_INPUT_HISTORY_LIMIT, DatabaseSchemaMigrationGapError, DatabaseSchemaTooNewError, SCHEMA_META_SCHEMA_VERSION_KEY, USER_UNDERSTANDING_REMEDIATION_POLICY, XOPC_DB_BASELINE_SCHEMA_VERSION, XOPC_DB_FILENAME, XOPC_DB_SCHEMA_VERSION, appendCompactionBoundary, appendComposerInputHistory, appendConnectorExecutionAudit, appendMemorySignal, appendMemoryTraceEvent, appendTranscriptEntry, applyPendingMigrations, attachMemoryEvidence, buildDefaultSessionMetadata, buildGlobalSessionStats, buildRelationshipPrompt, claimConnectorWebhookDelivery, claimKnowledgeSourceItems, claimNextConnectorLearningJob, classifyStoredRow, clearComposerInputHistory, closeXopcDatabase, completeConnectorWebhookDelivery, completeKnowledgeSourceItemSynthesis, completeTaskOutcome, consumeConnectorApproval, consumeMemoryReferenceConsent, createConnectorApproval, createObjectLinkRecord, decideConnectorApproval, decideMemoryReferenceConsent, deleteConnectorConnection, deleteConnectorInstallation, deleteMemoryEvidenceForRecord, deleteMemoryRecord, deleteNoteAgentContextRecord, deleteNoteRecord, deleteSessionConfig, deleteSessionRecord, discoverSqlMigrations, enqueueConnectorLearningJob, ensureMemoryReferenceConsentRequest, ensureSessionRecord, ensureXopcDatabaseSchema, estimateTokensFromMessages, extractFtsContent, findLatestMemoryInjectTrace, findSessionKeyBySessionId, findTaskOutcomeForAssistant, finishKnowledgeSyncRun, getActivityEventRecord, getCachedConnectorCatalogEntry, getConnectorApproval, getConnectorConnection, getConnectorInstallation, getCurrentSessionId, getGlobalSessionStats, getInteractionState, getKnowledgeConsumerWatermark, getKnowledgeSourceCursor, getKnowledgeSourceItem, getMemoryProviderState, getMemoryRecord, getNoteAgentContextRecord, getNoteRecord, getRelationshipSettings, getSessionConfig, getSessionMetadata, getSessionPersistedLevels, getSqliteDatabase, getTaskOutcome, getUserClaim, getUserProfilePromptState, getUserTrustPolicy, getXopcDatabase, hasMemoryReferenceConsent, hasSessionConfig, hasUnresolvedMemoryConflict, incrementSessionStatsOnAppend, inspectSchemaMigrationStatus, isProactiveSupportAllowed, isXopcDatabaseOpen, linkUserClaimMemoryRecord, listActivityRecords, listCachedConnectorCatalogEntries, listCompactionBoundaries, listComposerInputHistory, listConnectorActionMetadata, listConnectorApprovals, listConnectorConnections, listConnectorExecutionAudit, listConnectorInstallations, listConnectorLearningJobs, listKnowledgeSourceChanges, listKnowledgeSourceItems, listKnowledgeSyncRuns, listMemoryEvidence, listMemoryRecords, listMemoryReferenceConsents, listMemorySignals, listMemoryTraceEvents, listNoteRecords, listObjectActivityRecords, listObjectLinkRecords, listProjectActivityRecords, listRegisteredMigrationTargets, listSessionMetadata, listSessionsByAgent, listTaskOutcomes, listUserClaimEvidence, listUserClaimStatsBySource, listUserClaims, listUserPeopleGraphRows, loadLlmMessagesForSession, loadTranscriptHistoryRowsForSession, loadTranscriptRows, loadTranscriptRowsForSession, markMemoryRecordsConflicted, metadataToSessionInsert, openXopcDatabase, paginateTranscriptMessages, patchSessionMetadata, pruneBoundedKnowledgeSourceItems, readSchemaVersion, readSchemaVersionForTest, recordActivityEvent, recoverStaleConnectorLearningJobs, reinforceUserClaim, releaseConnectorWebhookDelivery, removeUserClaimEvidenceForSource, replaceConnectorCatalogEntries, replaceTranscriptRows, requireXopcDatabase, resetSessionRecord, resetXopcDatabaseSingletonForTest, resolveMigrationsDir, resolveSessionAgentId, resolveUserEntity, resolveXopcDatabasePath, restoreBeforeCompactionBoundary, revokeMemoryReferenceConsent, runSqliteWriteTransaction, searchMemoryIndex, searchMemoryRecords, sessionConfigRowToConfig, sessionRowToMetadata, setConnectorLearningPaused, setInteractionState, setKnowledgeConsumerWatermark, setKnowledgeSourceCursor, setKnowledgeSourceItemSynthesisStatus, setLatestMemoryInjectFeedback, setMemoryProviderState, setMemoryTraceFeedback, setSessionConfig, setTaskOutcomeFeedback, setUserClaimDecision, setUserProfilePromptState, setUserTrustPolicy, startKnowledgeSyncRun, startTaskOutcome, summarizeMemoryRecallFeedback, summarizeTaskOutcomes, summarizeUserUnderstandingQuality, syncMemoryIndex, transcriptEntryRowToStoredRow, updateConnectorLearningJob, updateInteractionStateFromMessage, updateRelationshipSettings, updateSessionConfig, updateSessionStats, updateTaskOutcome, upsertConnectorActionMetadata, upsertConnectorCatalogEntry, upsertConnectorConnection, upsertConnectorInstallation, upsertKnowledgeSourceItems, upsertMemoryRecord, upsertNoteAgentContextRecord, upsertNoteRecord };

package/dist/src/storage/sqlite/knowledge-repository.d.ts

@@ -21,8 +21,8 @@ export declare function listKnowledgeSyncRuns(options?: {
     status?: KnowledgeSyncRunStatus;
     limit?: number;
 }): KnowledgeSyncRun[];
-export declare function getKnowledgeSourceCursor(sourceInstanceId: string): string | undefined;
-export declare function setKnowledgeSourceCursor(sourceInstanceId: string, cursor: string | undefined): void;
+export declare function getKnowledgeSourceCursor(sourceInstanceId: string, collectionScope: string): string | undefined;
+export declare function setKnowledgeSourceCursor(sourceInstanceId: string, collectionScope: string, cursor: string | undefined): void;
 export declare function upsertKnowledgeSourceItems(inputs: KnowledgeSourceItemInput[], nowMs?: number): {
     items: KnowledgeSourceItem[];
     created: number;
@@ -39,12 +39,14 @@ export declare function getKnowledgeConsumerWatermark(consumerId: string, source
 export declare function setKnowledgeConsumerWatermark(consumerId: string, sourceInstanceId: string, sequence: number, nowMs?: number): void;
 export declare function listKnowledgeSourceItems(options?: {
     sourceInstanceId?: string;
+    collectionScope?: string;
     itemType?: string;
     synthesisStatus?: KnowledgeSynthesisStatus;
     includeDeleted?: boolean;
     limit?: number;
     offset?: number;
 }): KnowledgeSourceItem[];
+export declare function pruneBoundedKnowledgeSourceItems(sourceInstanceId: string, olderThanMs: number): number;
 export declare function setKnowledgeSourceItemSynthesisStatus(itemIds: string[], status: KnowledgeSynthesisStatus, nowMs?: number): number;
 export declare function claimKnowledgeSourceItems(options: {
     workerId: string;

package/dist/src/storage/sqlite/knowledge-repository.js

@@ -29,6 +29,7 @@ function sourceItemFromRow(row) {
 	return {
 		id: row.item_id,
 		sourceInstanceId: row.source_instance_id,
+		collectionScope: row.collection_scope,
 		externalId: row.external_id,
 		itemType: row.item_type,
 		...row.author_role ? { authorRole: row.author_role } : {},
@@ -127,16 +128,16 @@ function listKnowledgeSyncRuns(options = {}) {
        ${where.length > 0 ? `WHERE ${where.join(" AND ")}` : ""}
        ORDER BY started_at DESC LIMIT ?`).all(...params, limit).map(syncRunFromRow);
 }
-function getKnowledgeSourceCursor(sourceInstanceId) {
-	return getSqliteDatabase().prepare(`SELECT cursor FROM knowledge_source_state WHERE source_instance_id = ?`).get(sourceInstanceId)?.cursor ?? void 0;
+function getKnowledgeSourceCursor(sourceInstanceId, collectionScope) {
+	return getSqliteDatabase().prepare(`SELECT cursor FROM knowledge_collection_state WHERE source_instance_id = ? AND collection_scope = ?`).get(sourceInstanceId, collectionScope)?.cursor ?? void 0;
 }
-function setKnowledgeSourceCursor(sourceInstanceId, cursor) {
+function setKnowledgeSourceCursor(sourceInstanceId, collectionScope, cursor) {
 	runSqliteWriteTransaction((db) => {
-		db.prepare(`INSERT INTO knowledge_source_state (source_instance_id, cursor, updated_at)
-       VALUES (?, ?, ?)
-       ON CONFLICT(source_instance_id) DO UPDATE SET
+		db.prepare(`INSERT INTO knowledge_collection_state (source_instance_id, collection_scope, cursor, updated_at)
+       VALUES (?, ?, ?, ?)
+       ON CONFLICT(source_instance_id, collection_scope) DO UPDATE SET
          cursor = excluded.cursor,
-         updated_at = excluded.updated_at`).run(sourceInstanceId, cursor ?? null, Date.now());
+         updated_at = excluded.updated_at`).run(sourceInstanceId, collectionScope, cursor ?? null, Date.now());
 	});
 }
 function upsertKnowledgeSourceItems(inputs, nowMs = Date.now()) {
@@ -147,7 +148,7 @@ function upsertKnowledgeSourceItems(inputs, nowMs = Date.now()) {
 		let unchanged = 0;
 		for (const input of inputs) {
 			const existing = db.prepare(`SELECT * FROM knowledge_source_items
-         WHERE source_instance_id = ? AND external_id = ?`).get(input.sourceInstanceId, input.externalId);
+         WHERE source_instance_id = ? AND collection_scope = ? AND external_id = ?`).get(input.sourceInstanceId, input.collectionScope, input.externalId);
 			const id = existing?.item_id ?? input.id ?? randomUUID();
 			if (existing?.content_hash === input.contentHash && existing.deleted_at === parseTimestamp(input.deletedAt)) {
 				unchanged += 1;
@@ -155,13 +156,14 @@ function upsertKnowledgeSourceItems(inputs, nowMs = Date.now()) {
 				continue;
 			}
 			db.prepare(`INSERT INTO knowledge_source_items (
-          item_id, source_instance_id, external_id, item_type, author_role,
+          item_id, source_instance_id, collection_scope, external_id, item_type, author_role,
           occurred_at, source_updated_at, content_hash, normalized_text,
           payload_ref, metadata_json, sensitivity, retention_class,
           synthesis_pipeline, synthesis_status, deleted_at, created_at, updated_at
-        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
-        ON CONFLICT(source_instance_id, external_id) DO UPDATE SET
+        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+        ON CONFLICT(source_instance_id, collection_scope, external_id) DO UPDATE SET
           item_type = excluded.item_type,
+          collection_scope = excluded.collection_scope,
           author_role = excluded.author_role,
           occurred_at = excluded.occurred_at,
           source_updated_at = excluded.source_updated_at,
@@ -178,7 +180,7 @@ function upsertKnowledgeSourceItems(inputs, nowMs = Date.now()) {
           synthesis_claimed_by = NULL,
           synthesis_error = NULL,
           deleted_at = excluded.deleted_at,
-          updated_at = excluded.updated_at`).run(id, input.sourceInstanceId, input.externalId, input.itemType, input.authorRole ?? null, parseTimestamp(input.occurredAt), parseTimestamp(input.sourceUpdatedAt), input.contentHash, input.normalizedText ?? null, input.payloadRef ?? null, JSON.stringify(input.metadata ?? {}), input.sensitivity ?? "normal", input.retentionClass ?? "bounded", input.synthesisPipeline ?? "user_understanding", input.synthesisStatus ?? "pending", parseTimestamp(input.deletedAt), existing?.created_at ?? nowMs, nowMs);
+          updated_at = excluded.updated_at`).run(id, input.sourceInstanceId, input.collectionScope, input.externalId, input.itemType, input.authorRole ?? null, parseTimestamp(input.occurredAt), parseTimestamp(input.sourceUpdatedAt), input.contentHash, input.normalizedText ?? null, input.payloadRef ?? null, JSON.stringify(input.metadata ?? {}), input.sensitivity ?? "normal", input.retentionClass ?? "bounded", input.synthesisPipeline ?? "user_understanding", input.synthesisStatus ?? "pending", parseTimestamp(input.deletedAt), existing?.created_at ?? nowMs, nowMs);
 			const row = db.prepare(`SELECT * FROM knowledge_source_items WHERE item_id = ?`).get(id);
 			items.push(sourceItemFromRow(row));
 			const changeKind = input.deletedAt ? "deleted" : existing ? "modified" : "added";
@@ -238,6 +240,10 @@ function listKnowledgeSourceItems(options = {}) {
 		where.push("source_instance_id = ?");
 		params.push(options.sourceInstanceId);
 	}
+	if (options.collectionScope) {
+		where.push("collection_scope = ?");
+		params.push(options.collectionScope);
+	}
 	if (options.itemType) {
 		where.push("item_type = ?");
 		params.push(options.itemType);
@@ -254,6 +260,11 @@ function listKnowledgeSourceItems(options = {}) {
        ORDER BY COALESCE(source_updated_at, occurred_at, updated_at) DESC
        LIMIT ? OFFSET ?`).all(...params, limit, offset).map(sourceItemFromRow);
 }
+function pruneBoundedKnowledgeSourceItems(sourceInstanceId, olderThanMs) {
+	return runSqliteWriteTransaction((db) => Number(db.prepare(`DELETE FROM knowledge_source_items
+     WHERE source_instance_id = ? AND retention_class = 'bounded'
+       AND COALESCE(source_updated_at, occurred_at, updated_at) < ?`).run(sourceInstanceId, olderThanMs).changes));
+}
 function setKnowledgeSourceItemSynthesisStatus(itemIds, status, nowMs = Date.now()) {
 	if (itemIds.length === 0) return 0;
 	return runSqliteWriteTransaction((db) => {
@@ -350,4 +361,4 @@ function listMemoryEvidence(recordId) {
 	}));
 }
 //#endregion
-export { attachMemoryEvidence, claimKnowledgeSourceItems, completeKnowledgeSourceItemSynthesis, deleteMemoryEvidenceForRecord, finishKnowledgeSyncRun, getKnowledgeConsumerWatermark, getKnowledgeSourceCursor, getKnowledgeSourceItem, listKnowledgeSourceChanges, listKnowledgeSourceItems, listKnowledgeSyncRuns, listMemoryEvidence, setKnowledgeConsumerWatermark, setKnowledgeSourceCursor, setKnowledgeSourceItemSynthesisStatus, startKnowledgeSyncRun, upsertKnowledgeSourceItems };
+export { attachMemoryEvidence, claimKnowledgeSourceItems, completeKnowledgeSourceItemSynthesis, deleteMemoryEvidenceForRecord, finishKnowledgeSyncRun, getKnowledgeConsumerWatermark, getKnowledgeSourceCursor, getKnowledgeSourceItem, listKnowledgeSourceChanges, listKnowledgeSourceItems, listKnowledgeSyncRuns, listMemoryEvidence, pruneBoundedKnowledgeSourceItems, setKnowledgeConsumerWatermark, setKnowledgeSourceCursor, setKnowledgeSourceItemSynthesisStatus, startKnowledgeSyncRun, upsertKnowledgeSourceItems };

package/dist/src/storage/sqlite/migrations/062_connector_learning_jobs.sql

@@ -0,0 +1,27 @@
+CREATE TABLE connector_learning_jobs (
+  job_id               TEXT PRIMARY KEY,
+  idempotency_key      TEXT NOT NULL UNIQUE,
+  connector_id         TEXT NOT NULL,
+  connection_id        TEXT NOT NULL,
+  source_instance_id   TEXT NOT NULL,
+  agent_id              TEXT NOT NULL,
+  mode                  TEXT NOT NULL CHECK(mode IN ('bootstrap', 'incremental')),
+  status                TEXT NOT NULL CHECK(status IN ('queued', 'running', 'completed', 'failed', 'paused')),
+  phase                 TEXT NOT NULL CHECK(phase IN ('queued', 'fetching', 'indexing', 'deriving', 'completed')),
+  items_discovered      INTEGER NOT NULL DEFAULT 0,
+  items_indexed         INTEGER NOT NULL DEFAULT 0,
+  candidates_created    INTEGER NOT NULL DEFAULT 0,
+  attempt_count         INTEGER NOT NULL DEFAULT 0,
+  error                 TEXT,
+  next_run_at           INTEGER,
+  started_at            INTEGER,
+  finished_at           INTEGER,
+  created_at            INTEGER NOT NULL,
+  updated_at            INTEGER NOT NULL,
+  FOREIGN KEY(connection_id) REFERENCES connector_connections(id) ON DELETE CASCADE
+);
+
+CREATE INDEX idx_connector_learning_jobs_due
+  ON connector_learning_jobs(status, next_run_at, created_at);
+CREATE INDEX idx_connector_learning_jobs_source
+  ON connector_learning_jobs(source_instance_id, created_at DESC);

package/dist/src/storage/sqlite/migrations/063_knowledge_collection_scopes.sql

@@ -0,0 +1,14 @@
+ALTER TABLE knowledge_source_items ADD COLUMN collection_scope TEXT NOT NULL DEFAULT 'primary';
+
+DROP TABLE knowledge_source_state;
+
+CREATE TABLE knowledge_collection_state (
+  source_instance_id TEXT NOT NULL,
+  collection_scope   TEXT NOT NULL,
+  cursor             TEXT,
+  updated_at         INTEGER NOT NULL,
+  PRIMARY KEY(source_instance_id, collection_scope)
+);
+
+CREATE INDEX idx_knowledge_source_items_collection
+  ON knowledge_source_items(source_instance_id, collection_scope, updated_at DESC);

package/dist/src/storage/sqlite/migrations/064_user_claims.sql

@@ -0,0 +1,60 @@
+CREATE TABLE user_entities (
+  entity_id        TEXT PRIMARY KEY,
+  entity_type      TEXT NOT NULL CHECK(entity_type IN ('person', 'project', 'organization')),
+  canonical_label TEXT NOT NULL,
+  created_at       INTEGER NOT NULL,
+  updated_at       INTEGER NOT NULL
+);
+
+CREATE TABLE user_entity_handles (
+  entity_id        TEXT NOT NULL,
+  handle_type      TEXT NOT NULL CHECK(handle_type IN ('email', 'provider_user', 'display_name')),
+  normalized_value TEXT NOT NULL,
+  source_scope     TEXT NOT NULL,
+  verified         INTEGER NOT NULL CHECK(verified IN (0, 1)),
+  created_at       INTEGER NOT NULL,
+  PRIMARY KEY(handle_type, normalized_value, source_scope),
+  FOREIGN KEY(entity_id) REFERENCES user_entities(entity_id) ON DELETE CASCADE
+);
+
+CREATE INDEX idx_user_entity_handles_entity ON user_entity_handles(entity_id);
+
+CREATE TABLE user_claims (
+  claim_id                    TEXT PRIMARY KEY,
+  agent_id                    TEXT NOT NULL,
+  claim_class                 TEXT NOT NULL CHECK(claim_class IN ('relationship', 'project', 'routine')),
+  claim_key                   TEXT NOT NULL,
+  subject_entity_id           TEXT,
+  value_json                  TEXT NOT NULL,
+  state                       TEXT NOT NULL CHECK(state IN ('provisional', 'active', 'rejected', 'stale')),
+  user_state                  TEXT NOT NULL CHECK(user_state IN ('auto', 'confirmed', 'rejected')),
+  confidence                  REAL NOT NULL,
+  independent_evidence_count INTEGER NOT NULL,
+  active_day_count            INTEGER NOT NULL,
+  first_observed_at           INTEGER NOT NULL,
+  last_reinforced_at          INTEGER NOT NULL,
+  memory_record_id            TEXT,
+  created_at                  INTEGER NOT NULL,
+  updated_at                  INTEGER NOT NULL,
+  UNIQUE(agent_id, claim_class, claim_key),
+  FOREIGN KEY(subject_entity_id) REFERENCES user_entities(entity_id) ON DELETE SET NULL,
+  FOREIGN KEY(memory_record_id) REFERENCES memory_records(record_id) ON DELETE SET NULL
+);
+
+CREATE INDEX idx_user_claims_agent_state
+  ON user_claims(agent_id, state, confidence DESC, last_reinforced_at DESC);
+
+CREATE TABLE user_claim_evidence (
+  claim_id          TEXT NOT NULL,
+  logical_event_key TEXT NOT NULL,
+  source_item_id    TEXT NOT NULL,
+  source_instance_id TEXT NOT NULL,
+  relation          TEXT NOT NULL CHECK(relation IN ('supports', 'contradicts')),
+  observed_at       INTEGER NOT NULL,
+  created_at        INTEGER NOT NULL,
+  PRIMARY KEY(claim_id, logical_event_key),
+  FOREIGN KEY(claim_id) REFERENCES user_claims(claim_id) ON DELETE CASCADE,
+  FOREIGN KEY(source_item_id) REFERENCES knowledge_source_items(item_id) ON DELETE CASCADE
+);
+
+CREATE INDEX idx_user_claim_evidence_source ON user_claim_evidence(source_item_id);

package/dist/src/storage/sqlite/migrations/065_knowledge_item_scope_identity.sql

@@ -0,0 +1,116 @@
+CREATE TABLE memory_evidence_backup AS SELECT * FROM memory_evidence;
+CREATE TABLE knowledge_source_changes_backup AS SELECT * FROM knowledge_source_changes;
+CREATE TABLE user_claim_evidence_backup AS SELECT * FROM user_claim_evidence;
+
+DROP TABLE memory_evidence;
+DROP TABLE knowledge_source_changes;
+DROP TABLE user_claim_evidence;
+
+CREATE TABLE knowledge_source_items_v65 (
+  item_id              TEXT PRIMARY KEY,
+  source_instance_id   TEXT NOT NULL,
+  collection_scope     TEXT NOT NULL,
+  external_id          TEXT NOT NULL,
+  item_type            TEXT NOT NULL,
+  author_role          TEXT,
+  occurred_at          INTEGER,
+  source_updated_at    INTEGER,
+  content_hash         TEXT NOT NULL,
+  normalized_text      TEXT,
+  payload_ref          TEXT,
+  metadata_json        TEXT NOT NULL DEFAULT '{}',
+  sensitivity          TEXT NOT NULL DEFAULT 'normal',
+  retention_class      TEXT NOT NULL DEFAULT 'bounded',
+  synthesis_status     TEXT NOT NULL DEFAULT 'pending',
+  synthesis_pipeline   TEXT NOT NULL DEFAULT 'user_understanding'
+    CHECK(synthesis_pipeline IN ('user_understanding', 'connected_knowledge')),
+  synthesis_attempts   INTEGER NOT NULL DEFAULT 0,
+  synthesis_claimed_at INTEGER,
+  synthesis_claimed_by TEXT,
+  synthesis_error      TEXT,
+  deleted_at           INTEGER,
+  created_at           INTEGER NOT NULL,
+  updated_at           INTEGER NOT NULL,
+  UNIQUE(source_instance_id, collection_scope, external_id)
+);
+
+INSERT INTO knowledge_source_items_v65 (
+  item_id, source_instance_id, collection_scope, external_id, item_type, author_role,
+  occurred_at, source_updated_at, content_hash, normalized_text, payload_ref, metadata_json,
+  sensitivity, retention_class, synthesis_status, synthesis_pipeline, synthesis_attempts,
+  synthesis_claimed_at, synthesis_claimed_by, synthesis_error, deleted_at, created_at, updated_at
+)
+SELECT
+  item_id, source_instance_id, collection_scope, external_id, item_type, author_role,
+  occurred_at, source_updated_at, content_hash, normalized_text, payload_ref, metadata_json,
+  sensitivity, retention_class, synthesis_status, synthesis_pipeline, synthesis_attempts,
+  synthesis_claimed_at, synthesis_claimed_by, synthesis_error, deleted_at, created_at, updated_at
+FROM knowledge_source_items;
+
+DROP TABLE knowledge_source_items;
+ALTER TABLE knowledge_source_items_v65 RENAME TO knowledge_source_items;
+
+CREATE INDEX idx_knowledge_source_items_source_updated
+  ON knowledge_source_items(source_instance_id, updated_at DESC);
+CREATE INDEX idx_knowledge_source_items_synthesis
+  ON knowledge_source_items(synthesis_status, updated_at);
+CREATE INDEX idx_knowledge_source_items_hash
+  ON knowledge_source_items(content_hash);
+CREATE INDEX idx_knowledge_source_items_synthesis_lease
+  ON knowledge_source_items(synthesis_pipeline, synthesis_status, synthesis_claimed_at, updated_at);
+CREATE INDEX idx_knowledge_source_items_collection
+  ON knowledge_source_items(source_instance_id, collection_scope, updated_at DESC);
+
+CREATE TABLE memory_evidence (
+  evidence_id       TEXT PRIMARY KEY,
+  record_id         TEXT NOT NULL,
+  source_item_id    TEXT,
+  relation          TEXT NOT NULL,
+  excerpt           TEXT,
+  confidence        REAL,
+  observed_at       INTEGER,
+  created_at        INTEGER NOT NULL,
+  FOREIGN KEY(record_id) REFERENCES memory_records(record_id) ON DELETE CASCADE,
+  FOREIGN KEY(source_item_id) REFERENCES knowledge_source_items(item_id) ON DELETE SET NULL
+);
+INSERT INTO memory_evidence SELECT * FROM memory_evidence_backup;
+DROP TABLE memory_evidence_backup;
+CREATE INDEX idx_memory_evidence_record ON memory_evidence(record_id, created_at DESC);
+CREATE INDEX idx_memory_evidence_source_item ON memory_evidence(source_item_id);
+CREATE UNIQUE INDEX idx_memory_evidence_record_source_relation
+  ON memory_evidence(record_id, source_item_id, relation)
+  WHERE source_item_id IS NOT NULL;
+
+CREATE TABLE knowledge_source_changes (
+  sequence            INTEGER PRIMARY KEY AUTOINCREMENT,
+  change_id           TEXT NOT NULL UNIQUE,
+  source_instance_id  TEXT NOT NULL,
+  source_item_id      TEXT NOT NULL,
+  change_kind         TEXT NOT NULL CHECK(change_kind IN ('added', 'modified', 'deleted')),
+  old_hash            TEXT,
+  new_hash            TEXT,
+  changed_at          INTEGER NOT NULL,
+  FOREIGN KEY(source_item_id) REFERENCES knowledge_source_items(item_id) ON DELETE CASCADE
+);
+INSERT INTO knowledge_source_changes SELECT * FROM knowledge_source_changes_backup;
+DROP TABLE knowledge_source_changes_backup;
+CREATE INDEX idx_knowledge_source_changes_source_sequence
+  ON knowledge_source_changes(source_instance_id, sequence);
+CREATE INDEX idx_knowledge_source_changes_changed_at
+  ON knowledge_source_changes(changed_at DESC);
+
+CREATE TABLE user_claim_evidence (
+  claim_id           TEXT NOT NULL,
+  logical_event_key  TEXT NOT NULL,
+  source_item_id     TEXT NOT NULL,
+  source_instance_id TEXT NOT NULL,
+  relation           TEXT NOT NULL CHECK(relation IN ('supports', 'contradicts')),
+  observed_at        INTEGER NOT NULL,
+  created_at         INTEGER NOT NULL,
+  PRIMARY KEY(claim_id, logical_event_key),
+  FOREIGN KEY(claim_id) REFERENCES user_claims(claim_id) ON DELETE CASCADE,
+  FOREIGN KEY(source_item_id) REFERENCES knowledge_source_items(item_id) ON DELETE CASCADE
+);
+INSERT INTO user_claim_evidence SELECT * FROM user_claim_evidence_backup;
+DROP TABLE user_claim_evidence_backup;
+CREATE INDEX idx_user_claim_evidence_source ON user_claim_evidence(source_item_id);