@xopcai/xopc 0.0.374 → 0.0.376

package/dist/src/gateway/hono/routes/user-model-refresh.js

@@ -1,8 +1,8 @@
 import { listConnectorLearningJobs } from "../../../storage/sqlite/connector-learning-repository.js";
 import { getConnectorAccount } from "../../../storage/sqlite/connector-account-repository.js";
 import { init_sqlite } from "../../../storage/sqlite/index.js";
-import { getWorkDiscoveryRun } from "../../../work-discovery/repository.js";
 import { getConnectorUnderstandingSourceRun } from "../../../user-context/sources/repository.js";
+import { getWorkDiscoveryRun } from "../../../work-discovery/repository.js";
 import { isLocalUnderstandingSourceId } from "../../../user-context/sources/local-source-contract.js";
 import { normalizeUnderstandingSourceItems } from "../../../work-discovery/service.js";
 import { UnderstandingRefreshService } from "../../../user-context/sources/refresh-service.js";

package/dist/src/gateway/hono/routes/user-model.js

@@ -1,10 +1,12 @@
 import { init_transaction, runSqliteWriteTransaction } from "../../../storage/sqlite/transaction.js";
 import { createCollaborationRule, getCollaborationRule, init_collaboration_rule_repository, listCollaborationRules, setCollaborationRuleStatus } from "../../../storage/sqlite/collaboration-rule-repository.js";
+import { getActiveUnderstandingConsent } from "../../../user-context/sources/consent-repository.js";
+import { listUnderstandingSourceGrants } from "../../../user-context/sources/repository.js";
 import { KnowledgeReviewConflictError, deleteKnowledgeItem, getKnowledgeItem, listKnowledgeItems, reviewKnowledgeItem, searchKnowledgeItems } from "../../../knowledge-memory/repository.js";
 import "../../../knowledge-memory/index.js";
+import { createPriorityWindow, createUserGoal, listPriorityWindows, listUserGoals, setUserGoalStatus, updatePriorityWindow, updateUserGoal } from "../../../user-model/goals.js";
 import { deleteUserAssertion, getAssertionSlot, getUserAssertion, listUserAssertionSources, listUserAssertions, reconcileAssertion, setAssertionStatus, setUserAssertionScope } from "../../../user-model/repository.js";
 import { listActionRuleSuggestions } from "../../../user-model/action-rule-suggestions.js";
-import { createPriorityWindow, createUserGoal, listPriorityWindows, listUserGoals, setUserGoalStatus, updatePriorityWindow, updateUserGoal } from "../../../user-model/goals.js";
 import { listUserAssertionEdges, listUserModelObservations } from "../../../user-model/observation-repository.js";
 import { applyUserProfilePatch, getUserProfileSnapshot } from "../../../user-model/profile.js";
 import { bootstrapUserModel } from "../../../user-model/bootstrap.js";
@@ -13,8 +15,7 @@ import "../../../user-model/index.js";
 import { listMemoryMaintenanceRuns } from "../../../memory-maintenance/service.js";
 import "../../../memory-maintenance/index.js";
 import { getExecutionContextAudit, recordExecutionContextFeedback } from "../../../agent/context/audit.js";
-import { getActiveUnderstandingConsent } from "../../../user-context/sources/consent-repository.js";
-import { listUnderstandingSourceGrants } from "../../../user-context/sources/repository.js";
+import { registerMemoryLearningRoutes } from "./memory-learning.js";
 import { userInfo } from "node:os";
 //#region src/gateway/hono/routes/user-model.ts
 init_transaction();
@@ -209,6 +210,7 @@ function decodeMobileCursor(value) {
 	}
 }
 function registerUserModelRoutes(authenticated, deps) {
+	registerMemoryLearningRoutes(authenticated, deps);
 	const write = deps.strictRateLimitMiddleware;
 	const userContextConfig = () => deps.service.currentConfig.userContext;
 	const memorySettings = () => {

package/dist/src/gateway/hono/routes/voice.js

@@ -1,8 +1,8 @@
 import { voiceSelectionSchema } from "../../../../packages/realtime-protocol/src/voice-catalog.js";
 import { VOICE_TIMING_METRICS, createVoiceSessionRequestSchema, init_voice } from "../../../../packages/realtime-protocol/src/voice.js";
 import { getDefaultModelSync, init_providers, resolveModel } from "../../../providers/index.js";
-import { isPersonalConversation } from "../../../personal-agent/repository.js";
 import { completeWithResolvedCredentials } from "../../../providers/model-call.js";
+import { isPersonalConversation } from "../../../personal-agent/repository.js";
 import { resolveSttProviderConfigSlice } from "../../../voice/stt/config-slice.js";
 import { STTTranscriptionError, transcribe } from "../../../voice/stt/transcribe-core.js";
 import { isSTTAvailable } from "../../../voice/stt/availability.js";

package/dist/src/gateway/image-generation-setup.js

@@ -2,8 +2,8 @@ import { normalizeAgentId } from "../agent-catalog/id.js";
 import { AgentCatalogRepository, init_repository } from "../agent-catalog/repository.js";
 import { init_agent_scope } from "../agent/agent-scope.js";
 import { AgentCatalogService } from "../agent-catalog/service.js";
-import { ConfigSchema, init_schema } from "../config/schema.js";
 import { resolveEffectiveAgentConfigForAgent } from "../config/agent-profile.js";
+import { ConfigSchema, init_schema } from "../config/schema.js";
 import { fetchWithTimeoutGuarded } from "../media-shared/http/provider-http.js";
 import "../media-shared/http/index.js";
 import { getImageGenerationProvider, listImageGenerationProvidersSummary } from "../agent/image/generation/provider-registry.js";

package/dist/src/gateway/service/config-coordinator.js

@@ -1,8 +1,8 @@
 import { createLogger } from "../../utils/logger/index.js";
 import { init_logger } from "../../utils/logger.js";
-import { configureTracing } from "../../observability/runtime.js";
 import { getModelRegistry } from "../../providers/model-registry.js";
 import { init_providers } from "../../providers/index.js";
+import { configureTracing } from "../../observability/runtime.js";
 import { evictAllEmbeddedSessionRunners } from "../../agent/embedded/session-runner.js";
 import { reloadImageGenerationProviders } from "../../agent/image/generation/provider-registry.js";
 import { loadConfig, saveConfig } from "../../config/loader.js";

package/dist/src/gateway/service.js

@@ -22,19 +22,20 @@ import { getSessionConfig, init_config_repository } from "../storage/sqlite/conf
 import { init_sqlite } from "../storage/sqlite/index.js";
 import { normalizeAgentId } from "../agent-catalog/id.js";
 import { init_agent_scope, listAgentEntries, resolveAgentWorkspaceDir, resolveDefaultAgentId } from "../agent/agent-scope.js";
-import { init_paths, resolveConfigPath, resolveExtensionsDir } from "../config/paths.js";
-import { flushTracing } from "../observability/runtime.js";
+import { listKnowledgeItems } from "../knowledge-memory/repository.js";
 import { init_config, resolveKnowledgeReadPolicy } from "../user-context/config.js";
-import { getAgentDefaultModelRef, init_schema } from "../config/schema.js";
 import { init_agent_session_key, resolveAgentMainConversationId } from "../routing/agent-session-key.js";
 import { init_session_key, resolveConversationId, sanitizeSegment } from "../routing/session-key.js";
+import "../knowledge-memory/index.js";
 import { getDefaultAgentId, init_resolve_route } from "../routing/resolve-route.js";
 import { resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
+import { getAgentDefaultModelRef, init_schema } from "../config/schema.js";
+import { init_paths, resolveConfigPath, resolveExtensionsDir } from "../config/paths.js";
 import { prewarmModelRegistry } from "../providers/model-registry.js";
 import { init_providers, providers_exports } from "../providers/index.js";
+import { flushTracing } from "../observability/runtime.js";
 import { AI_USAGE_RETENTION_MS, markStaleAiUsageEventsUnknown, pruneAiUsageEvents } from "../storage/sqlite/ai-usage-repository.js";
-import { listKnowledgeItems } from "../knowledge-memory/repository.js";
-import "../knowledge-memory/index.js";
+import { getWorkspacePath } from "../config/workspace-path-helpers.js";
 import { getPersonalAgentByConversation } from "../personal-agent/repository.js";
 import { TaskConversationRepository } from "../tasks/task-conversation-repository.js";
 import { getEmbeddedExecutionSession } from "../agent/embedded/execution-context.js";
@@ -75,10 +76,9 @@ import { bootstrapApplicationStateSync } from "../bootstrap/application-state.js
 import { setPairingBroadcastSink } from "../channels/pairing/pairing-events.js";
 import { registerClarificationChannelRuntime } from "./clarify-runtime.js";
 import { ChannelManager } from "../channels/manager.js";
-import { getWorkspacePath } from "../config/workspace-path-helpers.js";
-import "../config/index.js";
 import { ChatPreviewService } from "../chat-previews/service.js";
 import "../chat-previews/index.js";
+import "../config/index.js";
 import { ManagedComposioEventPoller } from "../connectors/composio-managed-events.js";
 import { startConnectedKnowledgeCoordinator } from "../knowledge/coordinator.js";
 import "../knowledge/index.js";
@@ -910,7 +910,17 @@ var GatewayService = class {
 			if (reply) this.emit("personal.reply.delivered", reply);
 		};
 		await new TaskResultDeliveryService().drain(notify);
-		new PersonalReplyComposer().drain(notify, (conversationId) => !this.agentRunner.hasActiveRun(conversationId) && !this.agentRunner.inputs.isAcceptingInput(conversationId) && (!this.voiceRealtime.hasConversation(conversationId) || this.voiceRealtime.canPublishReply(conversationId))).catch((err) => {
+		new PersonalReplyComposer().drain(async (conversationId, deliveryId) => {
+			const reply = personalReplyNotification(conversationId, deliveryId);
+			notify(conversationId, deliveryId);
+			if (reply && typeof reply.text === "string" && reply.text.trim() && this.voiceRealtime.hasConversation(conversationId)) {
+				if (!await this.voiceRealtime.offerReply({
+					conversationId,
+					deliveryId,
+					text: reply.text
+				})) throw new Error("Personal voice reply deferred");
+			}
+		}, (conversationId) => !this.agentRunner.hasActiveRun(conversationId) && !this.agentRunner.inputs.isAcceptingInput(conversationId) && (!this.voiceRealtime.hasConversation(conversationId) || this.voiceRealtime.canPublishReply(conversationId))).catch((err) => {
 			log.error({
 				err,
 				phase: "task_result_reply"

package/dist/src/home-intelligence/generator.js

@@ -1,8 +1,8 @@
 import { init_agent_scope, resolveDefaultAgentId } from "../agent/agent-scope.js";
+import { resolveModelSelector } from "../config/agent-model-intents.js";
 import { init_providers, resolveModel } from "../providers/index.js";
 import { completeWithResolvedCredentials, isLocalModelBaseUrl } from "../providers/model-call.js";
 import { extractAssistantText, getAssistantMessageErrorReason } from "../providers/model-response.js";
-import { resolveModelSelector } from "../config/agent-model-intents.js";
 import { z } from "zod";
 //#region src/home-intelligence/generator.ts
 init_agent_scope();

package/dist/src/imports/inventory.js

@@ -1,6 +1,6 @@
-import { init_paths, resolveSkillsDir } from "../config/paths.js";
 import { listKnowledgeItems } from "../knowledge-memory/repository.js";
 import "../knowledge-memory/index.js";
+import { init_paths, resolveSkillsDir } from "../config/paths.js";
 import { ProjectService } from "../projects/project-service.js";
 import { resolveWorkspaceSkillsDir } from "../agent/skills/workspace-skills-dir.js";
 import { ImportError } from "./types.js";

package/dist/src/infra/update-restart.d.ts

@@ -1,10 +1,12 @@
 /**
  * Gateway restart after xopc update — daemon, unmanaged, or in-process respawn.
  */
+import type { GatewayService } from '../daemon/types.js';
 export type UpdateRestartResult = {
     ok: boolean;
     mode: 'in-process' | 'daemon' | 'unmanaged' | 'skipped' | 'disabled' | 'failed';
     message?: string;
+    warning?: string;
 };
 export type InProcessRestartTrigger = () => {
     ok: boolean;
@@ -12,10 +14,13 @@ export type InProcessRestartTrigger = () => {
     message?: string;
 };
 export declare function isRunningInsideGatewayService(env?: Record<string, string | undefined>): boolean;
+/** Load platform modules before the installer replaces files used by this process. */
+export declare function prepareGatewayRestart(shouldRestart?: boolean): Promise<GatewayService | undefined>;
 export declare function maybeRestartGatewayAfterUpdate(params: {
     shouldRestart?: boolean;
     expectedVersion?: string;
     updatedPackageRoot?: string;
     configPath?: string;
     triggerInProcessRestart?: InProcessRestartTrigger;
+    preparedService?: GatewayService;
 }): Promise<UpdateRestartResult>;

package/dist/src/infra/update-restart.js

@@ -19,6 +19,11 @@ const DEFAULT_HEALTH_DELAY_MS = 500;
 function isRunningInsideGatewayService(env = process.env) {
 	return env.XOPC_SERVICE_MARKER?.trim() === "1";
 }
+/** Load platform modules before the installer replaces files used by this process. */
+async function prepareGatewayRestart(shouldRestart) {
+	if (shouldRestart === false || !isRestartEnabled(loadConfig(resolveConfigPath()))) return;
+	return resolveGatewayService();
+}
 function resolveGatewayPort(configPath) {
 	const config = loadConfig(configPath ?? resolveConfigPath());
 	return typeof config.gateway?.port === "number" ? config.gateway.port : 18790;
@@ -42,27 +47,31 @@ async function resolveRestartPort(service) {
 	return parsePortFromArgs((await service.readCommand(process.env).catch(() => null))?.programArguments) ?? resolveGatewayPort();
 }
 async function waitForGatewayHealth(port, expectedVersion) {
-	for (let attempt = 0; attempt < DEFAULT_HEALTH_ATTEMPTS; attempt += 1) try {
+	const config = loadConfig(resolveConfigPath());
+	const credential = process.env.XOPC_GATEWAY_TOKEN || process.env.XOPC_GATEWAY_PASSWORD || config.gateway?.auth?.token || config.gateway?.auth?.password;
+	for (let attempt = 0; attempt < DEFAULT_HEALTH_ATTEMPTS; attempt += 1) {
 		const controller = new AbortController();
 		const timeout = setTimeout(() => controller.abort(), 1500);
-		const response = await fetch(`http://127.0.0.1:${port}/api/health`, {
-			method: "GET",
-			signal: controller.signal
-		});
-		clearTimeout(timeout);
-		if (!response.ok) {
-			await new Promise((r) => setTimeout(r, DEFAULT_HEALTH_DELAY_MS));
-			continue;
-		}
-		if (expectedVersion) {
-			const body = await response.json();
-			if (body.version && body.version !== expectedVersion) {
-				await new Promise((r) => setTimeout(r, DEFAULT_HEALTH_DELAY_MS));
-				continue;
+		try {
+			const response = await fetch(`http://127.0.0.1:${port}/api/health`, {
+				method: "GET",
+				signal: controller.signal
+			});
+			if (!response.ok) throw new Error("Gateway health unavailable");
+			const health = await response.json();
+			if (health.ready !== true || health.status !== "ok") throw new Error("Gateway is still starting");
+			if (expectedVersion) {
+				const status = await fetch(`http://127.0.0.1:${port}/api/status`, {
+					headers: credential ? { Authorization: `Bearer ${credential}` } : void 0,
+					signal: controller.signal
+				});
+				if (!status.ok) throw new Error("Gateway version unavailable");
+				if ((await status.json()).version !== expectedVersion) throw new Error("Gateway version mismatch");
 			}
+			return true;
+		} catch {} finally {
+			clearTimeout(timeout);
 		}
-		return true;
-	} catch {
 		await new Promise((r) => setTimeout(r, DEFAULT_HEALTH_DELAY_MS));
 	}
 	return false;
@@ -111,9 +120,9 @@ async function restartDaemonGateway(service, port, expectedVersion) {
 				expectedVersion
 			}, "Gateway restart completed but health check timed out");
 			return {
-				ok: true,
-				mode: "daemon",
-				message: "Gateway service restarted; health check timed out (gateway may still be starting)."
+				ok: false,
+				mode: "failed",
+				message: "Gateway service restarted, but readiness and installed version could not be verified."
 			};
 		}
 		return {
@@ -145,9 +154,10 @@ async function maybeRestartGatewayAfterUpdate(params) {
 		mode: "disabled",
 		message: "Gateway restart is disabled (commands.restart=false). Restart manually: xopc gateway restart"
 	};
-	if (isRunningInsideGatewayService() && params.triggerInProcessRestart) {
-		if (params.updatedPackageRoot && params.expectedVersion) try {
-			const service = await resolveGatewayService();
+	if (params.triggerInProcessRestart) {
+		let warning;
+		if (isRunningInsideGatewayService() && params.updatedPackageRoot && params.expectedVersion) try {
+			const service = params.preparedService ?? await resolveGatewayService();
 			if (await service.isLoaded({ env: process.env })) await refreshGatewayServiceAfterUpdate({
 				service,
 				packageRoot: params.updatedPackageRoot,
@@ -159,11 +169,7 @@ async function maybeRestartGatewayAfterUpdate(params) {
 				err,
 				expectedVersion: params.expectedVersion
 			}, `Gateway service refresh failed after update: ${message}`);
-			return {
-				ok: false,
-				mode: "failed",
-				message: `Installed ${params.expectedVersion}, but failed to refresh the gateway service: ${message}`
-			};
+			warning = `Installed ${params.expectedVersion}, but failed to refresh the gateway service: ${message}`;
 		}
 		const result = params.triggerInProcessRestart();
 		if (!result.ok) return {
@@ -175,11 +181,12 @@ async function maybeRestartGatewayAfterUpdate(params) {
 		return {
 			ok: true,
 			mode: "in-process",
-			message: result.message ?? "Gateway restart scheduled."
+			message: result.message ?? "Gateway restart scheduled.",
+			warning
 		};
 	}
-	const service = await resolveGatewayService();
+	const service = params.preparedService ?? await resolveGatewayService();
 	return restartDaemonGateway(service, await resolveRestartPort(service), params.expectedVersion);
 }
 //#endregion
-export { isRunningInsideGatewayService, maybeRestartGatewayAfterUpdate };
+export { isRunningInsideGatewayService, maybeRestartGatewayAfterUpdate, prepareGatewayRestart };

package/dist/src/infra/update-runner.d.ts

@@ -14,6 +14,7 @@ export type UpdateStepResult = {
 };
 export type UpdatePostUpdateResult = {
     extensions?: ExtensionPostUpdateResult;
+    extensionsError?: string;
     restart?: UpdateRestartResult;
 };
 export type UpdateRunResult = {

package/dist/src/infra/update-runner.js

@@ -1,3 +1,4 @@
+import { PACKAGE_VERSION, init_package_version } from "../package-version.js";
 import { runPostUpdateExtensionSync } from "../extensions/update.js";
 import "./update-channels.js";
 import { compareSemver, resolveNpmChannelTag } from "./update-check.js";
@@ -7,10 +8,11 @@ import { XOPC_PACKAGE_NAME, cleanupGlobalRenameDirs, createGlobalInstallEnv, det
 import { runGlobalPackageUpdateSteps } from "./package-update-steps.js";
 import { resolveStableNodePath } from "./stable-node-path.js";
 import { trimLogTail } from "./update-log.js";
-import { maybeRestartGatewayAfterUpdate } from "./update-restart.js";
+import { maybeRestartGatewayAfterUpdate, prepareGatewayRestart } from "./update-restart.js";
 import path from "node:path";
 import fs from "node:fs/promises";
 //#region src/infra/update-runner.ts
+init_package_version();
 const DEFAULT_TIMEOUT_MS = 2700 * 1e3;
 const MAX_LOG_CHARS = 8e3;
 const CORE_PACKAGE_NAMES = new Set([XOPC_PACKAGE_NAME]);
@@ -522,30 +524,55 @@ async function runGatewayUpdate(opts = {}) {
 }
 async function runGatewayUpdateWithPostSteps(opts = {}) {
 	const channel = opts.channel ?? "stable";
+	let preparedService;
+	try {
+		preparedService = await prepareGatewayRestart(opts.shouldRestart);
+	} catch (err) {
+		return {
+			status: "error",
+			mode: "unknown",
+			reason: "restart-preparation-failed",
+			steps: [],
+			durationMs: 0,
+			postUpdate: { restart: {
+				ok: false,
+				mode: "failed",
+				message: err instanceof Error ? err.message : String(err)
+			} }
+		};
+	}
 	const result = await runGatewayUpdate(opts);
-	if (result.status !== "ok") return result;
+	const needsRuntimeRestart = result.status === "skipped" && result.reason === "up-to-date" && Boolean(opts.triggerInProcessRestart) && Boolean(result.after?.version) && result.after.version !== PACKAGE_VERSION;
+	if (result.status !== "ok" && !needsRuntimeRestart) return result;
 	const postUpdate = {};
-	if (!opts.skipExtensionSync) {
-		const extensions = await runPostUpdateExtensionSync({
+	if (!opts.skipExtensionSync && !needsRuntimeRestart) try {
+		postUpdate.extensions = await runPostUpdateExtensionSync({
 			channel,
 			timeoutMs: opts.timeoutMs
 		});
-		postUpdate.extensions = extensions;
-		if (extensions.status === "error") return {
-			...result,
-			status: "error",
-			reason: "post-update-extensions",
-			postUpdate
+	} catch (err) {
+		postUpdate.extensionsError = err instanceof Error ? err.message : String(err);
+	}
+	try {
+		postUpdate.restart = await maybeRestartGatewayAfterUpdate({
+			shouldRestart: opts.shouldRestart,
+			expectedVersion: result.after?.version ?? void 0,
+			updatedPackageRoot: result.mode === "npm" || result.mode === "pnpm" ? result.root : void 0,
+			triggerInProcessRestart: opts.triggerInProcessRestart,
+			preparedService
+		});
+	} catch (err) {
+		postUpdate.restart = {
+			ok: false,
+			mode: "failed",
+			message: err instanceof Error ? err.message : String(err)
 		};
 	}
-	postUpdate.restart = await maybeRestartGatewayAfterUpdate({
-		shouldRestart: opts.shouldRestart,
-		expectedVersion: result.after?.version ?? void 0,
-		updatedPackageRoot: result.mode === "npm" || result.mode === "pnpm" ? result.root : void 0,
-		triggerInProcessRestart: opts.triggerInProcessRestart
-	});
+	const reason = !postUpdate.restart.ok ? "post-update-restart" : postUpdate.extensions?.status === "error" || postUpdate.extensionsError ? "post-update-extensions" : void 0;
 	return {
 		...result,
+		status: reason ? "error" : "ok",
+		reason,
 		postUpdate
 	};
 }
@@ -571,8 +598,10 @@ function formatUpdateApiResult(result, channel) {
 		status: "error",
 		reason: result.reason ?? "update-failed",
 		mode: result.mode,
-		message: failed?.stderrTail ?? failed?.stdoutTail ?? result.reason,
-		stderrTail: failed?.stderrTail ?? void 0
+		message: result.postUpdate?.restart?.ok === false ? result.postUpdate.restart.message : result.postUpdate?.extensionsError ?? failed?.stderrTail ?? failed?.stdoutTail ?? result.reason,
+		stderrTail: failed?.stderrTail ?? void 0,
+		installedVersion: result.after?.version ?? void 0,
+		postUpdate: result.postUpdate ?? void 0
 	};
 }
 async function runAutoUpdateCommand(params) {

package/dist/src/knowledge/chunks.d.ts

@@ -0,0 +1,10 @@
+import type { DatabaseSync } from 'node:sqlite';
+/** Index the retained source text; source deletion removes chunks through the FK. */
+export declare function replaceKnowledgeChunks(db: DatabaseSync, item: {
+    id: string;
+    contentHash: string;
+    normalizedText?: string;
+    sensitivity: string;
+    deletedAt?: string;
+    consentReceiptId?: string;
+}): void;

package/dist/src/knowledge/chunks.js

@@ -0,0 +1,28 @@
+import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
+import { createHash } from "node:crypto";
+//#region src/knowledge/chunks.ts
+/** Index the retained source text; source deletion removes chunks through the FK. */
+function replaceKnowledgeChunks(db, item) {
+	db.prepare("DELETE FROM knowledge_source_chunks WHERE source_item_id = ?").run(item.id);
+	if (!item.normalizedText || item.deletedAt || item.sensitivity === "secret" || item.sensitivity === "regulated") return;
+	const text = item.normalizedText;
+	for (let offset = 0, ordinal = 0; offset < text.length; ordinal += 1) {
+		let end = Math.min(text.length, offset + 2400);
+		if (end < text.length) {
+			const boundary = text.lastIndexOf("\n", end);
+			if (boundary > offset + 1200) end = boundary + 1;
+		}
+		const id = createHash("sha256").update(`${item.id}:${item.contentHash}:${ordinal}`).digest("hex");
+		db.prepare(`INSERT INTO knowledge_source_chunks(chunk_id, source_item_id, source_version, consent_receipt_id, ordinal, locator, text)
+      VALUES (?, ?, ?, ?, ?, ?, ?)`).run(id, item.id, item.contentHash, item.consentReceiptId ?? null, ordinal, JSON.stringify({
+			startChar: offset,
+			endChar: end
+		}), text.slice(offset, end));
+		if (end === text.length) break;
+		offset = end - 150;
+	}
+}
+var init_chunks = __esmMin((() => {}));
+//#endregion
+init_chunks();
+export { init_chunks, replaceKnowledgeChunks };

package/dist/src/knowledge/connected-knowledge-pipeline.js

@@ -1,11 +1,20 @@
 import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
-import { claimKnowledgeSourceItems, completeKnowledgeSourceItemSynthesis, listKnowledgeSourceItems, pruneBoundedKnowledgeSourceItems } from "../storage/sqlite/knowledge-repository.js";
+import { getSqliteDatabase, init_transaction, runSqliteWriteTransaction } from "../storage/sqlite/transaction.js";
+import { createContextEvidence, init_context_evidence_repository } from "../storage/sqlite/context-evidence-repository.js";
+import { init_chunks, replaceKnowledgeChunks } from "./chunks.js";
+import { claimKnowledgeSourceItems, completeKnowledgeSourceItemSynthesis, pruneBoundedKnowledgeSourceItems } from "../storage/sqlite/knowledge-repository.js";
 import { init_sqlite } from "../storage/sqlite/index.js";
+import { getActiveUnderstandingConsent } from "../user-context/sources/consent-repository.js";
+import { clearMemoryAudit } from "../user-context/memory-suppression.js";
 import { listKnowledgeItems, transitionKnowledgeStatus, writeKnowledgeItem } from "../knowledge-memory/repository.js";
 import "../knowledge-memory/index.js";
+import { consentFilteredText } from "../user-context/sources/consent-fields.js";
 import { randomUUID } from "node:crypto";
 //#region src/knowledge/connected-knowledge-pipeline.ts
+init_chunks();
+init_context_evidence_repository();
+init_transaction();
 init_sqlite();
 init_logger();
 const log = createLogger("ConnectedKnowledge");
@@ -49,7 +58,7 @@ var ConnectedKnowledgePipeline = class {
 			recordIds: []
 		};
 		for (const item of claimed) try {
-			const content = boundedText(item);
+			let content = boundedText(item);
 			const existing = listKnowledgeItems({
 				recordClass: "source_index",
 				limit: 2e3
@@ -78,7 +87,43 @@ var ConnectedKnowledgePipeline = class {
 				result.ignored += 1;
 				continue;
 			}
+			const grant = getSqliteDatabase().prepare(`SELECT grant_id FROM understanding_source_grants
+          WHERE status = 'active' AND json_extract(config_json, '$.sourceInstanceId') = ? LIMIT 1`).get(item.sourceInstanceId);
+			const consent = grant ? getActiveUnderstandingConsent(grant.grant_id) : void 0;
+			const filtered = consent ? item.itemType === "local_file" ? consent.allowedFields.includes("content") ? item.normalizedText : void 0 : consentFilteredText(item.normalizedText, new Set(consent.allowedFields)) : void 0;
+			if (consent) content = (filtered ?? "").slice(0, MAX_ITEM_CHARS);
+			replaceKnowledgeChunks(getSqliteDatabase(), {
+				...item,
+				normalizedText: filtered,
+				consentReceiptId: consent?.id
+			});
+			if (!content.trim()) {
+				completeKnowledgeSourceItemSynthesis({
+					itemId: item.id,
+					workerId: this.workerId,
+					status: "ignored"
+				});
+				result.ignored += 1;
+				continue;
+			}
+			const evidence = createContextEvidence({
+				sourceType: "connector",
+				sourceInstanceId: item.sourceInstanceId,
+				sourceItemId: item.id,
+				sourceRef: `knowledge-source://${item.id}`,
+				contentHash: item.contentHash,
+				trustLevel: "untrusted",
+				observedAt: Date.parse(item.sourceUpdatedAt ?? item.updatedAt)
+			});
 			const written = writeKnowledgeItem({
+				verification: "supported",
+				claimMode: "reported",
+				sensitivity: item.sensitivity,
+				evidence: [{
+					id: evidence.id,
+					contentHash: item.contentHash,
+					consentReceiptId: consent?.id
+				}],
 				kind: "workspace_fact",
 				scope: {
 					type: "workspace",
@@ -97,7 +142,8 @@ var ConnectedKnowledgePipeline = class {
 					provider: providerId(item),
 					sourceInstanceId: item.sourceInstanceId,
 					sourceItemId: item.id,
-					payloadRef: item.payloadRef
+					payloadRef: item.payloadRef,
+					consentReceiptId: consent?.id
 				},
 				replaceExisting: true
 			});
@@ -126,36 +172,24 @@ var ConnectedKnowledgePipeline = class {
 		return result;
 	}
 	pruneBoundedRetention(sourceInstanceId, olderThanMs) {
-		const expired = [];
-		for (let offset = 0;; offset += 500) {
-			const page = listKnowledgeSourceItems({
-				sourceInstanceId,
-				retentionClass: "bounded",
-				retentionBeforeMs: olderThanMs,
-				includeDeleted: true,
-				limit: 500,
-				offset
-			});
-			expired.push(...page);
-			if (page.length < 500) break;
-		}
-		let derivedDeleted = 0;
-		const expiredIds = new Set(expired.map((item) => item.id));
-		for (const item of listKnowledgeItems({
-			recordClass: "source_index",
-			limit: 2e3
-		})) if (typeof item.source.sourceItemId === "string" && expiredIds.has(item.source.sourceItemId)) {
-			if (transitionKnowledgeStatus({
-				id: item.id,
-				status: "archived",
-				actor: "maintenance",
-				reason: "Connected source retention window expired."
-			})) derivedDeleted += 1;
-		}
-		return {
-			rawDeleted: pruneBoundedKnowledgeSourceItems(sourceInstanceId, olderThanMs),
-			derivedDeleted
-		};
+		return runSqliteWriteTransaction((db) => {
+			const expiredSourceQuery = `SELECT item_id FROM knowledge_source_items
+        WHERE source_instance_id = ? AND retention_class = 'bounded'
+          AND COALESCE(source_updated_at, occurred_at, updated_at) < ?`;
+			const indexes = db.prepare(`SELECT knowledge_id FROM knowledge_items
+        WHERE record_class = 'source_index'
+          AND json_extract(source_json, '$.sourceItemId') IN (${expiredSourceQuery})`).all(sourceInstanceId, olderThanMs);
+			for (const item of indexes) {
+				clearMemoryAudit(db, "knowledge", item.knowledge_id);
+				db.prepare("DELETE FROM knowledge_items WHERE knowledge_id = ?").run(item.knowledge_id);
+			}
+			db.prepare(`UPDATE context_evidence SET redacted_excerpt = NULL
+        WHERE source_item_id IN (${expiredSourceQuery})`).run(sourceInstanceId, olderThanMs);
+			return {
+				rawDeleted: pruneBoundedKnowledgeSourceItems(sourceInstanceId, olderThanMs),
+				derivedDeleted: indexes.length
+			};
+		});
 	}
 };
 //#endregion

package/dist/src/knowledge/index.js

@@ -1,5 +1,5 @@
-import { KnowledgeIngestionService, SqliteKnowledgeSourceStateStore } from "./ingestion-service.js";
 import { ConnectedKnowledgePipeline } from "./connected-knowledge-pipeline.js";
+import { KnowledgeIngestionService, SqliteKnowledgeSourceStateStore } from "./ingestion-service.js";
 import { startConnectedKnowledgeCoordinator } from "./coordinator.js";
 import { LocalFolderKnowledgeSourceAdapter } from "./local-folder-adapter.js";
 export { ConnectedKnowledgePipeline, KnowledgeIngestionService, LocalFolderKnowledgeSourceAdapter, SqliteKnowledgeSourceStateStore, startConnectedKnowledgeCoordinator };

package/dist/src/knowledge/ingestion-service.js

@@ -120,7 +120,11 @@ var KnowledgeIngestionService = class {
 				cursorAfter = pulled.nextCursor;
 				if (!pulled.hasMore) break;
 				if (!pulled.nextCursor || pulled.nextCursor === pullCursor) throw new Error("Knowledge source returned an invalid pagination cursor.");
-				if (page === MAX_PULL_PAGES - 1) throw new Error(`Knowledge source exceeded the ${MAX_PULL_PAGES}-page safety limit.`);
+				if (page === MAX_PULL_PAGES - 1) {
+					warnings.push(`Knowledge source paused after ${MAX_PULL_PAGES} pages; resume from the saved cursor.`);
+					snapshotComplete = false;
+					break;
+				}
 				pullCursor = pulled.nextCursor;
 			}
 			const tombstones = deletionInputs(params.instanceId, params.collectionScope, snapshotComplete ? snapshotExternalIds : void 0);

package/dist/src/knowledge/local-folder-adapter.d.ts

@@ -1,7 +1,8 @@
 import type { KnowledgePullInput, KnowledgePullResult, KnowledgeSourceAdapter } from './types.js';
 export declare class LocalFolderKnowledgeSourceAdapter implements KnowledgeSourceAdapter {
     private readonly rootPath;
+    private readonly pageSize;
     readonly kind = "local-folder";
-    constructor(rootPath: string);
+    constructor(rootPath: string, pageSize?: number);
     pull(input: KnowledgePullInput): Promise<KnowledgePullResult>;
 }