@xopcai/xopc 0.0.374 → 0.0.375

package/dist/src/gateway/hono/routes/memory-learning.js

@@ -0,0 +1,76 @@
+import { getSqliteDatabase, init_transaction } from "../../../storage/sqlite/transaction.js";
+import { getSessionMetadata } from "../../../storage/sqlite/session-read-repository.js";
+import { init_session_repository } from "../../../storage/sqlite/session-repository.js";
+import { getSessionConfig, init_config_repository } from "../../../storage/sqlite/config-repository.js";
+import { bindOwnerIdentity } from "../../../user-context/identity-bindings.js";
+import { canUseKnowledge, knowledgeExclusion } from "../../../knowledge-memory/usage-policy.js";
+import { getKnowledgeItem } from "../../../knowledge-memory/repository.js";
+import { init_config, resolveKnowledgeReadPolicy } from "../../../user-context/config.js";
+import { enqueueConversationLearning, learningStatus } from "../../../memory-learning/repository.js";
+import "../../../knowledge-memory/index.js";
+import { resolveEffectiveAgentProfileForSession } from "../../../config/agent-profile.js";
+//#region src/gateway/hono/routes/memory-learning.ts
+init_config_repository();
+init_transaction();
+init_session_repository();
+init_config();
+function registerMemoryLearningRoutes(app, deps) {
+	app.get("/api/memory-learning/status", (c) => c.json(learningStatus(deps.service.currentConfig)));
+	app.get("/api/memory-learning/jobs/:id", (c) => {
+		const job = getSqliteDatabase().prepare(`SELECT job_id AS id, state, attempts, error_code AS errorCode,
+      created_at AS createdAt, updated_at AS updatedAt FROM memory_learning_jobs WHERE job_id = ? AND principal_id = 'local-owner'`).get(c.req.param("id"));
+		return job ? c.json({ job }) : c.json({ error: "Learning job not found" }, 404);
+	});
+	app.post("/api/memory-learning/rebuild", deps.strictRateLimitMiddleware, async (c) => {
+		const input = await c.req.json().catch(() => null);
+		if (!input || typeof input.conversationId !== "string") return c.json({ error: "conversationId is required" }, 400);
+		if (!getSessionMetadata(input.conversationId)) return c.json({ error: "Conversation not found" }, 404);
+		const jobId = enqueueConversationLearning(deps.service.currentConfig, input.conversationId, getSessionConfig(input.conversationId)?.workingDirectoryOverride ?? resolveEffectiveAgentProfileForSession(input.conversationId).resolvedWorkspacePath, true);
+		return jobId ? c.json({ jobId }, 202) : c.json({
+			queued: false,
+			reason: "not_eligible_or_already_queued"
+		});
+	});
+	app.post("/api/memory-learning/owner-identities", deps.strictRateLimitMiddleware, async (c) => {
+		const input = await c.req.json().catch(() => null);
+		if (!input || ![
+			"channel",
+			"accountId",
+			"peerId"
+		].every((key) => typeof input[key] === "string" && input[key].trim())) return c.json({ error: "channel, accountId and peerId are required" }, 400);
+		bindOwnerIdentity(input);
+		return c.json({ ok: true });
+	});
+	app.get("/api/memory-learning/owner-identities", (c) => c.json({ identities: getSqliteDatabase().prepare(`
+    SELECT channel, account_id AS accountId, peer_id AS peerId, verified_at AS verifiedAt
+    FROM owner_identity_bindings WHERE principal_id = 'local-owner' AND revoked_at IS NULL ORDER BY verified_at DESC`).all() }));
+	app.delete("/api/memory-learning/owner-identities", deps.strictRateLimitMiddleware, async (c) => {
+		const input = await c.req.json().catch(() => null);
+		if (!input || ![
+			"channel",
+			"accountId",
+			"peerId"
+		].every((key) => typeof input[key] === "string")) return c.json({ error: "Identity fields are required" }, 400);
+		getSqliteDatabase().prepare("UPDATE owner_identity_bindings SET revoked_at = ? WHERE channel = ? AND account_id = ? AND peer_id = ?").run(Date.now(), input.channel, input.accountId, input.peerId);
+		return c.json({ ok: true });
+	});
+	app.get("/api/knowledge-memory/:id/evidence", (c) => {
+		const item = getKnowledgeItem(c.req.param("id"));
+		const context = {
+			agentId: c.req.query("agentId") ?? item?.sourceAgentId ?? "main",
+			workspaceId: c.req.query("workspaceId") ?? (item?.scope.type === "workspace" ? item.scope.id : ""),
+			conversationId: c.req.query("conversationId") ?? item?.sourceConversationId ?? "",
+			projectId: c.req.query("projectId") ?? (item?.scope.type === "project" ? item.scope.id : void 0)
+		};
+		if (!item || !canUseKnowledge(item, context, resolveKnowledgeReadPolicy(deps.service.currentConfig.userContext.knowledgeMemory))) return c.json({
+			error: "Knowledge evidence not available",
+			reason: item ? knowledgeExclusion(item, context, resolveKnowledgeReadPolicy(deps.service.currentConfig.userContext.knowledgeMemory)) : "not_found"
+		}, 404);
+		const evidence = getSqliteDatabase().prepare(`SELECT e.source_type AS sourceType, e.source_ref AS sourceRef,
+      e.observed_at AS observedAt, e.redacted_excerpt AS excerpt FROM knowledge_evidence_links l
+      JOIN context_evidence e ON e.evidence_id = l.evidence_id WHERE l.knowledge_id = ?`).all(item.id);
+		return c.json({ evidence });
+	});
+}
+//#endregion
+export { registerMemoryLearningRoutes };

package/dist/src/gateway/hono/routes/models.js

@@ -1,11 +1,11 @@
-import { resolveModelsJsonPath } from "../../../config/paths.js";
-import { CredentialResolver, init_credentials } from "../../../auth/credentials.js";
 import { resolveEffectiveAgentConfigForAgent } from "../../../config/agent-profile.js";
 import { init_resolve_config_value, testApiKeyResolution } from "../../../config/resolve-config-value.js";
+import { resolveModelsJsonPath } from "../../../config/paths.js";
 import { computerModelProfile, init_model_policy, isDedicatedComputerModel } from "../../../computer/model-policy.js";
 import { init_models_json, loadModelsJson, saveModelsJson, validateModelsConfig } from "../../../config/models-json.js";
 import { getModelCatalogStore, init_model_catalog_store } from "../../../providers/model-catalog-store.js";
 import { getModelRegistry } from "../../../providers/model-registry.js";
+import { CredentialResolver, init_credentials } from "../../../auth/credentials.js";
 import "../../../providers/constants.js";
 import { getProviderRegistry, init_plugin_registry } from "../../../providers/plugin-registry.js";
 import { PROVIDER_META, getAllModels, getAllProviders, getAvailableModels, getProviderAuthState, init_providers, isProviderConfigured, isProviderConfiguredSync } from "../../../providers/index.js";

package/dist/src/gateway/hono/routes/notes.js

@@ -1,9 +1,9 @@
 import { NoteDeleteOutputSchema, NoteGetOutputSchema, ProductReadContracts } from "../../../../packages/gateway-contract/src/capabilities.js";
 import { init_src } from "../../../../packages/gateway-contract/src/index.js";
-import { CapabilityError } from "../../../capabilities/runtime/errors.js";
-import "../../../capabilities/runtime/dispatcher.js";
 import { init_session_key, resolveConversationId } from "../../../routing/session-key.js";
 import { agentExists, getDefaultAgentId, init_resolve_route } from "../../../routing/resolve-route.js";
+import { CapabilityError } from "../../../capabilities/runtime/errors.js";
+import "../../../capabilities/runtime/dispatcher.js";
 import { resolveGatewayEffectiveHost } from "../../../config/gateway-bind.js";
 import { getShareStore } from "../../../share/share-store.js";
 import { resolveShareUrl } from "../../../share/share-url.js";

package/dist/src/gateway/hono/routes/observability.js

@@ -1,5 +1,5 @@
-import { CredentialResolver, init_credentials } from "../../../auth/credentials.js";
 import { TracingConfigSchema, init_config } from "../../../observability/config.js";
+import { CredentialResolver, init_credentials } from "../../../auth/credentials.js";
 import { configureTracing, localStore, testLangfuse, tracingConfig, tracingStatus } from "../../../observability/runtime.js";
 import { z } from "zod";
 import { Hono } from "hono";

package/dist/src/gateway/hono/routes/projects.js

@@ -7,12 +7,12 @@ import { loadTranscriptRowsForSession } from "../../../storage/sqlite/transcript
 import { init_sqlite } from "../../../storage/sqlite/index.js";
 import { ActivityService } from "../../../activity/service.js";
 import "../../../activity/index.js";
-import { CapabilityError } from "../../../capabilities/runtime/errors.js";
-import "../../../capabilities/runtime/dispatcher.js";
-import { resolveEffectiveAgentProfile } from "../../../config/agent-profile.js";
 import { listKnowledgeItems, writeKnowledgeItem } from "../../../knowledge-memory/repository.js";
 import "../../../knowledge-memory/index.js";
+import { resolveEffectiveAgentProfile } from "../../../config/agent-profile.js";
 import { TaskReadModelProjector } from "../../../tasks/task-read-model-projector.js";
+import { CapabilityError } from "../../../capabilities/runtime/errors.js";
+import "../../../capabilities/runtime/dispatcher.js";
 import { ProjectWorkspaceConflictError, ProjectWorkspaceMissingError } from "../../../projects/workspace-project.js";
 import { inferProjectExecutionMode, inferProjectKind } from "../../../projects/project-kind.js";
 import { ProjectDeletionBlockedError, ProjectWorkspaceInUseError } from "../../../projects/project-service.js";

package/dist/src/gateway/hono/routes/session-input-handler.js

@@ -5,9 +5,9 @@ import { endpointContextSchema } from "../../../../packages/gateway-contract/src
 import { parseUserTurnDocument, userTurnDocumentRefIds } from "../../../../packages/gateway-contract/src/user-turn-document.js";
 import { init_src } from "../../../../packages/gateway-contract/src/index.js";
 import { endpointTurnClaimSchema, init_src as init_src$1 } from "../../../../packages/endpoint-tools-protocol/src/index.js";
+import { init_providers, resolveModel } from "../../../providers/index.js";
 import { CapabilityError } from "../../../capabilities/runtime/errors.js";
 import "../../../capabilities/runtime/dispatcher.js";
-import { init_providers, resolveModel } from "../../../providers/index.js";
 import { getModelThinking } from "../../../providers/model-thinking.js";
 import { validateWebchatAttachments, validateWebchatContent } from "../../chat-limits.js";
 import { isTaskDestructiveCommand } from "../../../session/reset-triggers.js";

package/dist/src/gateway/hono/routes/tasks.js

@@ -6,9 +6,9 @@ import { hasGatewayScope, init_gateway_scopes } from "../../security/gateway-sco
 import { enqueueTaskChangedEvent, init_task_change_events } from "../../../tasks/task-change-events.js";
 import { TaskRepository, init_task_repository } from "../../../tasks/task-repository.js";
 import { TaskRunRepository, init_task_run_repository } from "../../../tasks/task-run-repository.js";
+import { TaskConversationRepository } from "../../../tasks/task-conversation-repository.js";
 import { CapabilityError } from "../../../capabilities/runtime/errors.js";
 import "../../../capabilities/runtime/dispatcher.js";
-import { TaskConversationRepository } from "../../../tasks/task-conversation-repository.js";
 import { TaskCriterionReviewRepository } from "../../../tasks/task-criterion-review-repository.js";
 import { TaskContextMutationOutputSchema } from "../../../tasks/capabilities/relations.js";
 import { TaskDeleteOutputSchema } from "../../../tasks/capabilities/management.js";

package/dist/src/gateway/hono/routes/user-model-refresh.js

@@ -1,8 +1,8 @@
 import { listConnectorLearningJobs } from "../../../storage/sqlite/connector-learning-repository.js";
 import { getConnectorAccount } from "../../../storage/sqlite/connector-account-repository.js";
 import { init_sqlite } from "../../../storage/sqlite/index.js";
-import { getWorkDiscoveryRun } from "../../../work-discovery/repository.js";
 import { getConnectorUnderstandingSourceRun } from "../../../user-context/sources/repository.js";
+import { getWorkDiscoveryRun } from "../../../work-discovery/repository.js";
 import { isLocalUnderstandingSourceId } from "../../../user-context/sources/local-source-contract.js";
 import { normalizeUnderstandingSourceItems } from "../../../work-discovery/service.js";
 import { UnderstandingRefreshService } from "../../../user-context/sources/refresh-service.js";

package/dist/src/gateway/hono/routes/user-model.js

@@ -1,10 +1,12 @@
 import { init_transaction, runSqliteWriteTransaction } from "../../../storage/sqlite/transaction.js";
 import { createCollaborationRule, getCollaborationRule, init_collaboration_rule_repository, listCollaborationRules, setCollaborationRuleStatus } from "../../../storage/sqlite/collaboration-rule-repository.js";
+import { getActiveUnderstandingConsent } from "../../../user-context/sources/consent-repository.js";
+import { listUnderstandingSourceGrants } from "../../../user-context/sources/repository.js";
 import { KnowledgeReviewConflictError, deleteKnowledgeItem, getKnowledgeItem, listKnowledgeItems, reviewKnowledgeItem, searchKnowledgeItems } from "../../../knowledge-memory/repository.js";
 import "../../../knowledge-memory/index.js";
+import { createPriorityWindow, createUserGoal, listPriorityWindows, listUserGoals, setUserGoalStatus, updatePriorityWindow, updateUserGoal } from "../../../user-model/goals.js";
 import { deleteUserAssertion, getAssertionSlot, getUserAssertion, listUserAssertionSources, listUserAssertions, reconcileAssertion, setAssertionStatus, setUserAssertionScope } from "../../../user-model/repository.js";
 import { listActionRuleSuggestions } from "../../../user-model/action-rule-suggestions.js";
-import { createPriorityWindow, createUserGoal, listPriorityWindows, listUserGoals, setUserGoalStatus, updatePriorityWindow, updateUserGoal } from "../../../user-model/goals.js";
 import { listUserAssertionEdges, listUserModelObservations } from "../../../user-model/observation-repository.js";
 import { applyUserProfilePatch, getUserProfileSnapshot } from "../../../user-model/profile.js";
 import { bootstrapUserModel } from "../../../user-model/bootstrap.js";
@@ -13,8 +15,7 @@ import "../../../user-model/index.js";
 import { listMemoryMaintenanceRuns } from "../../../memory-maintenance/service.js";
 import "../../../memory-maintenance/index.js";
 import { getExecutionContextAudit, recordExecutionContextFeedback } from "../../../agent/context/audit.js";
-import { getActiveUnderstandingConsent } from "../../../user-context/sources/consent-repository.js";
-import { listUnderstandingSourceGrants } from "../../../user-context/sources/repository.js";
+import { registerMemoryLearningRoutes } from "./memory-learning.js";
 import { userInfo } from "node:os";
 //#region src/gateway/hono/routes/user-model.ts
 init_transaction();
@@ -209,6 +210,7 @@ function decodeMobileCursor(value) {
 	}
 }
 function registerUserModelRoutes(authenticated, deps) {
+	registerMemoryLearningRoutes(authenticated, deps);
 	const write = deps.strictRateLimitMiddleware;
 	const userContextConfig = () => deps.service.currentConfig.userContext;
 	const memorySettings = () => {

package/dist/src/gateway/hono/routes/voice.js

@@ -1,8 +1,8 @@
 import { voiceSelectionSchema } from "../../../../packages/realtime-protocol/src/voice-catalog.js";
 import { VOICE_TIMING_METRICS, createVoiceSessionRequestSchema, init_voice } from "../../../../packages/realtime-protocol/src/voice.js";
 import { getDefaultModelSync, init_providers, resolveModel } from "../../../providers/index.js";
-import { isPersonalConversation } from "../../../personal-agent/repository.js";
 import { completeWithResolvedCredentials } from "../../../providers/model-call.js";
+import { isPersonalConversation } from "../../../personal-agent/repository.js";
 import { resolveSttProviderConfigSlice } from "../../../voice/stt/config-slice.js";
 import { STTTranscriptionError, transcribe } from "../../../voice/stt/transcribe-core.js";
 import { isSTTAvailable } from "../../../voice/stt/availability.js";

package/dist/src/gateway/image-generation-setup.js

@@ -1,11 +1,11 @@
 import { normalizeAgentId } from "../agent-catalog/id.js";
 import { AgentCatalogRepository, init_repository } from "../agent-catalog/repository.js";
 import { init_agent_scope } from "../agent/agent-scope.js";
-import { AgentCatalogService } from "../agent-catalog/service.js";
-import { ConfigSchema, init_schema } from "../config/schema.js";
 import { resolveEffectiveAgentConfigForAgent } from "../config/agent-profile.js";
+import { ConfigSchema, init_schema } from "../config/schema.js";
 import { fetchWithTimeoutGuarded } from "../media-shared/http/provider-http.js";
 import "../media-shared/http/index.js";
+import { AgentCatalogService } from "../agent-catalog/service.js";
 import { getImageGenerationProvider, listImageGenerationProvidersSummary } from "../agent/image/generation/provider-registry.js";
 //#region src/gateway/image-generation-setup.ts
 init_repository();

package/dist/src/gateway/lock.js

@@ -1,8 +1,8 @@
 import path from "node:path";
 import fs from "node:fs";
 import { createHash } from "node:crypto";
-import fs$1 from "node:fs/promises";
 import net from "node:net";
+import fs$1 from "node:fs/promises";
 import { homedir } from "os";
 //#region src/gateway/lock.ts
 /**

package/dist/src/gateway/service/config-coordinator.js

@@ -1,8 +1,8 @@
 import { createLogger } from "../../utils/logger/index.js";
 import { init_logger } from "../../utils/logger.js";
-import { configureTracing } from "../../observability/runtime.js";
 import { getModelRegistry } from "../../providers/model-registry.js";
 import { init_providers } from "../../providers/index.js";
+import { configureTracing } from "../../observability/runtime.js";
 import { evictAllEmbeddedSessionRunners } from "../../agent/embedded/session-runner.js";
 import { reloadImageGenerationProviders } from "../../agent/image/generation/provider-registry.js";
 import { loadConfig, saveConfig } from "../../config/loader.js";

package/dist/src/gateway/service.js

@@ -20,21 +20,22 @@ import { getSessionMetadata } from "../storage/sqlite/session-read-repository.js
 import { init_session_repository, listSessionMetadata, patchSessionMetadata } from "../storage/sqlite/session-repository.js";
 import { getSessionConfig, init_config_repository } from "../storage/sqlite/config-repository.js";
 import { init_sqlite } from "../storage/sqlite/index.js";
-import { normalizeAgentId } from "../agent-catalog/id.js";
-import { init_agent_scope, listAgentEntries, resolveAgentWorkspaceDir, resolveDefaultAgentId } from "../agent/agent-scope.js";
-import { init_paths, resolveConfigPath, resolveExtensionsDir } from "../config/paths.js";
-import { flushTracing } from "../observability/runtime.js";
+import { listKnowledgeItems } from "../knowledge-memory/repository.js";
 import { init_config, resolveKnowledgeReadPolicy } from "../user-context/config.js";
-import { getAgentDefaultModelRef, init_schema } from "../config/schema.js";
 import { init_agent_session_key, resolveAgentMainConversationId } from "../routing/agent-session-key.js";
 import { init_session_key, resolveConversationId, sanitizeSegment } from "../routing/session-key.js";
+import "../knowledge-memory/index.js";
+import { normalizeAgentId } from "../agent-catalog/id.js";
+import { init_agent_scope, listAgentEntries, resolveAgentWorkspaceDir, resolveDefaultAgentId } from "../agent/agent-scope.js";
 import { getDefaultAgentId, init_resolve_route } from "../routing/resolve-route.js";
 import { resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
+import { getAgentDefaultModelRef, init_schema } from "../config/schema.js";
+import { init_paths, resolveConfigPath, resolveExtensionsDir } from "../config/paths.js";
 import { prewarmModelRegistry } from "../providers/model-registry.js";
 import { init_providers, providers_exports } from "../providers/index.js";
+import { flushTracing } from "../observability/runtime.js";
 import { AI_USAGE_RETENTION_MS, markStaleAiUsageEventsUnknown, pruneAiUsageEvents } from "../storage/sqlite/ai-usage-repository.js";
-import { listKnowledgeItems } from "../knowledge-memory/repository.js";
-import "../knowledge-memory/index.js";
+import { getWorkspacePath } from "../config/workspace-path-helpers.js";
 import { getPersonalAgentByConversation } from "../personal-agent/repository.js";
 import { TaskConversationRepository } from "../tasks/task-conversation-repository.js";
 import { getEmbeddedExecutionSession } from "../agent/embedded/execution-context.js";
@@ -75,10 +76,9 @@ import { bootstrapApplicationStateSync } from "../bootstrap/application-state.js
 import { setPairingBroadcastSink } from "../channels/pairing/pairing-events.js";
 import { registerClarificationChannelRuntime } from "./clarify-runtime.js";
 import { ChannelManager } from "../channels/manager.js";
-import { getWorkspacePath } from "../config/workspace-path-helpers.js";
-import "../config/index.js";
 import { ChatPreviewService } from "../chat-previews/service.js";
 import "../chat-previews/index.js";
+import "../config/index.js";
 import { ManagedComposioEventPoller } from "../connectors/composio-managed-events.js";
 import { startConnectedKnowledgeCoordinator } from "../knowledge/coordinator.js";
 import "../knowledge/index.js";
@@ -94,10 +94,6 @@ import { DiscussionSealer } from "../discussions/sealer.js";
 import "../discussions/index.js";
 import { EndpointToolRuntime } from "../endpoint-tools/runtime.js";
 import "../endpoint-tools/index.js";
-import { HomeCapabilityPreflightService } from "../home-intelligence/capability-preflight.js";
-import { HomeAdviceGenerator } from "../home-intelligence/generator.js";
-import { HomeIntelligenceHost } from "../home-intelligence/host.js";
-import { HomeSnapshotBuilder } from "../home-intelligence/snapshot.js";
 import { assertGatewayAuthConfigured, extractToken, resolveGatewayAuth, validateToken } from "./auth.js";
 import { prepareAutomationAgentSession } from "./automation-agent-session.js";
 import { stopTailscaleExposure } from "./tailscale-lifecycle.js";
@@ -159,6 +155,10 @@ import { TaskMainUpdateDecisionService } from "../tasks/task-main-update-decisio
 import { selectTaskMainUpdateAttempt, submitAndConfirmTaskMainUpdate } from "../tasks/task-main-update-input.js";
 import { checkAppContextAccess, prepareAppContext } from "./service/app-context-access.js";
 import { applyAutomaticVoiceLanguage, inferProductLanguageFromEnvironment, initializeVoiceDefaults } from "../voice/language-profile.js";
+import { HomeAdviceGenerator } from "../home-intelligence/generator.js";
+import { HomeIntelligenceHost } from "../home-intelligence/host.js";
+import { HomeSnapshotBuilder } from "../home-intelligence/snapshot.js";
+import { HomeCapabilityPreflightService } from "../home-intelligence/capability-preflight.js";
 import crypto from "node:crypto";
 //#region src/gateway/service.ts
 init_session_repository();

package/dist/src/gateway/xopc-cloud-capability-setup.js

@@ -1,8 +1,8 @@
 import { AgentCatalogRepository, init_repository } from "../agent-catalog/repository.js";
-import { AgentCatalogService } from "../agent-catalog/service.js";
 import { getModelCatalogStore, init_model_catalog_store } from "../providers/model-catalog-store.js";
 import { getAvailableModels, init_providers } from "../providers/index.js";
 import { compareCatalogModels } from "../providers/model-catalog-ranking.js";
+import { AgentCatalogService } from "../agent-catalog/service.js";
 import { prepareUpdateGlobalDefaults } from "./global-defaults-admin.js";
 //#region src/gateway/xopc-cloud-capability-setup.ts
 init_repository();

package/dist/src/home-intelligence/generator.js

@@ -1,8 +1,8 @@
 import { init_agent_scope, resolveDefaultAgentId } from "../agent/agent-scope.js";
+import { resolveModelSelector } from "../config/agent-model-intents.js";
 import { init_providers, resolveModel } from "../providers/index.js";
 import { completeWithResolvedCredentials, isLocalModelBaseUrl } from "../providers/model-call.js";
 import { extractAssistantText, getAssistantMessageErrorReason } from "../providers/model-response.js";
-import { resolveModelSelector } from "../config/agent-model-intents.js";
 import { z } from "zod";
 //#region src/home-intelligence/generator.ts
 init_agent_scope();

package/dist/src/home-intelligence/host.js

@@ -1,10 +1,10 @@
 import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
+import { HomeAdviceBudgetExceededError, isHomeProseLocalized } from "./generator.js";
 import { homePatternKey } from "./strategy.js";
+import { HomeAdvicePolicy } from "./policy.js";
 import { HomeIntelligenceRepository } from "./repository.js";
 import { HomeOpportunityApplicationService } from "./application-service.js";
-import { HomeAdvicePolicy } from "./policy.js";
-import { HomeAdviceBudgetExceededError, isHomeProseLocalized } from "./generator.js";
 import { buildHomeOpportunityNotification } from "./notification.js";
 import { createHash } from "node:crypto";
 //#region src/home-intelligence/host.ts

package/dist/src/imports/inventory.js

@@ -1,6 +1,6 @@
-import { init_paths, resolveSkillsDir } from "../config/paths.js";
 import { listKnowledgeItems } from "../knowledge-memory/repository.js";
 import "../knowledge-memory/index.js";
+import { init_paths, resolveSkillsDir } from "../config/paths.js";
 import { ProjectService } from "../projects/project-service.js";
 import { resolveWorkspaceSkillsDir } from "../agent/skills/workspace-skills-dir.js";
 import { ImportError } from "./types.js";

package/dist/src/knowledge/chunks.d.ts

@@ -0,0 +1,10 @@
+import type { DatabaseSync } from 'node:sqlite';
+/** Index the retained source text; source deletion removes chunks through the FK. */
+export declare function replaceKnowledgeChunks(db: DatabaseSync, item: {
+    id: string;
+    contentHash: string;
+    normalizedText?: string;
+    sensitivity: string;
+    deletedAt?: string;
+    consentReceiptId?: string;
+}): void;

package/dist/src/knowledge/chunks.js

@@ -0,0 +1,28 @@
+import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
+import { createHash } from "node:crypto";
+//#region src/knowledge/chunks.ts
+/** Index the retained source text; source deletion removes chunks through the FK. */
+function replaceKnowledgeChunks(db, item) {
+	db.prepare("DELETE FROM knowledge_source_chunks WHERE source_item_id = ?").run(item.id);
+	if (!item.normalizedText || item.deletedAt || item.sensitivity === "secret" || item.sensitivity === "regulated") return;
+	const text = item.normalizedText;
+	for (let offset = 0, ordinal = 0; offset < text.length; ordinal += 1) {
+		let end = Math.min(text.length, offset + 2400);
+		if (end < text.length) {
+			const boundary = text.lastIndexOf("\n", end);
+			if (boundary > offset + 1200) end = boundary + 1;
+		}
+		const id = createHash("sha256").update(`${item.id}:${item.contentHash}:${ordinal}`).digest("hex");
+		db.prepare(`INSERT INTO knowledge_source_chunks(chunk_id, source_item_id, source_version, consent_receipt_id, ordinal, locator, text)
+      VALUES (?, ?, ?, ?, ?, ?, ?)`).run(id, item.id, item.contentHash, item.consentReceiptId ?? null, ordinal, JSON.stringify({
+			startChar: offset,
+			endChar: end
+		}), text.slice(offset, end));
+		if (end === text.length) break;
+		offset = end - 150;
+	}
+}
+var init_chunks = __esmMin((() => {}));
+//#endregion
+init_chunks();
+export { init_chunks, replaceKnowledgeChunks };

package/dist/src/knowledge/connected-knowledge-pipeline.js

@@ -1,11 +1,20 @@
 import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
-import { claimKnowledgeSourceItems, completeKnowledgeSourceItemSynthesis, listKnowledgeSourceItems, pruneBoundedKnowledgeSourceItems } from "../storage/sqlite/knowledge-repository.js";
+import { getSqliteDatabase, init_transaction, runSqliteWriteTransaction } from "../storage/sqlite/transaction.js";
+import { createContextEvidence, init_context_evidence_repository } from "../storage/sqlite/context-evidence-repository.js";
+import { init_chunks, replaceKnowledgeChunks } from "./chunks.js";
+import { claimKnowledgeSourceItems, completeKnowledgeSourceItemSynthesis, pruneBoundedKnowledgeSourceItems } from "../storage/sqlite/knowledge-repository.js";
 import { init_sqlite } from "../storage/sqlite/index.js";
+import { getActiveUnderstandingConsent } from "../user-context/sources/consent-repository.js";
+import { clearMemoryAudit } from "../user-context/memory-suppression.js";
 import { listKnowledgeItems, transitionKnowledgeStatus, writeKnowledgeItem } from "../knowledge-memory/repository.js";
 import "../knowledge-memory/index.js";
+import { consentFilteredText } from "../user-context/sources/consent-fields.js";
 import { randomUUID } from "node:crypto";
 //#region src/knowledge/connected-knowledge-pipeline.ts
+init_chunks();
+init_context_evidence_repository();
+init_transaction();
 init_sqlite();
 init_logger();
 const log = createLogger("ConnectedKnowledge");
@@ -49,7 +58,7 @@ var ConnectedKnowledgePipeline = class {
 			recordIds: []
 		};
 		for (const item of claimed) try {
-			const content = boundedText(item);
+			let content = boundedText(item);
 			const existing = listKnowledgeItems({
 				recordClass: "source_index",
 				limit: 2e3
@@ -78,7 +87,43 @@ var ConnectedKnowledgePipeline = class {
 				result.ignored += 1;
 				continue;
 			}
+			const grant = getSqliteDatabase().prepare(`SELECT grant_id FROM understanding_source_grants
+          WHERE status = 'active' AND json_extract(config_json, '$.sourceInstanceId') = ? LIMIT 1`).get(item.sourceInstanceId);
+			const consent = grant ? getActiveUnderstandingConsent(grant.grant_id) : void 0;
+			const filtered = consent ? item.itemType === "local_file" ? consent.allowedFields.includes("content") ? item.normalizedText : void 0 : consentFilteredText(item.normalizedText, new Set(consent.allowedFields)) : void 0;
+			if (consent) content = (filtered ?? "").slice(0, MAX_ITEM_CHARS);
+			replaceKnowledgeChunks(getSqliteDatabase(), {
+				...item,
+				normalizedText: filtered,
+				consentReceiptId: consent?.id
+			});
+			if (!content.trim()) {
+				completeKnowledgeSourceItemSynthesis({
+					itemId: item.id,
+					workerId: this.workerId,
+					status: "ignored"
+				});
+				result.ignored += 1;
+				continue;
+			}
+			const evidence = createContextEvidence({
+				sourceType: "connector",
+				sourceInstanceId: item.sourceInstanceId,
+				sourceItemId: item.id,
+				sourceRef: `knowledge-source://${item.id}`,
+				contentHash: item.contentHash,
+				trustLevel: "untrusted",
+				observedAt: Date.parse(item.sourceUpdatedAt ?? item.updatedAt)
+			});
 			const written = writeKnowledgeItem({
+				verification: "supported",
+				claimMode: "reported",
+				sensitivity: item.sensitivity,
+				evidence: [{
+					id: evidence.id,
+					contentHash: item.contentHash,
+					consentReceiptId: consent?.id
+				}],
 				kind: "workspace_fact",
 				scope: {
 					type: "workspace",
@@ -97,7 +142,8 @@ var ConnectedKnowledgePipeline = class {
 					provider: providerId(item),
 					sourceInstanceId: item.sourceInstanceId,
 					sourceItemId: item.id,
-					payloadRef: item.payloadRef
+					payloadRef: item.payloadRef,
+					consentReceiptId: consent?.id
 				},
 				replaceExisting: true
 			});
@@ -126,36 +172,24 @@ var ConnectedKnowledgePipeline = class {
 		return result;
 	}
 	pruneBoundedRetention(sourceInstanceId, olderThanMs) {
-		const expired = [];
-		for (let offset = 0;; offset += 500) {
-			const page = listKnowledgeSourceItems({
-				sourceInstanceId,
-				retentionClass: "bounded",
-				retentionBeforeMs: olderThanMs,
-				includeDeleted: true,
-				limit: 500,
-				offset
-			});
-			expired.push(...page);
-			if (page.length < 500) break;
-		}
-		let derivedDeleted = 0;
-		const expiredIds = new Set(expired.map((item) => item.id));
-		for (const item of listKnowledgeItems({
-			recordClass: "source_index",
-			limit: 2e3
-		})) if (typeof item.source.sourceItemId === "string" && expiredIds.has(item.source.sourceItemId)) {
-			if (transitionKnowledgeStatus({
-				id: item.id,
-				status: "archived",
-				actor: "maintenance",
-				reason: "Connected source retention window expired."
-			})) derivedDeleted += 1;
-		}
-		return {
-			rawDeleted: pruneBoundedKnowledgeSourceItems(sourceInstanceId, olderThanMs),
-			derivedDeleted
-		};
+		return runSqliteWriteTransaction((db) => {
+			const expiredSourceQuery = `SELECT item_id FROM knowledge_source_items
+        WHERE source_instance_id = ? AND retention_class = 'bounded'
+          AND COALESCE(source_updated_at, occurred_at, updated_at) < ?`;
+			const indexes = db.prepare(`SELECT knowledge_id FROM knowledge_items
+        WHERE record_class = 'source_index'
+          AND json_extract(source_json, '$.sourceItemId') IN (${expiredSourceQuery})`).all(sourceInstanceId, olderThanMs);
+			for (const item of indexes) {
+				clearMemoryAudit(db, "knowledge", item.knowledge_id);
+				db.prepare("DELETE FROM knowledge_items WHERE knowledge_id = ?").run(item.knowledge_id);
+			}
+			db.prepare(`UPDATE context_evidence SET redacted_excerpt = NULL
+        WHERE source_item_id IN (${expiredSourceQuery})`).run(sourceInstanceId, olderThanMs);
+			return {
+				rawDeleted: pruneBoundedKnowledgeSourceItems(sourceInstanceId, olderThanMs),
+				derivedDeleted: indexes.length
+			};
+		});
 	}
 };
 //#endregion

package/dist/src/knowledge/index.js

@@ -1,5 +1,5 @@
-import { KnowledgeIngestionService, SqliteKnowledgeSourceStateStore } from "./ingestion-service.js";
 import { ConnectedKnowledgePipeline } from "./connected-knowledge-pipeline.js";
+import { KnowledgeIngestionService, SqliteKnowledgeSourceStateStore } from "./ingestion-service.js";
 import { startConnectedKnowledgeCoordinator } from "./coordinator.js";
 import { LocalFolderKnowledgeSourceAdapter } from "./local-folder-adapter.js";
 export { ConnectedKnowledgePipeline, KnowledgeIngestionService, LocalFolderKnowledgeSourceAdapter, SqliteKnowledgeSourceStateStore, startConnectedKnowledgeCoordinator };

package/dist/src/knowledge/ingestion-service.js

@@ -120,7 +120,11 @@ var KnowledgeIngestionService = class {
 				cursorAfter = pulled.nextCursor;
 				if (!pulled.hasMore) break;
 				if (!pulled.nextCursor || pulled.nextCursor === pullCursor) throw new Error("Knowledge source returned an invalid pagination cursor.");
-				if (page === MAX_PULL_PAGES - 1) throw new Error(`Knowledge source exceeded the ${MAX_PULL_PAGES}-page safety limit.`);
+				if (page === MAX_PULL_PAGES - 1) {
+					warnings.push(`Knowledge source paused after ${MAX_PULL_PAGES} pages; resume from the saved cursor.`);
+					snapshotComplete = false;
+					break;
+				}
 				pullCursor = pulled.nextCursor;
 			}
 			const tombstones = deletionInputs(params.instanceId, params.collectionScope, snapshotComplete ? snapshotExternalIds : void 0);

package/dist/src/knowledge/local-folder-adapter.d.ts

@@ -1,7 +1,8 @@
 import type { KnowledgePullInput, KnowledgePullResult, KnowledgeSourceAdapter } from './types.js';
 export declare class LocalFolderKnowledgeSourceAdapter implements KnowledgeSourceAdapter {
     private readonly rootPath;
+    private readonly pageSize;
     readonly kind = "local-folder";
-    constructor(rootPath: string);
+    constructor(rootPath: string, pageSize?: number);
     pull(input: KnowledgePullInput): Promise<KnowledgePullResult>;
 }