@xopcai/xopc 0.0.374 → 0.0.375

package/dist/src/cli/utils/init-workspace-core.js

@@ -1,6 +1,6 @@
 import { AgentCatalogRepository, init_repository } from "../../agent-catalog/repository.js";
-import { AgentCatalogService } from "../../agent-catalog/service.js";
 import { ConfigSchema, init_schema } from "../../config/schema.js";
+import { AgentCatalogService } from "../../agent-catalog/service.js";
 import { assertConfigRewriteSafeForRunningGateway, saveConfig } from "../../config/loader.js";
 import { ensureStarterAgentsInitialized } from "../../agent/starter-agents.js";
 import { bootstrapApplicationStateSync } from "../../bootstrap/application-state.js";

package/dist/src/config/agent-model-intents.js

@@ -1,7 +1,7 @@
 import { ModelIntentSchema } from "../agent-config/schema.js";
 import { init_agent_config } from "../agent-config/index.js";
-import { init_schema, parseModelRef } from "./schema.js";
 import { resolveEffectiveAgentConfigForAgent } from "./agent-profile.js";
+import { init_schema, parseModelRef } from "./schema.js";
 //#region src/config/agent-model-intents.ts
 init_agent_config();
 init_schema();

package/dist/src/config/agent-profile.js

@@ -1,10 +1,10 @@
+import { getConversationRouting } from "../storage/sqlite/conversation-repository.js";
+import { init_session_key } from "../routing/session-key.js";
 import { resolveEffectiveAgentConfig } from "../agent-config/resolver.js";
 import { init_agent_config } from "../agent-config/index.js";
 import { normalizeAgentId } from "../agent-catalog/id.js";
 import { AgentCatalogRepository, init_repository } from "../agent-catalog/repository.js";
 import { init_agent_scope, resolveAgentWorkspaceDir } from "../agent/agent-scope.js";
-import { getConversationRouting } from "../storage/sqlite/conversation-repository.js";
-import { init_session_key } from "../routing/session-key.js";
 import { agentExists, getDefaultAgentId, init_resolve_route } from "../routing/resolve-route.js";
 //#region src/config/agent-profile.ts
 init_agent_config();

package/dist/src/config/index.js

@@ -2,18 +2,18 @@ import { ENV_VARS, XOPC_DB_FILENAME, resolveHomeDir, resolveStateDir, resolveXop
 import { expandWorkspacePathString, init_workspace_path, normalizeWorkspaceDir, resolveWorkspaceRoot } from "./workspace-path.js";
 import { resolveDefaultAgentWorkspaceDir } from "./workspace-defaults.js";
 import { resolveAgentWorkspaceDir } from "../agent/agent-scope.js";
-import { FILENAMES, WORKSPACE_FILES, existsSync, hasBundledExtensionManifest, init_paths, resolveAgentAuthProfilesPath, resolveAgentDir, resolveAgentHomeDir, resolveAgentProfileDir, resolveAgentProfileMarkdownPath, resolveAuthProfilesPath, resolveBinDir, resolveBundledExtensionsDir, resolveBundledSkillsDir, resolveConfigPath, resolveCredentialsDir, resolveExtensionSdkPath, resolveExtensionsDir, resolveExtensionsLockPath, resolveInboxDir, resolveInboxMessagePath, resolveInboxPendingDir, resolveInboxProcessedDir, resolveLogPath, resolveLogsDir, resolveModelsJsonPath, resolveNodeBinDir, resolveNodeBinPath, resolveNodeToolsDir, resolveNpmBinPath, resolveOAuthPath, resolvePidPath, resolveSkillPath, resolveSkillsCachePath, resolveSkillsDir, resolveSkillsLockPath, resolveSocketPath, resolveStatusPath, resolveToolsDir, resolveWorkspaceExtensionsDir, resolveWorkspaceFile, resolveWorkspaceStateDir, resolveWorkspaceStatePath, resolveXopcBinPath } from "./paths.js";
+import { extractProfileAgentId, resolveEffectiveAgentConfigForAgent, resolveEffectiveAgentConfigForSession, resolveEffectiveAgentProfile, resolveEffectiveAgentProfileForSession } from "./agent-profile.js";
 import { TelegramAccountConfigSchema, TelegramConfigSchema, TelegramGroupConfigSchema, TelegramTopicConfigSchema } from "../../extensions/telegram/src/config-schema.js";
 import { WeixinAccountConfigSchema, WeixinConfigSchema } from "../../extensions/weixin/src/config-schema.js";
 import { AgentImageGenerationModelSchema, AgentModelRefSchema, AgentModelsSchema, BrowserConfigSchema, ChannelsConfigSchema, CommandsConfigSchema, ConfigSchema, ConnectorsConfigSchema, ExperimentalConfigSchema, ExtensionSecurityConfigSchema, ExtensionSlotsConfigSchema, ExtensionsConfigSchema, GatewayAuthRateLimitSchema, GatewayAuthSchema, GatewayBindModeSchema, GatewayChannelConnectDeferModeSchema, GatewayConfigSchema, GatewayModeSchema, GatewayRemoteSchema, GatewayScenesConfigSchema, GatewaySecuritySchema, GatewayTailscaleConsentSchema, GatewayTailscaleSchema, GatewayTlsSchema, GatewayTrustedProxySchema, GatewayWebchatConfigSchema, McpConfigSchema, McpOAuthConfigSchema, McpServerSchema, MediaUnderstandingCapabilitiesSchema, MediaUnderstandingModelSchema, MessagesConfigSchema, ModelCatalogConfigSchema, ModelsDevConfigSchema, ProviderAuthConfigSchema, ProviderAzureConfigSchema, ProviderRequestOverridesSchema, ProvidersConfigSchema, RuntimeToolsConfigSchema, STTConfigSchema, STTFallbackConfigSchema, STTProviderConfigSchema, SearchProviderEntrySchema, SessionConfigSchema, SessionDmScopeSchema, SessionResetByTypeSchema, SessionResetConfigSchema, SessionResetModeSchema, SessionScopeSchema, SessionStorageConfigSchema, TTSConfigSchema, TTSEdgeConfigSchema, TTSFallbackConfigSchema, TTSModelOverridesConfigSchema, TTSProviderConfigSchema, TTSSummarizationConfigSchema, ToolsConfigSchema, ToolsMediaAudioConfigSchema, ToolsMediaConfigSchema, TunnelBrokerUrlSchema, TunnelConfigSchema, TunnelConsentSchema, UpdateAutoConfigSchema, UpdateConfigSchema, VoiceConfigSchema, VoiceRefinementConfigSchema, WebSearchConfigSchema, WebToolsConfigSchema, WebsiteBlocklistSchema, WorkspaceConfigSchema, WorkspaceImportConfigSchema, getAgentDefaultImageGenerationModelConfig, getAgentDefaultImageModelConfig, getAgentDefaultModelRef, init_schema, parseModelRef } from "./schema.js";
-import { applyConfigOverrides, getConfigOverrides, resetConfigOverrides, setConfigOverride, unsetConfigOverride } from "./runtime-overrides.js";
-import { extractProfileAgentId, resolveEffectiveAgentConfigForAgent, resolveEffectiveAgentConfigForSession, resolveEffectiveAgentProfile, resolveEffectiveAgentProfileForSession } from "./agent-profile.js";
 import { clearConfigValueCache, getAllowedCommands, getCacheStats, init_resolve_config_value, resolveConfigValue, resolveHeaders, testApiKeyResolution } from "./resolve-config-value.js";
+import { FILENAMES, WORKSPACE_FILES, existsSync, hasBundledExtensionManifest, init_paths, resolveAgentAuthProfilesPath, resolveAgentDir, resolveAgentHomeDir, resolveAgentProfileDir, resolveAgentProfileMarkdownPath, resolveAuthProfilesPath, resolveBinDir, resolveBundledExtensionsDir, resolveBundledSkillsDir, resolveConfigPath, resolveCredentialsDir, resolveExtensionSdkPath, resolveExtensionsDir, resolveExtensionsLockPath, resolveInboxDir, resolveInboxMessagePath, resolveInboxPendingDir, resolveInboxProcessedDir, resolveLogPath, resolveLogsDir, resolveModelsJsonPath, resolveNodeBinDir, resolveNodeBinPath, resolveNodeToolsDir, resolveNpmBinPath, resolveOAuthPath, resolvePidPath, resolveSkillPath, resolveSkillsCachePath, resolveSkillsDir, resolveSkillsLockPath, resolveSocketPath, resolveStatusPath, resolveToolsDir, resolveWorkspaceExtensionsDir, resolveWorkspaceFile, resolveWorkspaceStateDir, resolveWorkspaceStatePath, resolveXopcBinPath } from "./paths.js";
 import { CustomModelSchema, ImageGenerationCapabilitiesSchema, ImageGenerationModelSchema, ImageGenerationProviderSchema, ModelOverrideSchema, ModelsJsonSchema, OpenAICompatSchema, OpenAICompletionsCompatSchema, OpenAIResponsesCompatSchema, OpenRouterRoutingSchema, ProviderConfigSchema, VercelGatewayRoutingSchema, getDefaultModelValues, init_models_json, loadModelsJson, modelsJsonExists, saveModelsJson, validateModelsConfig } from "./models-json.js";
+import { getWorkspacePath } from "./workspace-path-helpers.js";
+import { applyConfigOverrides, getConfigOverrides, resetConfigOverrides, setConfigOverride, unsetConfigOverride } from "./runtime-overrides.js";
 import { canonicalizeConfiguredMcpServer, normalizeConfiguredMcpServers } from "./mcp-config-normalize.js";
 import { formatThinkingLevels, listThinkingLevels, normalizeElevatedMode, normalizeReasoningLevel, normalizeThinkLevel, normalizeVerboseLevel, thinkLevelToNumber } from "../agent/transcript/thinking-types.js";
 import { assertConfigRewriteSafeForRunningGateway, loadConfig, saveConfig } from "./loader.js";
-import { getWorkspacePath } from "./workspace-path-helpers.js";
 import { listAgentProfileMarkdownDirs, listAgentWorkspaceDirs } from "./workspace-dirs.js";
 import { ProfileManager, createProfile, deleteProfile, getCurrentProfile, getProfileManager, getProfileNameFromDir, getSwitchCommand, listProfiles, resolveProfileStateDir } from "./profile.js";
 import { diffConfigPaths } from "./diff.js";

package/dist/src/config/loader.js

@@ -1,9 +1,9 @@
 import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
+import { ConfigSchema, init_schema } from "./schema.js";
 import { init_write_file_atomic, writeTextAtomic } from "../infra/write-file-atomic.js";
 import { init_paths, resolveConfigPath } from "./paths.js";
 import { init_resolution, setActivePlatformDiscovery } from "../platform/resolution.js";
-import { ConfigSchema, init_schema } from "./schema.js";
 import { assertChannelPluginConfigs } from "./validate-channel-configs.js";
 import { isGatewayConfigLockedByAnotherProcessSync } from "../gateway/lock.js";
 import { dirname } from "path";

package/dist/src/config/models-json.js

@@ -1,9 +1,9 @@
 import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
+import { ComputerProfileSchema, init_src } from "../../packages/computer-control-contract/src/index.js";
 import { init_write_file_atomic, writeTextAtomicSync } from "../infra/write-file-atomic.js";
 import { init_paths, resolveModelsJsonPath } from "./paths.js";
-import { assertCurrentModelProvider, init_provider_policy } from "../providers/provider-policy.js";
-import { ComputerProfileSchema, init_src } from "../../packages/computer-control-contract/src/index.js";
 import { init_model_policy, isComputerModel } from "../computer/model-policy.js";
+import { assertCurrentModelProvider, init_provider_policy } from "../providers/provider-policy.js";
 import { existsSync, readFileSync } from "fs";
 import { z } from "zod";
 //#region src/config/models-json.ts

package/dist/src/config/schema.d.ts

@@ -1362,6 +1362,11 @@ export declare const ConfigSchema: z.ZodDefault<z.ZodObject<{
                 allow: "allow";
                 deny: "deny";
             }>>;
+            learning: z.ZodOptional<z.ZodObject<{
+                idleFlushMs: z.ZodDefault<z.ZodNumber>;
+                maxBatchChars: z.ZodDefault<z.ZodNumber>;
+                maxDailyBatches: z.ZodDefault<z.ZodNumber>;
+            }, z.core.$strict>>;
             readScopes: z.ZodDefault<z.ZodArray<z.ZodEnum<{
                 project: "project";
                 session: "session";

package/dist/src/config/schema.js

@@ -1,11 +1,11 @@
 import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
+import { DEFAULT_CONTEXT_COMPACTION_POLICY, UserContextConfigSchema, init_config } from "../user-context/config.js";
 import { AgentModelsOverrideSchema, ImageGenerationRouteSchema, ModelRouteSchema } from "../agent-config/schema.js";
 import { resolveEffectiveAgentConfig } from "../agent-config/resolver.js";
 import { init_agent_config } from "../agent-config/index.js";
 import { AgentCatalogRepository, init_repository } from "../agent-catalog/repository.js";
-import { TracingConfigSchema, init_config } from "../observability/config.js";
-import { ComputerConfigSchema, init_config as init_config$1 } from "../computer/config.js";
-import { DEFAULT_CONTEXT_COMPACTION_POLICY, UserContextConfigSchema, init_config as init_config$2 } from "../user-context/config.js";
+import { TracingConfigSchema, init_config as init_config$1 } from "../observability/config.js";
+import { ComputerConfigSchema, init_config as init_config$2 } from "../computer/config.js";
 import { init_public_url, validatePublicUrl } from "./public-url.js";
 import { PlatformConfigSchema, init_contracts } from "../platform/contracts.js";
 import { TelegramAccountConfigSchema, TelegramConfigSchema, TelegramGroupConfigSchema, TelegramTopicConfigSchema, init_config_schema } from "../../extensions/telegram/src/config-schema.js";
@@ -44,11 +44,11 @@ function parseModelRef(ref) {
 }
 var AgentModelRefSchema, AgentImageGenerationModelSchema, AgentModelsSchema, BrowserDriverSchema, BrowserHostnameSchema, BrowserConfigSchema, SessionDmScopeSchema, SessionStorageConfigSchema, SessionResetModeSchema, SessionResetConfigSchema, SessionResetByTypeSchema, SessionScopeSchema, SessionConfigSchema, ChannelsConfigSchema, SearchProviderEntrySchema, WebSearchConfigSchema, WebsiteBlocklistSchema, WebToolsConfigSchema, ToolsConfigSchema, RuntimePreferenceSchema, RuntimeProvisionSchema, RuntimeVersionRequestSchema, LanguageRuntimeSchema, DEFAULT_RUNTIME_TOOLS_CONFIG, RuntimeToolsConfigSchema, GatewayAuthRateLimitSchema, GatewaySecuritySchema, GatewayTrustedProxySchema, GatewayAuthSchema, GatewayTailscaleConsentSchema, GatewayTailscaleSchema, GatewayRemoteSchema, GatewayTlsSchema, GatewayModeSchema, GatewayChannelConnectDeferModeSchema, TunnelConsentSchema, TunnelBrokerUrlSchema, TunnelConfigSchema, WorkspaceImportConfigSchema, WorkspaceConfigSchema, GatewayBindModeSchema, GatewayWebchatConfigSchema, GatewayScenesConfigSchema, GatewayConfigSchema, ModelsDevConfigSchema, ModelCatalogConfigSchema, SttProviderConfigCatchallSchema, STTProviderConfigSchema, STTFallbackConfigSchema, MediaUnderstandingCapabilitiesSchema, MediaUnderstandingModelSchema, STTConfigSchema, TtsProviderConfigCatchallSchema, TTSProviderConfigSchema, TTSFallbackConfigSchema, TTSModelOverridesConfigSchema, TTSEdgeConfigSchema, TTSSummarizationConfigSchema, TTSConfigSchema, VoiceRefinementConfigSchema, VoiceConfigSchema, MessagesConfigSchema, ToolsMediaAudioConfigSchema, ToolsMediaConfigSchema, ProviderAzureConfigSchema, ProviderRequestOverridesSchema, ProviderAuthConfigSchema, ProvidersConfigSchema, ExtensionSecurityConfigSchema, ExtensionSlotsConfigSchema, ExtensionsConfigSchema, UpdateAutoConfigSchema, UpdateConfigSchema, CommandsConfigSchema, McpHttpUrlSchema, ConnectorSecretReferenceSchema, McpConfigScalarSchema, McpExposureSchema, McpOAuthConfigSchema, McpServerSchema, McpConfigSchema, ConnectorsConfigSchema, ExperimentalConfigSchema, ConfigSchema;
 var init_schema = __esmMin((() => {
-	init_config();
 	init_config$1();
+	init_config$2();
 	init_agent_config();
 	init_repository();
-	init_config$2();
+	init_config();
 	init_public_url();
 	init_contracts();
 	init_config_schema();

package/dist/src/connectors/connected-source-ingestion.js

@@ -2,20 +2,24 @@ import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
 import { getConnectorInstallation, listConnectorConnections } from "../storage/sqlite/connector-repository.js";
 import { init_sqlite } from "../storage/sqlite/index.js";
+import { getActiveUnderstandingConsent, grantUnderstandingConsent } from "../user-context/sources/consent-repository.js";
+import { listUnderstandingSourceGrants, upsertUnderstandingSourceGrant } from "../user-context/sources/repository.js";
+import { ConnectedKnowledgePipeline } from "../knowledge/connected-knowledge-pipeline.js";
+import { getWorkspacePath } from "../config/workspace-path-helpers.js";
 import { canAccessConnectorAccount, currentAccountConnections } from "./account-access.js";
 import { ComposioSessionsAdapter } from "./composio-sessions.js";
 import { decodeConnectedSourceCursor, encodeConnectedSourceCursor } from "./connected-source-cursor.js";
 import { scopeForComposioAction } from "./composio.js";
 import { getConnectorDefinition } from "./catalog.js";
 import { getConnectorInstance } from "./instances.js";
-import { getWorkspacePath } from "../config/workspace-path-helpers.js";
 import { KnowledgeIngestionService } from "../knowledge/ingestion-service.js";
-import { ConnectedKnowledgePipeline } from "../knowledge/connected-knowledge-pipeline.js";
 import { LocalFolderKnowledgeSourceAdapter } from "../knowledge/local-folder-adapter.js";
 import "../knowledge/index.js";
 import { normalizeConnectedSourceResult } from "./connected-source-normalizers.js";
 import { sanitizeConnectedSourceValue } from "./connected-source-sanitization.js";
+import { resolve } from "node:path";
 import { createHash } from "node:crypto";
+import { realpath } from "node:fs/promises";
 //#region src/connectors/connected-source-ingestion.ts
 init_logger();
 init_sqlite();
@@ -145,9 +149,8 @@ function resultToSourceItems(input) {
 		const ownerIdentities = connectionIdentities(input.connectionIdentity);
 		const actorAttributed = entity.metadata.actorAttributed === true || hasOwnerAttribution(input.toolkit, people, ownerIdentities);
 		const serialized = JSON.stringify(sanitizeConnectedSourceValue(entity.value), null, 2);
-		const contentChars = typeof entity.value.content === "string" ? 24e3 : 8e3;
-		const normalizedText = serialized.length > contentChars ? `${serialized.slice(0, contentChars)}\n…` : serialized;
-		const contentHash = createHash("sha256").update(serialized).digest("hex");
+		const normalizedText = serialized;
+		const contentHash = createHash("sha256").update(`connected-source-v2:${serialized}`).digest("hex");
 		return {
 			sourceInstanceId: input.sourceInstanceId,
 			collectionScope: input.collectionScope,
@@ -350,9 +353,44 @@ async function ingestLocalFolderSource(input) {
 	if (definition?.runtime.type !== "memorySource" || definition.runtime.sourceKind !== "local-folder") throw new Error("Local folder sync requires a local-folder memory source connector.");
 	const instance = getConnectorInstance(input.config, definition.id);
 	if (!instance?.enabled) throw new Error("Local folder connector is not installed and enabled.");
-	const rootPath = typeof instance.config?.rootPath === "string" ? instance.config.rootPath.trim() : "";
-	if (!rootPath) throw new Error("Local folder connector requires a rootPath.");
+	const configuredRoot = typeof instance.config?.rootPath === "string" ? instance.config.rootPath.trim() : "";
+	if (!configuredRoot) throw new Error("Local folder connector requires a rootPath.");
+	const rootPath = await realpath(resolve(configuredRoot));
 	const sourceInstanceId = `local-folder:${definition.id}`;
+	const priorGrant = listUnderstandingSourceGrants({ includeRevoked: true }).find((grant) => grant.sourceKey === sourceInstanceId);
+	if (priorGrant && (priorGrant.status === "revoked" || !getActiveUnderstandingConsent(priorGrant.id))) throw new Error("Local folder source authorization was revoked. Restore it before syncing.");
+	if (priorGrant && (priorGrant.config.rootPath !== rootPath || getActiveUnderstandingConsent(priorGrant.id)?.allowedAgentIds && !getActiveUnderstandingConsent(priorGrant.id).allowedAgentIds.includes(input.agentId))) throw new Error("Local folder root or Agent differs from the existing authorization. Update source authorization before syncing.");
+	const grant = upsertUnderstandingSourceGrant({
+		sourceKey: sourceInstanceId,
+		adapterId: `connector:${definition.id}`,
+		category: "files",
+		platform: "all",
+		displayName: definition.displayName,
+		accessMode: "continuous",
+		retentionPolicy: "bounded_raw",
+		processingPolicy: "local_only",
+		config: {
+			sourceInstanceId,
+			rootPath
+		}
+	});
+	if (!getActiveUnderstandingConsent(grant.id)) grantUnderstandingConsent({
+		grantId: grant.id,
+		purposes: ["work_assistance"],
+		allowedDomains: ["goals"],
+		deniedDomains: [],
+		allowedFields: [
+			"title",
+			"content",
+			"timestamps"
+		],
+		accessMode: "continuous",
+		lookbackDays: 0,
+		rawRetentionDays: 365,
+		processingPolicy: "local_only",
+		allowedAgentIds: [input.agentId],
+		disclosureVersion: "local-folder-1"
+	});
 	const adapter = new LocalFolderKnowledgeSourceAdapter(rootPath);
 	const syncRun = await new KnowledgeIngestionService(new Map([[adapter.kind, adapter]])).sync({
 		adapterKind: adapter.kind,

package/dist/src/connectors/connected-source-understanding.d.ts

@@ -11,6 +11,7 @@ export declare function deriveConnectedSourceUnderstanding(input: {
     sourceRunId: string;
     processingPolicy: 'local_only' | 'remote_allowed';
     analyze?: typeof analyzeUnderstandingSources;
+    batchOrdinal?: number;
     assertAuthorized?: () => void;
 }): Promise<{
     created: number;

package/dist/src/connectors/connected-source-understanding.js

@@ -4,14 +4,15 @@ import { finishContextExtractionRun } from "../storage/sqlite/context-extraction
 import { createContextEvidence, init_context_evidence_repository } from "../storage/sqlite/context-evidence-repository.js";
 import { getKnowledgeSourceItem } from "../storage/sqlite/knowledge-repository.js";
 import { init_sqlite } from "../storage/sqlite/index.js";
+import { getActiveUnderstandingConsent } from "../user-context/sources/consent-repository.js";
+import { getUnderstandingSourceRun } from "../user-context/sources/repository.js";
 import { writeKnowledgeItem } from "../knowledge-memory/repository.js";
 import "../knowledge-memory/index.js";
+import { consentFilteredText } from "../user-context/sources/consent-fields.js";
+import { claimRegisteredExtraction } from "../user-context/extraction/registry.js";
 import { reconcileAssertion } from "../user-model/repository.js";
 import "../user-model/index.js";
-import { claimRegisteredExtraction } from "../user-context/extraction/registry.js";
 import { recordConnectedSourceObservations } from "./connected-source-observations.js";
-import { getActiveUnderstandingConsent } from "../user-context/sources/consent-repository.js";
-import { getUnderstandingSourceRun } from "../user-context/sources/repository.js";
 import { allowsRemoteSourceProcessing } from "../user-context/sources/processing-policy.js";
 import { analyzeUnderstandingSources } from "../work-discovery/analyzer.js";
 import { createHash } from "node:crypto";
@@ -48,68 +49,6 @@ function timestamp(value) {
 	const parsed = Date.parse(value);
 	return Number.isFinite(parsed) ? parsed : void 0;
 }
-const CONSENT_FIELD_KEYS = {
-	title: new Set([
-		"title",
-		"subject",
-		"name",
-		"fullName",
-		"repository"
-	]),
-	content: new Set([
-		"content",
-		"body",
-		"text",
-		"snippet",
-		"description",
-		"summary"
-	]),
-	participants: new Set([
-		"from",
-		"to",
-		"cc",
-		"bcc",
-		"sender",
-		"author",
-		"organizer",
-		"attendees",
-		"participants",
-		"assignee",
-		"owners"
-	]),
-	status: new Set([
-		"status",
-		"state",
-		"labels"
-	]),
-	timestamps: new Set([
-		"createdAt",
-		"updatedAt",
-		"modifiedAt",
-		"start",
-		"end",
-		"created_at",
-		"updated_at",
-		"modified_at"
-	]),
-	owner_activity: new Set([
-		"user",
-		"username",
-		"owner"
-	])
-};
-function consentFilteredText(textValue, allowedFields) {
-	if (!textValue) return void 0;
-	try {
-		const parsed = JSON.parse(textValue);
-		if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) return void 0;
-		const allowedKeys = new Set([...allowedFields].flatMap((field) => [...CONSENT_FIELD_KEYS[field] ?? []]));
-		const filtered = Object.fromEntries(Object.entries(parsed).filter(([key]) => allowedKeys.has(key)));
-		return Object.keys(filtered).length ? JSON.stringify(filtered) : void 0;
-	} catch {
-		return allowedFields.has("content") ? textValue.slice(0, 24e3) : void 0;
-	}
-}
 function itemsAllowedByConsent(items, consent) {
 	if (!consent) return [];
 	const allowed = new Set(consent.allowedFields);
@@ -180,7 +119,27 @@ function candidatePolicy(candidate) {
 	};
 }
 async function deriveConnectedSourceUnderstanding(input) {
-	const sourceItems = [...new Set(input.sourceItemIds)].slice(0, MAX_CONNECTED_ITEMS).flatMap((itemId) => getKnowledgeSourceItem(itemId) ?? []).filter((item) => item.sourceInstanceId === input.sourceInstanceId && item.metadata.agentId === input.agentId && !item.deletedAt);
+	const uniqueIds = [...new Set(input.sourceItemIds)];
+	if (uniqueIds.length > MAX_CONNECTED_ITEMS) {
+		let created = 0, knowledgeCount = 0;
+		let status = "completed";
+		for (let offset = 0; offset < uniqueIds.length; offset += MAX_CONNECTED_ITEMS) {
+			const batch = await deriveConnectedSourceUnderstanding({
+				...input,
+				sourceItemIds: uniqueIds.slice(offset, offset + MAX_CONNECTED_ITEMS),
+				batchOrdinal: offset / MAX_CONNECTED_ITEMS
+			});
+			created += batch.created;
+			knowledgeCount += batch.knowledgeCount;
+			if (batch.status !== "completed") status = "partial";
+		}
+		return {
+			created,
+			knowledgeCount,
+			status
+		};
+	}
+	const sourceItems = uniqueIds.flatMap((itemId) => getKnowledgeSourceItem(itemId) ?? []).filter((item) => item.sourceInstanceId === input.sourceInstanceId && item.metadata.agentId === input.agentId && !item.deletedAt);
 	const items = connectedItemsForUnderstanding(sourceItems);
 	if (!items.length) {
 		log.info({
@@ -206,7 +165,7 @@ async function deriveConnectedSourceUnderstanding(input) {
 	const effectiveProcessingPolicy = input.processingPolicy === "remote_allowed" && consentReceipt?.processingPolicy === "remote_allowed" ? "remote_allowed" : "local_only";
 	const extraction = claimRegisteredExtraction({
 		extractorId: "connector-semantic",
-		sourceRef: `understanding-source-run:${input.sourceRunId}`,
+		sourceRef: `understanding-source-run:${input.sourceRunId}${input.batchOrdinal === void 0 ? "" : `:batch:${input.batchOrdinal}`}`,
 		contentForHash: sourceItems.map((item) => `${item.id}:${item.contentHash}`).join("\n"),
 		processingPolicy: effectiveProcessingPolicy,
 		destination: "remote_model"
@@ -239,9 +198,12 @@ async function deriveConnectedSourceUnderstanding(input) {
 			let assertionId;
 			let candidateCreated = false;
 			for (const [index, evidenceItem] of evidenceItems.entries()) {
+				const sourceItem = sourceItems.find((item) => `knowledge-source://${item.id}` === evidenceItem.evidenceRef);
 				const evidence = createContextEvidence({
 					sourceType: "connector",
 					sourceInstanceId: input.sourceInstanceId,
+					sourceItemId: sourceItem?.id,
+					contentHash: sourceItem?.contentHash,
 					sourceRef: evidenceItem.evidenceRef,
 					redactedExcerpt: evidenceItem.title.slice(0, 600),
 					trustLevel: "owner",
@@ -316,9 +278,12 @@ async function deriveConnectedSourceUnderstanding(input) {
 				const validityDays = thread.horizon === "current" ? 30 : thread.horizon === "ongoing" ? 90 : 365;
 				let goalCreated = false;
 				for (const evidenceItem of goalEvidence) {
+					const sourceItem = sourceItems.find((item) => `knowledge-source://${item.id}` === evidenceItem.evidenceRef);
 					const evidence = createContextEvidence({
 						sourceType: "connector",
 						sourceInstanceId: input.sourceInstanceId,
+						sourceItemId: sourceItem?.id,
+						contentHash: sourceItem?.contentHash,
 						sourceRef: evidenceItem.evidenceRef,
 						redactedExcerpt: evidenceItem.title.slice(0, 600),
 						trustLevel: "owner",
@@ -372,8 +337,33 @@ async function deriveConnectedSourceUnderstanding(input) {
 				}
 				if (goalCreated) created += 1;
 			}
+			const evidence = evidenceRefs.flatMap((ref) => {
+				const evidenceItem = byRef.get(ref);
+				const sourceItem = sourceItems.find((item) => `knowledge-source://${item.id}` === ref);
+				if (!evidenceItem || !sourceItem || !consentReceipt) return [];
+				return [{
+					id: createContextEvidence({
+						sourceType: "connector",
+						sourceInstanceId: input.sourceInstanceId,
+						sourceRef: ref,
+						sourceItemId: sourceItem.id,
+						sourceRunId: input.sourceRunId,
+						contentHash: sourceItem.contentHash,
+						processingPolicy: effectiveProcessingPolicy,
+						redactedExcerpt: evidenceItem.title.slice(0, 600),
+						trustLevel: "untrusted",
+						observedAt: evidenceItem.occurredAt ?? evidenceItem.modifiedAt ?? Date.now()
+					}).id,
+					contentHash: sourceItem.contentHash,
+					consentReceiptId: consentReceipt.id
+				}];
+			});
 			const result = writeKnowledgeItem({
 				kind: "work_thread",
+				claimMode: "reported",
+				verification: evidence.length === evidenceRefs.length ? "supported" : "tentative",
+				evidence,
+				reviewAt: Date.now() + (thread.horizon === "current" ? 14 : 90) * 864e5,
 				scope: { type: "global" },
 				content: `${thread.title}: ${thread.summary}`,
 				canonicalKey: candidateKey,
@@ -383,6 +373,8 @@ async function deriveConnectedSourceUnderstanding(input) {
 				sourceAgentId: input.agentId,
 				source: {
 					sourceRunId: input.sourceRunId,
+					sourceInstanceId: input.sourceInstanceId,
+					consentReceiptId: consentReceipt?.id,
 					evidenceRefs
 				},
 				replaceExisting: true

package/dist/src/connectors/content-enrichment.js

@@ -1,8 +1,8 @@
 import { getConnectorConnection, getConnectorInstallation } from "../storage/sqlite/connector-repository.js";
 import { getKnowledgeSourceItem, listKnowledgeSourceItems, upsertKnowledgeSourceItems } from "../storage/sqlite/knowledge-repository.js";
 import { init_sqlite } from "../storage/sqlite/index.js";
-import { ComposioSessionsAdapter } from "./composio-sessions.js";
 import { ConnectedKnowledgePipeline } from "../knowledge/connected-knowledge-pipeline.js";
+import { ComposioSessionsAdapter } from "./composio-sessions.js";
 import { sanitizeConnectedSourceValue } from "./connected-source-sanitization.js";
 import { tmpdir } from "node:os";
 import { isAbsolute, join, relative, sep } from "node:path";

package/dist/src/connectors/learning-coordinator.js

@@ -6,13 +6,13 @@ import { getConnectorInstallation, listConnectorConnections, upsertConnectorConn
 import { pruneBoundedKnowledgeSourceItems } from "../storage/sqlite/knowledge-repository.js";
 import { getConnectorSyncPolicyForConnection } from "../storage/sqlite/connector-sync-policy-repository.js";
 import { init_sqlite } from "../storage/sqlite/index.js";
+import { getActiveUnderstandingConsent, grantUnderstandingConsent } from "../user-context/sources/consent-repository.js";
+import { getConnectorUnderstandingSourceRun, getOrCreateConnectorUnderstandingSourceRun, getUnderstandingSourceGrant, listUnderstandingSourceGrants, updateUnderstandingSourceGrantCheckpoint, updateUnderstandingSourceRun, upsertUnderstandingSourceGrant } from "../user-context/sources/repository.js";
 import { connectorIdentityKey, normalizeConnectorIdentity } from "./connector-identity.js";
 import { ComposioSessionsAdapter } from "./composio-sessions.js";
 import { buildConnectorLearningArguments, getConnectorLearningPlan } from "./learning-recipes.js";
 import { getConnectorDefinition } from "./catalog.js";
 import { ingestComposioConnectedSource } from "./connected-source-ingestion.js";
-import { getActiveUnderstandingConsent, grantUnderstandingConsent } from "../user-context/sources/consent-repository.js";
-import { getConnectorUnderstandingSourceRun, getOrCreateConnectorUnderstandingSourceRun, getUnderstandingSourceGrant, listUnderstandingSourceGrants, updateUnderstandingSourceGrantCheckpoint, updateUnderstandingSourceRun, upsertUnderstandingSourceGrant } from "../user-context/sources/repository.js";
 import { deriveConnectedSourceUnderstanding } from "./connected-source-understanding.js";
 import { listConnectedContentCandidates, readConnectedContent } from "./content-enrichment.js";
 //#region src/connectors/learning-coordinator.ts

package/dist/src/extensions/activation-context.js

@@ -1,5 +1,5 @@
-import { PROVIDER_ENV_MAP, init_env_keys } from "../providers/env-keys.js";
 import { getAgentDefaultModelRef, init_schema } from "../config/schema.js";
+import { PROVIDER_ENV_MAP, init_env_keys } from "../providers/env-keys.js";
 import { init_providers, isProviderConfiguredSync } from "../providers/index.js";
 import { collectSttProviderConfigEntries } from "../voice/stt/config-slice.js";
 import { mergeSttConfigFromAppConfig } from "../voice/stt/config.js";

package/dist/src/extensions/agent-plugins/validation.js

@@ -2,8 +2,8 @@ import { dirname, isAbsolute, join, relative, resolve } from "node:path";
 import { existsSync, lstatSync, readFileSync, readdirSync, realpathSync, statSync } from "node:fs";
 import { createHash } from "node:crypto";
 import { z } from "zod";
-import yaml from "js-yaml";
 import { validateHeaderName, validateHeaderValue } from "node:http";
+import yaml from "js-yaml";
 //#region src/extensions/agent-plugins/validation.ts
 const PLUGIN_SCHEMA = "https://agent-plugins.org/schemas/1.0.0/plugin.schema.json";
 const MCP_SCHEMA = "https://agent-plugins.org/schemas/1.0.0/mcp.schema.json";

package/dist/src/gateway/agents-admin.js

@@ -1,10 +1,10 @@
 import { normalizeAgentId, validateAgentIdForNewAgent } from "../agent-catalog/id.js";
 import { AgentCatalogRepository, init_repository } from "../agent-catalog/repository.js";
 import { init_agent_scope, listAgentEntries, resolveAgentProfileDir, resolveAgentWorkspaceDir, resolveDefaultAgentId, resolveUserPath } from "../agent/agent-scope.js";
-import { AGENT_PROFILE_MARKDOWN_SYSTEM_FILES, REQUIRED_AGENT_PROFILE_MARKDOWN_FILE_SET } from "../agent/context/workspace.js";
-import { AgentCatalogService } from "../agent-catalog/service.js";
 import { resolveEffectiveAgentProfile } from "../config/agent-profile.js";
+import { AGENT_PROFILE_MARKDOWN_SYSTEM_FILES, REQUIRED_AGENT_PROFILE_MARKDOWN_FILE_SET } from "../agent/context/workspace.js";
 import { isPathUnderWorkspace, resolveWorkspaceSafePath } from "./workspace-editor-path.js";
+import { AgentCatalogService } from "../agent-catalog/service.js";
 import { GATEWAY_BUILTIN_TOOL_IDS } from "./agent-builtin-tools.js";
 import { resolve } from "node:path";
 import { mkdir, readFile, realpath, stat, unlink, writeFile } from "node:fs/promises";

package/dist/src/gateway/file-path-classifier.js

@@ -1,7 +1,7 @@
 import { init_paths_state, resolveStateDir } from "../config/paths-state.js";
 import { init_agent_scope, resolveAgentProfileDir } from "../agent/agent-scope.js";
-import { init_paths, resolveConfigPath, resolveSkillsDir } from "../config/paths.js";
 import { extractProfileAgentId } from "../config/agent-profile.js";
+import { init_paths, resolveConfigPath, resolveSkillsDir } from "../config/paths.js";
 import { isBareProfileMarkdownFileName, resolveProfileMarkdownPathIfBareName } from "../agent/tools/tool-paths.js";
 import { isPathUnderWorkspace } from "./workspace-editor-path.js";
 import { homedir } from "node:os";

package/dist/src/gateway/hono/lib/config-payload.d.ts

@@ -250,6 +250,11 @@ export declare function buildSafeWebConfigPayload(service: GatewayService, optio
             searchTimeoutMs: number;
             writeStrategy: "local-first" | "external-first" | "local-only" | "external-only" | "write-through";
             allowExternalWrites: boolean;
+            learning?: {
+                idleFlushMs: number;
+                maxBatchChars: number;
+                maxDailyBatches: number;
+            };
             allowedProviderIds?: string[];
             autoWriteKinds?: string[];
         };

package/dist/src/gateway/hono/lib/config-payload.js

@@ -1,10 +1,10 @@
+import { ContextPlanningConfigSchema, KnowledgeMemoryConfigSchema, UserModelConfigSchema, init_config } from "../../../user-context/config.js";
 import { normalizeAgentId } from "../../../agent-catalog/id.js";
 import { AgentCatalogRepository, init_repository } from "../../../agent-catalog/repository.js";
 import { init_agent_scope, listAgentEntries, resolveDefaultAgentId } from "../../../agent/agent-scope.js";
 import { resolveModelsJsonPath } from "../../../config/paths.js";
-import { CredentialResolver, init_credentials } from "../../../auth/credentials.js";
-import { ContextPlanningConfigSchema, KnowledgeMemoryConfigSchema, UserModelConfigSchema, init_config } from "../../../user-context/config.js";
 import { init_models_json, loadModelsJson } from "../../../config/models-json.js";
+import { CredentialResolver, init_credentials } from "../../../auth/credentials.js";
 import { getProviderRegistry, init_plugin_registry } from "../../../providers/plugin-registry.js";
 import { getAllProviders, init_providers, isProviderConfigured } from "../../../providers/index.js";
 import { resolveShareConfig } from "../../../share/share-config.js";

package/dist/src/gateway/hono/routes/config-patch/misc.js

@@ -1,10 +1,10 @@
+import { ContextPlanningConfigSchema, HomeIntelligenceConfigSchema, KnowledgeMemoryConfigSchema, UserContextConfigSchema, UserModelConfigSchema, init_config } from "../../../../user-context/config.js";
 import { BindingsSchema, init_binding_schema } from "../../../../routing/binding-schema.js";
-import { AgentCatalogService } from "../../../../agent-catalog/service.js";
-import { CredentialResolver, init_credentials } from "../../../../auth/credentials.js";
-import { ComputerConfigSchema, init_config } from "../../../../computer/config.js";
-import { ContextPlanningConfigSchema, HomeIntelligenceConfigSchema, KnowledgeMemoryConfigSchema, UserContextConfigSchema, UserModelConfigSchema, init_config as init_config$1 } from "../../../../user-context/config.js";
+import { ComputerConfigSchema, init_config as init_config$1 } from "../../../../computer/config.js";
 import { BrowserConfigSchema, McpConfigSchema, VoiceConfigSchema, init_schema } from "../../../../config/schema.js";
+import { CredentialResolver, init_credentials } from "../../../../auth/credentials.js";
 import { canonicalizeConfiguredMcpServer } from "../../../../config/mcp-config-normalize.js";
+import { AgentCatalogService } from "../../../../agent-catalog/service.js";
 import { mergeGatewaySkillsMarketplacePatch, mergeSessionConfigPatch, mergeUpdateConfigPatch } from "../../../../config/web-patch.js";
 import { assertGatewayAuthConfigured, resolveGatewayAuth } from "../../../auth.js";
 import { isMaskedSecretPatchValue } from "../../lib/mask-secret-length.js";
@@ -14,11 +14,11 @@ import { assertGatewayRuntimeConfig } from "../../../runtime-config.js";
 import { mergeRealtimeVoiceConfigPatch, mergeSttConfigPatch, mergeTtsConfigPatch } from "../../lib/safe-voice-config.js";
 import { PATCH_OK, patchError } from "./result.js";
 //#region src/gateway/hono/routes/config-patch/misc.ts
-init_config();
+init_config$1();
 init_schema();
 init_binding_schema();
 init_credentials();
-init_config$1();
+init_config();
 async function applyMiscPatch(config, body) {
 	if (body.update !== void 0 && typeof body.update === "object" && body.update !== null) {
 		const updateResult = mergeUpdateConfigPatch(config, body.update);

package/dist/src/gateway/hono/routes/connectors.js

@@ -6,6 +6,7 @@ import { getConnectorAccount, init_connector_account_repository, listConnectorAc
 import { decideConnectorApproval, getConnectorApproval, listConnectorApprovals, listConnectorConnections } from "../../../storage/sqlite/connector-repository.js";
 import { getConnectorSyncPolicy, upsertConnectorSyncPolicy } from "../../../storage/sqlite/connector-sync-policy-repository.js";
 import { init_sqlite } from "../../../storage/sqlite/index.js";
+import { listUnderstandingSourceGrants, revokeUnderstandingSourceGrant } from "../../../user-context/sources/repository.js";
 import { AgentCatalogRepository, init_repository } from "../../../agent-catalog/repository.js";
 import { init_agent_scope, resolveDefaultAgentId } from "../../../agent/agent-scope.js";
 import { activateComposioBackend, addComposioBackend, ensureComposioBackend, getComposioBackend, listComposioBackends, removeComposioBackend } from "../../../connectors/composio-backends.js";
@@ -27,7 +28,6 @@ import { composioLogoResponse } from "../../../connectors/composio-logo.js";
 import { inspectManagedComposioStatus } from "../../../connectors/composio-managed-client.js";
 import { appendComposioTriggerEvent, listComposioTriggerEvents } from "../../../connectors/composio-triggers.js";
 import { ingestLocalFolderSource } from "../../../connectors/connected-source-ingestion.js";
-import { listUnderstandingSourceGrants, revokeUnderstandingSourceGrant } from "../../../user-context/sources/repository.js";
 import { testConnectorInstance } from "../../../connectors/health.js";
 import { setConnectorEnabled } from "../../../connectors/lifecycle.js";
 import { projectComposioConnectionStatus } from "../../../connectors/runtime-status.js";

package/dist/src/gateway/hono/routes/context-sources.js

@@ -2,11 +2,11 @@ import { getSqliteDatabase, init_transaction } from "../../../storage/sqlite/tra
 import { getConnectorAccount } from "../../../storage/sqlite/connector-account-repository.js";
 import { countKnowledgeSourceItems, deleteKnowledgeSourceItems } from "../../../storage/sqlite/knowledge-repository.js";
 import { init_sqlite } from "../../../storage/sqlite/index.js";
+import { getActiveUnderstandingConsent } from "../../../user-context/sources/consent-repository.js";
+import { getUnderstandingSourceGrant, listUnderstandingSourceGrants, listUnderstandingSourceRuns, revokeUnderstandingSourceGrant, updateUnderstandingSourceGrantPolicies } from "../../../user-context/sources/repository.js";
 import { init_agent_scope, resolveDefaultAgentId } from "../../../agent/agent-scope.js";
 import { listUserModelObservations } from "../../../user-model/observation-repository.js";
 import "../../../user-model/index.js";
-import { getActiveUnderstandingConsent } from "../../../user-context/sources/consent-repository.js";
-import { getUnderstandingSourceGrant, listUnderstandingSourceGrants, listUnderstandingSourceRuns, revokeUnderstandingSourceGrant, updateUnderstandingSourceGrantPolicies } from "../../../user-context/sources/repository.js";
 import { listConnectedContentCandidates, readConnectedContent } from "../../../connectors/content-enrichment.js";
 import { listUnderstandingSourceDefinitions } from "../../../user-context/sources/catalog.js";
 //#region src/gateway/hono/routes/context-sources.ts

package/dist/src/gateway/hono/routes/lazy-bundles.js

@@ -407,6 +407,7 @@ const AUTHENTICATED_LAZY_ROUTE_BUNDLES = [
 			"/api/user-model",
 			"/api/knowledge-memory",
 			"/api/memory-maintenance",
+			"/api/memory-learning",
 			"/api/turns"
 		]),
 		load: async () => {

package/dist/src/gateway/hono/routes/mcp.js

@@ -1,6 +1,6 @@
+import { getWorkspacePath } from "../../../config/workspace-path-helpers.js";
 import { isManagedConnectorServer } from "../../../connectors/materialize.js";
 import { loadMergedMcpConfig } from "../../../agent/mcp/config.js";
-import { getWorkspacePath } from "../../../config/workspace-path-helpers.js";
 //#region src/gateway/hono/routes/mcp.ts
 function registerMcpRoutes(app, deps) {
 	app.get("/api/mcp/servers", (c) => {

package/dist/src/gateway/hono/routes/memory-learning.d.ts

@@ -0,0 +1,3 @@
+import type { Hono } from 'hono';
+import type { AuthenticatedRouteDeps } from './deps.js';
+export declare function registerMemoryLearningRoutes(app: Hono, deps: AuthenticatedRouteDeps): void;