@xopcai/xopc 0.0.218 → 0.0.220

package/dist/src/config/index.js

@@ -2,15 +2,15 @@ import { ENV_VARS, XOPC_DB_FILENAME, resolveHomeDir, resolveStateDir, resolveXop
 import { TelegramAccountConfigSchema, TelegramConfigSchema, TelegramGroupConfigSchema, TelegramTopicConfigSchema } from "../../extensions/telegram/src/config-schema.js";
 import { WeixinAccountConfigSchema, WeixinConfigSchema } from "../../extensions/weixin/src/config-schema.js";
 import { AgentImageGenerationModelSchema, AgentModelRefSchema, AgentModelsSchema, AgentTypedModelRoleSchema, AgentsConfigSchema, BindingMatchSchema, BindingRuleSchema, BindingsConfigSchema, BrowserConfigSchema, ChannelsConfigSchema, CommandsConfigSchema, ConfigSchema, ConnectorsConfigSchema, ExperimentalConfigSchema, ExtensionSecurityConfigSchema, ExtensionSlotsConfigSchema, ExtensionsConfigSchema, GatewayAuthRateLimitSchema, GatewayAuthSchema, GatewayBindModeSchema, GatewayChannelConnectDeferModeSchema, GatewayConfigSchema, GatewayModeSchema, GatewayRemoteSchema, GatewaySecuritySchema, GatewayTailscaleConsentSchema, GatewayTailscaleSchema, GatewayTlsSchema, GatewayTrustedProxySchema, GatewayWebchatConfigSchema, HeartbeatConfigSchema, McpConfigSchema, McpServerSchema, MediaUnderstandingCapabilitiesSchema, MediaUnderstandingModelSchema, MessagesConfigSchema, ModelCatalogConfigSchema, ModelsDevConfigSchema, ProviderAuthConfigSchema, ProviderAzureConfigSchema, ProviderRequestOverridesSchema, ProvidersConfigSchema, RuntimeToolsConfigSchema, STTConfigSchema, STTFallbackConfigSchema, STTProviderConfigSchema, SearchProviderEntrySchema, SessionConfigSchema, SessionDmScopeSchema, SessionResetByTypeSchema, SessionResetConfigSchema, SessionResetModeSchema, SessionScopeSchema, SessionStorageConfigSchema, TTSConfigSchema, TTSEdgeConfigSchema, TTSFallbackConfigSchema, TTSModelOverridesConfigSchema, TTSProviderConfigSchema, TTSSummarizationConfigSchema, ToolsConfigSchema, ToolsMediaAudioConfigSchema, ToolsMediaConfigSchema, TuiConfigSchema, TunnelConfigSchema, TunnelConsentSchema, UpdateAutoConfigSchema, UpdateConfigSchema, VoiceConfigSchema, VoiceRefinementConfigSchema, WebSearchConfigSchema, WebToolsConfigSchema, WebsiteBlocklistSchema, WorkspaceConfigSchema, WorkspaceImportConfigSchema, getAgentDefaultImageGenerationModelConfig, getAgentDefaultImageModelConfig, getAgentDefaultModelRef, init_schema, parseModelRef } from "./schema.js";
-import { clearConfigValueCache, getAllowedCommands, getCacheStats, init_resolve_config_value, resolveConfigValue, resolveHeaders, testApiKeyResolution } from "./resolve-config-value.js";
+import { applyConfigOverrides, getConfigOverrides, resetConfigOverrides, setConfigOverride, unsetConfigOverride } from "./runtime-overrides.js";
 import { expandWorkspacePathString, init_workspace_path, normalizeWorkspaceDir, resolveWorkspaceRoot } from "./workspace-path.js";
 import { resolveDefaultAgentWorkspaceDir } from "./workspace-defaults.js";
 import { resolveAgentDir as resolveAgentDir$1, resolveAgentHomeDir as resolveAgentHomeDir$1, resolveAgentWorkspaceDir } from "../agent/agent-scope.js";
+import { extractProfileAgentId, resolveEffectiveAgentManifestForAgent, resolveEffectiveAgentManifestForSession, resolveEffectiveAgentProfile, resolveEffectiveAgentProfileForSession } from "./agent-profile.js";
 import { FILENAMES, WORKSPACE_FILES, existsSync, hasBundledExtensionManifest, init_paths, resolveAgentAuthProfilesPath, resolveAgentDir, resolveAgentHomeDir, resolveAgentProfileDir, resolveAgentProfileMarkdownPath, resolveAuthProfilesPath, resolveBinDir, resolveBundledExtensionsDir, resolveBundledSkillsDir, resolveConfigPath, resolveCredentialsDir, resolveExtensionSdkPath, resolveExtensionsDir, resolveExtensionsLockPath, resolveInboxDir, resolveInboxMessagePath, resolveInboxPendingDir, resolveInboxProcessedDir, resolveLogPath, resolveLogsDir, resolveModelsJsonPath, resolveNodeBinDir, resolveNodeBinPath, resolveNodeToolsDir, resolveNpmBinPath, resolveOAuthPath, resolvePidPath, resolveSkillPath, resolveSkillsCachePath, resolveSkillsDir, resolveSkillsLockPath, resolveSocketPath, resolveStatusPath, resolveToolsDir, resolveWorkspaceExtensionsDir, resolveWorkspaceFile, resolveWorkspaceStateDir, resolveWorkspaceStatePath, resolveXopcBinPath } from "./paths.js";
-import { CustomModelSchema, ImageGenerationCapabilitiesSchema, ImageGenerationModelSchema, ImageGenerationProviderSchema, ModelOverrideSchema, ModelsJsonSchema, OpenAICompatSchema, OpenAICompletionsCompatSchema, OpenAIResponsesCompatSchema, OpenRouterRoutingSchema, ProviderConfigSchema, VercelGatewayRoutingSchema, getDefaultModelValues, init_models_json, loadModelsJson, modelsJsonExists, saveModelsJson, validateModelsConfig } from "./models-json.js";
 import { init_loader, loadConfig, saveConfig } from "./loader.js";
-import { applyConfigOverrides, getConfigOverrides, resetConfigOverrides, setConfigOverride, unsetConfigOverride } from "./runtime-overrides.js";
-import { extractProfileAgentId, resolveEffectiveAgentManifestForAgent, resolveEffectiveAgentManifestForSession, resolveEffectiveAgentProfile, resolveEffectiveAgentProfileForSession } from "./agent-profile.js";
+import { clearConfigValueCache, getAllowedCommands, getCacheStats, init_resolve_config_value, resolveConfigValue, resolveHeaders, testApiKeyResolution } from "./resolve-config-value.js";
+import { CustomModelSchema, ImageGenerationCapabilitiesSchema, ImageGenerationModelSchema, ImageGenerationProviderSchema, ModelOverrideSchema, ModelsJsonSchema, OpenAICompatSchema, OpenAICompletionsCompatSchema, OpenAIResponsesCompatSchema, OpenRouterRoutingSchema, ProviderConfigSchema, VercelGatewayRoutingSchema, getDefaultModelValues, init_models_json, loadModelsJson, modelsJsonExists, saveModelsJson, validateModelsConfig } from "./models-json.js";
 import { canonicalizeConfiguredMcpServer, isKnownCliMcpTypeAlias, normalizeConfiguredMcpServers, resolveXopcMcpTransportAlias } from "./mcp-config-normalize.js";
 import { formatThinkingLevels, listThinkingLevels, normalizeElevatedMode, normalizeReasoningLevel, normalizeThinkLevel, normalizeVerboseLevel, thinkLevelToNumber } from "../agent/transcript/thinking-types.js";
 import { getWorkspacePath } from "./workspace-path-helpers.js";

package/dist/src/config/loader.js

@@ -2,8 +2,8 @@ import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
 import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
 import { ConfigSchema, init_schema } from "./schema.js";
-import { init_write_file_atomic, writeTextAtomic } from "../infra/write-file-atomic.js";
 import { init_paths, resolveConfigPath } from "./paths.js";
+import { init_write_file_atomic, writeTextAtomic } from "../infra/write-file-atomic.js";
 import { assertChannelPluginConfigs, init_validate_channel_configs } from "./validate-channel-configs.js";
 import { dirname } from "path";
 import { existsSync, mkdirSync, promises, readFileSync } from "fs";

package/dist/src/config/models-json.d.ts

@@ -249,13 +249,13 @@ export declare const CustomModelSchema: z.ZodObject<{
     api: z.ZodOptional<z.ZodEnum<{
         "openai-completions": "openai-completions";
         "openai-responses": "openai-responses";
-        "anthropic-messages": "anthropic-messages";
-        "google-generative-ai": "google-generative-ai";
         "azure-openai-responses": "azure-openai-responses";
-        "bedrock-converse-stream": "bedrock-converse-stream";
         "openai-codex-responses": "openai-codex-responses";
-        "google-gemini-cli": "google-gemini-cli";
+        "anthropic-messages": "anthropic-messages";
+        "bedrock-converse-stream": "bedrock-converse-stream";
+        "google-generative-ai": "google-generative-ai";
         "google-vertex": "google-vertex";
+        "google-gemini-cli": "google-gemini-cli";
     }>>;
     reasoning: z.ZodOptional<z.ZodBoolean>;
     input: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -351,13 +351,13 @@ export declare const ProviderConfigSchema: z.ZodObject<{
     api: z.ZodOptional<z.ZodEnum<{
         "openai-completions": "openai-completions";
         "openai-responses": "openai-responses";
-        "anthropic-messages": "anthropic-messages";
-        "google-generative-ai": "google-generative-ai";
         "azure-openai-responses": "azure-openai-responses";
-        "bedrock-converse-stream": "bedrock-converse-stream";
         "openai-codex-responses": "openai-codex-responses";
-        "google-gemini-cli": "google-gemini-cli";
+        "anthropic-messages": "anthropic-messages";
+        "bedrock-converse-stream": "bedrock-converse-stream";
+        "google-generative-ai": "google-generative-ai";
         "google-vertex": "google-vertex";
+        "google-gemini-cli": "google-gemini-cli";
     }>>;
     headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     authHeader: z.ZodOptional<z.ZodBoolean>;
@@ -367,13 +367,13 @@ export declare const ProviderConfigSchema: z.ZodObject<{
         api: z.ZodOptional<z.ZodEnum<{
             "openai-completions": "openai-completions";
             "openai-responses": "openai-responses";
-            "anthropic-messages": "anthropic-messages";
-            "google-generative-ai": "google-generative-ai";
             "azure-openai-responses": "azure-openai-responses";
-            "bedrock-converse-stream": "bedrock-converse-stream";
             "openai-codex-responses": "openai-codex-responses";
-            "google-gemini-cli": "google-gemini-cli";
+            "anthropic-messages": "anthropic-messages";
+            "bedrock-converse-stream": "bedrock-converse-stream";
+            "google-generative-ai": "google-generative-ai";
             "google-vertex": "google-vertex";
+            "google-gemini-cli": "google-gemini-cli";
         }>>;
         reasoning: z.ZodOptional<z.ZodBoolean>;
         input: z.ZodOptional<z.ZodArray<z.ZodEnum<{
@@ -550,13 +550,13 @@ export declare const ModelsJsonSchema: z.ZodObject<{
         api: z.ZodOptional<z.ZodEnum<{
             "openai-completions": "openai-completions";
             "openai-responses": "openai-responses";
-            "anthropic-messages": "anthropic-messages";
-            "google-generative-ai": "google-generative-ai";
             "azure-openai-responses": "azure-openai-responses";
-            "bedrock-converse-stream": "bedrock-converse-stream";
             "openai-codex-responses": "openai-codex-responses";
-            "google-gemini-cli": "google-gemini-cli";
+            "anthropic-messages": "anthropic-messages";
+            "bedrock-converse-stream": "bedrock-converse-stream";
+            "google-generative-ai": "google-generative-ai";
             "google-vertex": "google-vertex";
+            "google-gemini-cli": "google-gemini-cli";
         }>>;
         headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
         authHeader: z.ZodOptional<z.ZodBoolean>;
@@ -566,13 +566,13 @@ export declare const ModelsJsonSchema: z.ZodObject<{
             api: z.ZodOptional<z.ZodEnum<{
                 "openai-completions": "openai-completions";
                 "openai-responses": "openai-responses";
-                "anthropic-messages": "anthropic-messages";
-                "google-generative-ai": "google-generative-ai";
                 "azure-openai-responses": "azure-openai-responses";
-                "bedrock-converse-stream": "bedrock-converse-stream";
                 "openai-codex-responses": "openai-codex-responses";
-                "google-gemini-cli": "google-gemini-cli";
+                "anthropic-messages": "anthropic-messages";
+                "bedrock-converse-stream": "bedrock-converse-stream";
+                "google-generative-ai": "google-generative-ai";
                 "google-vertex": "google-vertex";
+                "google-gemini-cli": "google-gemini-cli";
             }>>;
             reasoning: z.ZodOptional<z.ZodBoolean>;
             input: z.ZodOptional<z.ZodArray<z.ZodEnum<{

package/dist/src/config/models-json.js

@@ -1,6 +1,6 @@
 import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
-import { init_write_file_atomic, writeTextAtomicSync } from "../infra/write-file-atomic.js";
 import { init_paths, resolveModelsJsonPath } from "./paths.js";
+import { init_write_file_atomic, writeTextAtomicSync } from "../infra/write-file-atomic.js";
 import { existsSync, readFileSync } from "fs";
 import { z } from "zod";
 //#region src/config/models-json.ts

package/dist/src/connectors/connected-source-understanding.d.ts

@@ -9,6 +9,7 @@ export declare function deriveConnectedSourceUnderstanding(input: {
     agentId: string;
     sourceInstanceId: string;
     sourceRunId: string;
+    processingPolicy: 'local_only' | 'remote_allowed';
     memoryManager: MemoryManager;
     analyze?: typeof analyzeUnderstandingSources;
 }): Promise<{

package/dist/src/connectors/connected-source-understanding.js

@@ -1,6 +1,10 @@
+import { finishContextExtractionRun } from "../storage/sqlite/context-extraction-repository.js";
 import { listKnowledgeSourceItems } from "../storage/sqlite/knowledge-repository.js";
 import "../storage/sqlite/index.js";
 import { upsertUserFocus } from "../user-context/sources/repository.js";
+import { claimRegisteredExtraction } from "../user-context/extraction/registry.js";
+import { focusLifecycle } from "../user-context/focus-lifecycle.js";
+import { allowsRemoteSourceProcessing } from "../user-context/sources/processing-policy.js";
 import { analyzeUnderstandingSources } from "../work-discovery/analyzer.js";
 import { createHash } from "node:crypto";
 //#region src/connectors/connected-source-understanding.ts
@@ -58,8 +62,7 @@ function connectedItemsForUnderstanding(items) {
 }
 function understandingKind(category) {
 	if (category === "preference") return "preference";
-	if (category === "workflow") return "routine";
-	if (category === "focus") return "current_state";
+	if (category === "routine") return "routine";
 	return "project_context";
 }
 function understandingCandidate(candidate) {
@@ -69,9 +72,9 @@ function understandingCandidate(candidate) {
 		content: candidate.statement,
 		canonicalKey: `connected-semantic:${candidate.category}:${createHash("sha256").update(normalized).digest("hex").slice(0, 20)}`,
 		confidence: candidate.confidence === "high" ? .9 : candidate.confidence === "medium" ? .72 : .55,
-		importance: candidate.category === "focus" ? .8 : .68,
+		importance: .68,
 		explicitness: "inferred",
-		durability: candidate.category === "focus" ? "ephemeral" : candidate.category === "workflow" ? "recurring" : "durable",
+		durability: candidate.category === "routine" ? "recurring" : "durable",
 		sensitivity: "personal",
 		disclosurePolicy: "referenceable"
 	};
@@ -82,51 +85,97 @@ function hasLongVerbatimOverlap(value, sourceTexts, minimumLength = 32) {
 	return sourceTexts.some((source) => source.replace(/\s+/g, " ").includes(normalized));
 }
 async function deriveConnectedSourceUnderstanding(input) {
-	const items = connectedItemsForUnderstanding(listKnowledgeSourceItems({
+	const knowledgeItems = listKnowledgeSourceItems({
 		agentId: input.agentId,
 		sourceInstanceId: input.sourceInstanceId,
 		includeDeleted: false,
 		limit: MAX_CONNECTED_ITEMS
-	}));
+	});
+	const items = connectedItemsForUnderstanding(knowledgeItems);
 	if (!items.length) return {
 		created: 0,
 		focusCount: 0,
 		status: "completed"
 	};
-	const analysis = await (input.analyze ?? analyzeUnderstandingSources)({
-		config: input.config,
-		items
+	const extraction = claimRegisteredExtraction({
+		extractorId: "connector-semantic",
+		sourceRef: `understanding-source-run:${input.sourceRunId}`,
+		contentForHash: knowledgeItems.map((item) => `${item.id}:${item.sourceUpdatedAt ?? ""}`).join("\n"),
+		processingPolicy: input.processingPolicy,
+		destination: "remote_model"
 	});
-	const rawTexts = items.flatMap((item) => item.text ? [item.text] : []);
-	const profileCandidates = analysis.profileCandidates.filter((candidate) => !hasLongVerbatimOverlap(candidate.statement, rawTexts));
-	const sourceItemIds = [...new Set([...profileCandidates.flatMap((candidate) => candidate.evidenceRefs ?? []), ...analysis.workThreadCandidates.flatMap((candidate) => candidate.evidenceRefs)].map((ref) => ref.startsWith("knowledge-source://") ? ref.slice(19) : ""))].filter(Boolean).slice(0, 20);
-	const reviewed = profileCandidates.length ? await input.memoryManager.applyUnderstandingCandidates(profileCandidates.map(understandingCandidate), {
-		agentId: input.agentId,
-		sourceItemIds,
-		sourceText: "Bounded semantic synthesis from explicitly connected work sources.",
-		source: {
-			provider: "connected-sources",
-			sourceInstanceId: input.sourceInstanceId
-		},
-		reviewSource: "background"
-	}) : { created: 0 };
-	const focuses = analysis.workThreadCandidates.filter((candidate) => !hasLongVerbatimOverlap(candidate.title, rawTexts) && !hasLongVerbatimOverlap(candidate.summary, rawTexts)).map((candidate) => upsertUserFocus({
-		canonicalKey: `connected-focus:${candidate.topicKey}`,
-		title: candidate.title,
-		summary: candidate.summary,
-		horizon: candidate.horizon,
-		status: "candidate",
-		confidence: candidate.confidence === "high" ? .9 : candidate.confidence === "medium" ? .72 : .55,
-		evidenceRefs: candidate.evidenceRefs,
-		sourceRunId: input.sourceRunId
-	}));
-	const sourceStatus = analysis.sourceStatuses.find((item) => item.sourceId === "connected-work");
-	return {
-		created: reviewed.created,
-		focusCount: focuses.length,
-		status: sourceStatus?.status ?? "failed",
-		...sourceStatus?.error ? { error: sourceStatus.error } : {}
+	if (!allowsRemoteSourceProcessing([input.processingPolicy]) || !extraction.shouldExecute) return {
+		created: 0,
+		focusCount: 0,
+		status: "completed"
 	};
+	try {
+		const analysis = await (input.analyze ?? analyzeUnderstandingSources)({
+			config: input.config,
+			items
+		});
+		const rawTexts = items.flatMap((item) => item.text ? [item.text] : []);
+		const profileCandidates = analysis.profileCandidates.filter((candidate) => !hasLongVerbatimOverlap(candidate.statement, rawTexts));
+		const sourceItemIds = [...new Set([...profileCandidates.flatMap((candidate) => candidate.evidenceRefs ?? []), ...analysis.workThreadCandidates.flatMap((candidate) => candidate.evidenceRefs)].map((ref) => ref.startsWith("knowledge-source://") ? ref.slice(19) : ""))].filter(Boolean).slice(0, 20);
+		const reviewed = profileCandidates.length ? await input.memoryManager.applyUnderstandingCandidates(profileCandidates.map(understandingCandidate), {
+			agentId: input.agentId,
+			sourceItemIds,
+			sourceText: "Bounded semantic synthesis from explicitly connected work sources.",
+			source: {
+				provider: "connected-sources",
+				sourceInstanceId: input.sourceInstanceId
+			},
+			reviewSource: "background",
+			extractionRunId: extraction.run.id
+		}) : {
+			created: 0,
+			writeOutputs: []
+		};
+		const focuses = analysis.workThreadCandidates.filter((candidate) => !hasLongVerbatimOverlap(candidate.title, rawTexts) && !hasLongVerbatimOverlap(candidate.summary, rawTexts)).map((candidate) => upsertUserFocus({
+			canonicalKey: `connected-focus:${candidate.topicKey}`,
+			title: candidate.title,
+			summary: candidate.summary,
+			horizon: candidate.horizon,
+			status: "candidate",
+			confidence: candidate.confidence === "high" ? .9 : candidate.confidence === "medium" ? .72 : .55,
+			evidenceRefs: candidate.evidenceRefs,
+			sourceRunId: input.sourceRunId,
+			...focusLifecycle(candidate.horizon)
+		}));
+		finishContextExtractionRun({
+			runId: extraction.run.id,
+			status: "completed",
+			outputs: [...(reviewed.writeOutputs ?? []).map((output) => ({
+				candidateKey: output.candidateKey,
+				...output.objectId ? {
+					objectType: "understanding",
+					objectId: output.objectId
+				} : {},
+				...output.versionId ? { versionId: output.versionId } : {},
+				outcome: output.outcome
+			})), ...focuses.map((focus) => ({
+				candidateKey: focus.canonicalKey,
+				objectType: "focus",
+				objectId: focus.id,
+				versionId: focus.versionId,
+				outcome: "created"
+			}))]
+		});
+		const sourceStatus = analysis.sourceStatuses.find((item) => item.sourceId === "connected-work");
+		return {
+			created: reviewed.created,
+			focusCount: focuses.length,
+			status: sourceStatus?.status ?? "failed",
+			...sourceStatus?.error ? { error: sourceStatus.error } : {}
+		};
+	} catch (error) {
+		finishContextExtractionRun({
+			runId: extraction.run.id,
+			status: "failed",
+			errorCode: "extractor_failed"
+		});
+		throw error;
+	}
 }
 //#endregion
 export { connectedItemsForUnderstanding, deriveConnectedSourceUnderstanding };

package/dist/src/connectors/learning-coordinator.js

@@ -1,7 +1,7 @@
 import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
+import { finishContextExtractionRun } from "../storage/sqlite/context-extraction-repository.js";
 import { claimNextConnectorLearningJob, enqueueConnectorLearningJob, listConnectorLearningJobs, recoverStaleConnectorLearningJobs, setConnectorLearningPaused, updateConnectorLearningJob } from "../storage/sqlite/connector-learning-repository.js";
-import { pruneBoundedKnowledgeSourceItems } from "../storage/sqlite/knowledge-repository.js";
 import { getConnectorInstallation, listConnectorConnections, upsertConnectorConnection } from "../storage/sqlite/connector-repository.js";
 import { getConnectorAccount, reconcileConnectorAccount } from "../storage/sqlite/connector-account-repository.js";
 import { getConnectorSyncPolicyForConnection } from "../storage/sqlite/connector-sync-policy-repository.js";
@@ -10,7 +10,10 @@ import { connectorIdentityKey, normalizeConnectorIdentity } from "./connector-id
 import { ComposioSessionsAdapter } from "./composio-sessions.js";
 import { buildConnectorLearningArguments, getConnectorLearningPlan } from "./learning-recipes.js";
 import { getConnectorDefinition } from "./catalog.js";
-import { createUnderstandingSourceRun, listUnderstandingSourceRuns, updateUnderstandingSourceGrantCheckpoint, updateUnderstandingSourceRun, upsertUnderstandingSourceGrant, upsertUserFocus } from "../user-context/sources/repository.js";
+import { createUnderstandingSourceRun, getUnderstandingSourceGrant, listUnderstandingSourceRuns, updateUnderstandingSourceGrantCheckpoint, updateUnderstandingSourceRun, upsertUnderstandingSourceGrant, upsertUserFocus } from "../user-context/sources/repository.js";
+import { claimRegisteredExtraction } from "../user-context/extraction/registry.js";
+import { getWorkspacePath } from "../config/workspace-path-helpers.js";
+import { ConnectedKnowledgePipeline } from "../knowledge/connected-knowledge-pipeline.js";
 import { ConnectedUnderstandingPipeline } from "../knowledge/connected-understanding-pipeline.js";
 import "../knowledge/index.js";
 import { ingestComposioConnectedSource } from "./connected-source-ingestion.js";
@@ -207,17 +210,60 @@ function startConnectorLearningCoordinator(options) {
 			itemsIndexed
 		}));
 		publish(updateConnectorLearningJob(job.id, { phase: "deriving" }));
-		const understanding = await new ConnectedUnderstandingPipeline(options.getMemoryManager()).process(job.agentId);
-		for (const record of understanding.createdRecords.filter((item) => item.kind === "project_context")) upsertUserFocus({
-			canonicalKey: `connector-focus:${job.accountId}:${record.id}`,
-			title: record.content.slice(0, 120),
-			summary: record.content,
-			horizon: "ongoing",
-			status: "candidate",
-			confidence: .72,
-			evidenceRefs: [`connector-account:${job.accountId}`],
-			sourceRunId: sourceRun.id
+		const structuralExtraction = claimRegisteredExtraction({
+			extractorId: "connector-structural",
+			sourceRef: `understanding-source-run:${sourceRun.id}`,
+			contentForHash: `${job.sourceInstanceId}:${itemsSeen}:${itemsIndexed}`,
+			processingPolicy: "local_only",
+			destination: "deterministic"
 		});
+		let understanding = {
+			proposed: 0,
+			created: 0,
+			deduplicated: 0,
+			rejected: 0,
+			createdRecords: [],
+			writeOutputs: []
+		};
+		if (structuralExtraction.shouldExecute) try {
+			understanding = await new ConnectedUnderstandingPipeline(options.getMemoryManager()).process(job.agentId, structuralExtraction.run.id);
+			const structuralFocuses = understanding.createdRecords.filter((item) => item.kind === "project_context").map((record) => upsertUserFocus({
+				canonicalKey: `connector-focus:${job.accountId}:${record.id}`,
+				title: record.content.slice(0, 120),
+				summary: record.content,
+				horizon: "ongoing",
+				status: "candidate",
+				confidence: .72,
+				evidenceRefs: [`connector-account:${job.accountId}`],
+				sourceRunId: sourceRun.id
+			}));
+			finishContextExtractionRun({
+				runId: structuralExtraction.run.id,
+				status: "completed",
+				outputs: [...(understanding.writeOutputs ?? []).map((output) => ({
+					candidateKey: output.candidateKey,
+					...output.objectId ? {
+						objectType: "understanding",
+						objectId: output.objectId
+					} : {},
+					...output.versionId ? { versionId: output.versionId } : {},
+					outcome: output.outcome
+				})), ...structuralFocuses.map((focus) => ({
+					candidateKey: focus.canonicalKey,
+					objectType: "focus",
+					objectId: focus.id,
+					versionId: focus.versionId,
+					outcome: "created"
+				}))]
+			});
+		} catch (error) {
+			finishContextExtractionRun({
+				runId: structuralExtraction.run.id,
+				status: "failed",
+				errorCode: "extractor_failed"
+			});
+			throw error;
+		}
 		let semantic = {
 			created: 0,
 			focusCount: 0,
@@ -229,6 +275,7 @@ function startConnectorLearningCoordinator(options) {
 				agentId: job.agentId,
 				sourceInstanceId: job.sourceInstanceId,
 				sourceRunId: sourceRun.id,
+				processingPolicy: getUnderstandingSourceGrant(sourceRun.grantId)?.processingPolicy ?? "local_only",
 				memoryManager: options.getMemoryManager()
 			});
 		} catch (error) {
@@ -276,7 +323,15 @@ function startConnectorLearningCoordinator(options) {
 			lastCollectedAt: Date.now()
 		});
 		publish(completed);
-		pruneBoundedKnowledgeSourceItems(job.sourceInstanceId, Date.now() - plan.bootstrapWindowDays * 24 * 60 * 6e4);
+		const retention = new ConnectedKnowledgePipeline({
+			agentId: job.agentId,
+			workspaceId: getWorkspacePath(options.getConfig())
+		}).pruneBoundedRetention(job.sourceInstanceId, Date.now() - plan.bootstrapWindowDays * 24 * 60 * 6e4);
+		if (retention.rawDeleted || retention.derivedDeleted) log.info({
+			jobId: job.id,
+			sourceInstanceId: job.sourceInstanceId,
+			...retention
+		}, "Connected source retention pruned");
 		const syncPolicy = getConnectorSyncPolicyForConnection(job.connectionId);
 		if (syncPolicy?.scanEnabled === false) return;
 		const intervalMinutes = syncPolicy?.intervalMinutes ?? plan.intervalMinutes;

package/dist/src/extensions/lockfile.js

@@ -1,7 +1,7 @@
 import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
-import { init_write_file_atomic, writeTextAtomic } from "../infra/write-file-atomic.js";
 import { init_paths, resolveExtensionsDir, resolveExtensionsLockPath } from "../config/paths.js";
+import { init_write_file_atomic, writeTextAtomic } from "../infra/write-file-atomic.js";
 import { dirname, join } from "path";
 import { existsSync } from "fs";
 import { mkdir, readFile } from "fs/promises";

package/dist/src/gateway/agents-admin.js

@@ -1,7 +1,7 @@
 import { resolveCapabilityPresetLayer, resolveEffectiveAgentManifest } from "../agent-manifest/resolver.js";
 import { init_agent_scope, listAgentEntries, normalizeAgentId, resolveAgentDir, resolveAgentProfileDir, resolveAgentWorkspaceDir, resolveDefaultAgentId, resolveUserPath, validateAgentIdForNewAgent } from "../agent/agent-scope.js";
-import { WORKSPACE_FILES, init_paths } from "../config/paths.js";
 import { resolveEffectiveAgentProfile } from "../config/agent-profile.js";
+import { WORKSPACE_FILES, init_paths } from "../config/paths.js";
 import { AGENT_PROFILE_MARKDOWN_SYSTEM_FILES, REQUIRED_AGENT_PROFILE_MARKDOWN_FILE_SET } from "../agent/context/workspace.js";
 import { isPathUnderWorkspace, resolveWorkspaceSafePath } from "./workspace-editor-path.js";
 import { seedAgentProfileMarkdownFiles } from "../agent/context/workspace-seed.js";

package/dist/src/gateway/chat-stream/mapper.js

@@ -434,9 +434,27 @@ function userMessageFromEvent(event) {
 		role: "user",
 		content: event.content ?? [],
 		attachments: event.media,
+		metadata: userMessageDisplayMetadata(event.metadata),
 		timestamp: typeof event.timestamp === "number" ? event.timestamp : Date.now()
 	};
 }
+function userMessageDisplayMetadata(value) {
+	const rows = asRecord(value)?.sourceContexts;
+	if (!Array.isArray(rows)) return void 0;
+	const sourceContexts = rows.flatMap((value) => {
+		const row = asRecord(value);
+		if (row?.kind !== "note" || typeof row.sourceId !== "string" || typeof row.version !== "string" || typeof row.title !== "string") return [];
+		return [{
+			kind: "note",
+			sourceId: row.sourceId,
+			version: row.version,
+			title: row.title,
+			...typeof row.tokenEstimate === "number" ? { tokenEstimate: row.tokenEstimate } : {},
+			...row.truncated === true ? { truncated: true } : {}
+		}];
+	});
+	return sourceContexts.length > 0 ? { sourceContexts } : void 0;
+}
 function extractTextFromMessage(message) {
 	return extractText(message.content);
 }

package/dist/src/gateway/file-path-classifier.js

@@ -1,7 +1,7 @@
 import { init_paths_state, resolveStateDir } from "../config/paths-state.js";
 import { init_agent_scope, resolveAgentProfileDir } from "../agent/agent-scope.js";
-import { init_paths, resolveConfigPath, resolveSkillsDir } from "../config/paths.js";
 import { extractProfileAgentId } from "../config/agent-profile.js";
+import { init_paths, resolveConfigPath, resolveSkillsDir } from "../config/paths.js";
 import { isBareProfileMarkdownFileName, resolveProfileMarkdownPathIfBareName } from "../agent/tools/tool-paths.js";
 import { isPathUnderWorkspace, resolveWorkspaceSafePath } from "./workspace-editor-path.js";
 import { basename, isAbsolute, resolve } from "node:path";

package/dist/src/gateway/hono/lib/config-payload.js

@@ -1,9 +1,9 @@
 import { ContextCompactionPolicySchema, UserContextDreamingSchema, UserContextPrivacySchema, init_config } from "../../../user-context/config.js";
 import { init_agent_scope, listAgentEntries, normalizeAgentId, resolveDefaultAgentId } from "../../../agent/agent-scope.js";
 import { resolveModelsJsonPath } from "../../../config/paths.js";
+import { buildChannelCatalogForConfig, buildChannelCatalogFromSnapshot, getChannelSetupStatus, init_channel_catalog_service } from "../../../channels/catalog/channel-catalog-service.js";
 import { init_models_json, loadModelsJson } from "../../../config/models-json.js";
 import { CredentialResolver, init_credentials } from "../../../auth/credentials.js";
-import { buildChannelCatalogForConfig, buildChannelCatalogFromSnapshot, getChannelSetupStatus, init_channel_catalog_service } from "../../../channels/catalog/channel-catalog-service.js";
 import { getProviderRegistry, init_plugin_registry } from "../../../providers/plugin-registry.js";
 import { getAllProviders, init_providers, isProviderConfigured } from "../../../providers/index.js";
 import { normalizeConfiguredMcpServers } from "../../../config/mcp-config-normalize.js";

package/dist/src/gateway/hono/routes/agent-stream.js

@@ -1,3 +1,4 @@
+import { parseTurnContextRefs } from "../../../agent/source-context/types.js";
 import { validateWebchatAttachments, validateWebchatContent } from "../../chat-limits.js";
 import { replaceLatestSessionTurn, submitSessionInput } from "./session-input-handler.js";
 //#region src/gateway/hono/routes/agent-stream.ts
@@ -51,6 +52,14 @@ function registerAgentStreamRoutes(authenticated, deps) {
 			}
 		}, 400);
 		const attachments = Array.isArray(body.attachments) ? body.attachments : void 0;
+		const contextRefs = body.contextRefs === void 0 ? void 0 : parseTurnContextRefs(body.contextRefs);
+		if (contextRefs === null) return c.json({
+			ok: false,
+			error: {
+				code: "BAD_REQUEST",
+				message: "Invalid Note context references"
+			}
+		}, 400);
 		if (body.content !== void 0) {
 			const contentError = validateWebchatContent(body.content);
 			if (contentError) return c.json({
@@ -73,6 +82,7 @@ function registerAgentStreamRoutes(authenticated, deps) {
 			version: body.version,
 			content: typeof body.content === "string" ? body.content : void 0,
 			attachments,
+			contextRefs,
 			thinking: typeof body.thinking === "string" ? body.thinking : void 0,
 			position: typeof body.position === "number" ? body.position : void 0
 		});
@@ -82,8 +92,8 @@ function registerAgentStreamRoutes(authenticated, deps) {
 		}) : c.json({
 			ok: false,
 			error: {
-				code: "CONFLICT",
-				message: "Input changed"
+				code: result.contextUnavailable ? "CONTEXT_UNAVAILABLE" : "CONFLICT",
+				message: result.contextUnavailable ? "A referenced Note changed or is no longer available. Select it again." : "Input changed"
 			},
 			payload: result.state
 		}, 409);

package/dist/src/gateway/hono/routes/commands-skills.js

@@ -40,6 +40,7 @@ function registerCommandsSkillsRoutes(authenticated, deps) {
 			category: cmd.category,
 			scope: cmd.scope,
 			acceptsArgs: cmd.acceptsArgs ?? false,
+			acceptsContext: cmd.acceptsContext ?? false,
 			examples: cmd.examples ?? []
 		}));
 		const extensionCommands = all.filter((cmd) => cmd.category === "extension").map((cmd) => ({

package/dist/src/gateway/hono/routes/models.js

@@ -1,5 +1,5 @@
-import { init_resolve_config_value, testApiKeyResolution } from "../../../config/resolve-config-value.js";
 import { resolveModelsJsonPath } from "../../../config/paths.js";
+import { init_resolve_config_value, testApiKeyResolution } from "../../../config/resolve-config-value.js";
 import { init_models_json, loadModelsJson, saveModelsJson, validateModelsConfig } from "../../../config/models-json.js";
 import { getModelCatalogStore, init_model_catalog_store } from "../../../providers/model-catalog-store.js";
 import { getModelRegistry } from "../../../providers/model-registry.js";

package/dist/src/gateway/hono/routes/session-input-handler.d.ts

@@ -15,7 +15,7 @@ export declare function submitSessionInput(c: Context, deps: AuthenticatedRouteD
 }, 401, "json">) | (Response & import("hono").TypedResponse<{
     ok: false;
     error: {
-        code: "BAD_REQUEST" | "QUEUE_FULL";
+        code: "BAD_REQUEST" | "QUEUE_FULL" | "CONTEXT_UNAVAILABLE";
         message: string;
     };
 }, 400 | 409, "json">) | (Response & import("hono").TypedResponse<{
@@ -38,6 +38,28 @@ export declare function submitSessionInput(c: Context, deps: AuthenticatedRouteD
                 status: import("../../../storage/sqlite/session-input-repository.js").SessionInputStatus;
                 content: string;
                 attachments?: import("hono/dist/types/utils/types.js").JSONValue[];
+                contextRefs?: {
+                    kind: import("../../../agent/source-context/types.js").AgentSourceContext["kind"];
+                    sourceId: string;
+                    version: string;
+                    title: string;
+                    tokenEstimate?: number;
+                    truncated?: boolean;
+                }[];
+                contextSnapshots?: {
+                    kind: import("../../../agent/source-context/types.js").SessionSourceBinding["kind"];
+                    sourceId: string;
+                    version: string;
+                    title: string;
+                    text: string;
+                    images?: {
+                        type: "image";
+                        data: string;
+                        mimeType: string;
+                    }[];
+                    tokenEstimate?: number;
+                    truncated?: boolean;
+                }[];
                 thinking?: string;
                 origin: {
                     type: "endpoint";
@@ -75,7 +97,7 @@ export declare function replaceLatestSessionTurn(c: Context, deps: Authenticated
 }, 401, "json">) | (Response & import("hono").TypedResponse<{
     ok: false;
     error: {
-        code: "TARGET_NOT_FOUND" | "NOT_LATEST" | "SESSION_BUSY" | "BAD_REQUEST";
+        code: "TARGET_NOT_FOUND" | "NOT_LATEST" | "SESSION_BUSY" | "BAD_REQUEST" | "CONTEXT_UNAVAILABLE";
         message: string;
     };
 }, 400 | 404 | 409, "json">) | (Response & import("hono").TypedResponse<{
@@ -98,6 +120,28 @@ export declare function replaceLatestSessionTurn(c: Context, deps: Authenticated
                 status: import("../../../storage/sqlite/session-input-repository.js").SessionInputStatus;
                 content: string;
                 attachments?: import("hono/dist/types/utils/types.js").JSONValue[];
+                contextRefs?: {
+                    kind: import("../../../agent/source-context/types.js").AgentSourceContext["kind"];
+                    sourceId: string;
+                    version: string;
+                    title: string;
+                    tokenEstimate?: number;
+                    truncated?: boolean;
+                }[];
+                contextSnapshots?: {
+                    kind: import("../../../agent/source-context/types.js").SessionSourceBinding["kind"];
+                    sourceId: string;
+                    version: string;
+                    title: string;
+                    text: string;
+                    images?: {
+                        type: "image";
+                        data: string;
+                        mimeType: string;
+                    }[];
+                    tokenEstimate?: number;
+                    truncated?: boolean;
+                }[];
                 thinking?: string;
                 origin: {
                     type: "endpoint";