@xopcai/xopc 0.0.314 → 0.0.316

package/dist/src/config/index.js

@@ -2,15 +2,15 @@ import { ENV_VARS, XOPC_DB_FILENAME, resolveHomeDir, resolveStateDir, resolveXop
 import { TelegramAccountConfigSchema, TelegramConfigSchema, TelegramGroupConfigSchema, TelegramTopicConfigSchema } from "../../extensions/telegram/src/config-schema.js";
 import { WeixinAccountConfigSchema, WeixinConfigSchema } from "../../extensions/weixin/src/config-schema.js";
 import { AgentImageGenerationModelSchema, AgentModelRefSchema, AgentModelsSchema, AgentsConfigSchema, BindingMatchSchema, BindingRuleSchema, BindingsConfigSchema, BrowserConfigSchema, ChannelsConfigSchema, CommandsConfigSchema, ConfigSchema, ConnectorsConfigSchema, ExperimentalConfigSchema, ExtensionSecurityConfigSchema, ExtensionSlotsConfigSchema, ExtensionsConfigSchema, GatewayAuthRateLimitSchema, GatewayAuthSchema, GatewayBindModeSchema, GatewayChannelConnectDeferModeSchema, GatewayConfigSchema, GatewayModeSchema, GatewayRemoteSchema, GatewayScenesConfigSchema, GatewaySecuritySchema, GatewayTailscaleConsentSchema, GatewayTailscaleSchema, GatewayTlsSchema, GatewayTrustedProxySchema, GatewayWebchatConfigSchema, HeartbeatConfigSchema, McpConfigSchema, McpOAuthConfigSchema, McpServerSchema, MediaUnderstandingCapabilitiesSchema, MediaUnderstandingModelSchema, MessagesConfigSchema, ModelCatalogConfigSchema, ModelsDevConfigSchema, ProviderAuthConfigSchema, ProviderAzureConfigSchema, ProviderRequestOverridesSchema, ProvidersConfigSchema, RuntimeToolsConfigSchema, STTConfigSchema, STTFallbackConfigSchema, STTProviderConfigSchema, SearchProviderEntrySchema, SessionConfigSchema, SessionDmScopeSchema, SessionResetByTypeSchema, SessionResetConfigSchema, SessionResetModeSchema, SessionScopeSchema, SessionStorageConfigSchema, TTSConfigSchema, TTSEdgeConfigSchema, TTSFallbackConfigSchema, TTSModelOverridesConfigSchema, TTSProviderConfigSchema, TTSSummarizationConfigSchema, ToolsConfigSchema, ToolsMediaAudioConfigSchema, ToolsMediaConfigSchema, TuiConfigSchema, TunnelConfigSchema, TunnelConsentSchema, UpdateAutoConfigSchema, UpdateConfigSchema, VoiceConfigSchema, VoiceRefinementConfigSchema, WebSearchConfigSchema, WebToolsConfigSchema, WebsiteBlocklistSchema, WorkspaceConfigSchema, WorkspaceImportConfigSchema, getAgentDefaultImageGenerationModelConfig, getAgentDefaultImageModelConfig, getAgentDefaultModelRef, init_schema, parseModelRef } from "./schema.js";
-import { applyConfigOverrides, getConfigOverrides, resetConfigOverrides, setConfigOverride, unsetConfigOverride } from "./runtime-overrides.js";
+import { clearConfigValueCache, getAllowedCommands, getCacheStats, init_resolve_config_value, resolveConfigValue, resolveHeaders, testApiKeyResolution } from "./resolve-config-value.js";
 import { expandWorkspacePathString, init_workspace_path, normalizeWorkspaceDir, resolveWorkspaceRoot } from "./workspace-path.js";
 import { resolveDefaultAgentWorkspaceDir } from "./workspace-defaults.js";
 import { resolveAgentDir as resolveAgentDir$1, resolveAgentHomeDir as resolveAgentHomeDir$1, resolveAgentWorkspaceDir } from "../agent/agent-scope.js";
-import { extractProfileAgentId, resolveEffectiveAgentConfigForAgent, resolveEffectiveAgentConfigForSession, resolveEffectiveAgentProfile, resolveEffectiveAgentProfileForSession } from "./agent-profile.js";
 import { FILENAMES, WORKSPACE_FILES, existsSync, hasBundledExtensionManifest, init_paths, resolveAgentAuthProfilesPath, resolveAgentDir, resolveAgentHomeDir, resolveAgentProfileDir, resolveAgentProfileMarkdownPath, resolveAuthProfilesPath, resolveBinDir, resolveBundledExtensionsDir, resolveBundledSkillsDir, resolveConfigPath, resolveCredentialsDir, resolveExtensionSdkPath, resolveExtensionsDir, resolveExtensionsLockPath, resolveInboxDir, resolveInboxMessagePath, resolveInboxPendingDir, resolveInboxProcessedDir, resolveLogPath, resolveLogsDir, resolveMcpOAuthPath, resolveModelsJsonPath, resolveNodeBinDir, resolveNodeBinPath, resolveNodeToolsDir, resolveNpmBinPath, resolveOAuthPath, resolvePidPath, resolveSkillPath, resolveSkillsCachePath, resolveSkillsDir, resolveSkillsLockPath, resolveSocketPath, resolveStatusPath, resolveToolsDir, resolveWorkspaceExtensionsDir, resolveWorkspaceFile, resolveWorkspaceStateDir, resolveWorkspaceStatePath, resolveXopcBinPath } from "./paths.js";
-import { assertConfigRewriteSafeForRunningGateway, init_loader, loadConfig, saveConfig } from "./loader.js";
-import { clearConfigValueCache, getAllowedCommands, getCacheStats, init_resolve_config_value, resolveConfigValue, resolveHeaders, testApiKeyResolution } from "./resolve-config-value.js";
 import { CustomModelSchema, ImageGenerationCapabilitiesSchema, ImageGenerationModelSchema, ImageGenerationProviderSchema, ModelOverrideSchema, ModelsJsonSchema, OpenAICompatSchema, OpenAICompletionsCompatSchema, OpenAIResponsesCompatSchema, OpenRouterRoutingSchema, ProviderConfigSchema, VercelGatewayRoutingSchema, getDefaultModelValues, init_models_json, loadModelsJson, modelsJsonExists, saveModelsJson, validateModelsConfig } from "./models-json.js";
+import { assertConfigRewriteSafeForRunningGateway, init_loader, loadConfig, saveConfig } from "./loader.js";
+import { applyConfigOverrides, getConfigOverrides, resetConfigOverrides, setConfigOverride, unsetConfigOverride } from "./runtime-overrides.js";
+import { extractProfileAgentId, resolveEffectiveAgentConfigForAgent, resolveEffectiveAgentConfigForSession, resolveEffectiveAgentProfile, resolveEffectiveAgentProfileForSession } from "./agent-profile.js";
 import { canonicalizeConfiguredMcpServer, isKnownCliMcpTypeAlias, normalizeConfiguredMcpServers, resolveXopcMcpTransportAlias } from "./mcp-config-normalize.js";
 import { formatThinkingLevels, listThinkingLevels, normalizeElevatedMode, normalizeReasoningLevel, normalizeThinkLevel, normalizeVerboseLevel, thinkLevelToNumber } from "../agent/transcript/thinking-types.js";
 import { getWorkspacePath } from "./workspace-path-helpers.js";

package/dist/src/config/loader.js

@@ -2,10 +2,10 @@ import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
 import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
 import { ConfigSchema, init_schema } from "./schema.js";
-import { init_paths, resolveConfigPath } from "./paths.js";
 import { init_write_file_atomic, writeTextAtomic } from "../infra/write-file-atomic.js";
-import { assertChannelPluginConfigs, init_validate_channel_configs } from "./validate-channel-configs.js";
+import { init_paths, resolveConfigPath } from "./paths.js";
 import { init_resolution, setActivePlatformDiscovery } from "../platform/resolution.js";
+import { assertChannelPluginConfigs, init_validate_channel_configs } from "./validate-channel-configs.js";
 import { init_lock, isGatewayConfigLockedByAnotherProcessSync } from "../gateway/lock.js";
 import { dirname } from "path";
 import { existsSync, mkdirSync, promises, readFileSync } from "fs";

package/dist/src/config/models-json.d.ts

@@ -29,8 +29,8 @@ export declare const OpenAICompletionsCompatSchema: z.ZodObject<{
     requiresThinkingAsText: z.ZodOptional<z.ZodBoolean>;
     requiresMistralToolIds: z.ZodOptional<z.ZodBoolean>;
     thinkingFormat: z.ZodOptional<z.ZodEnum<{
-        openai: "openai";
         "ant-ling": "ant-ling";
+        openai: "openai";
         deepseek: "deepseek";
         openrouter: "openrouter";
         zai: "zai";
@@ -67,8 +67,8 @@ export declare const OpenAICompatSchema: z.ZodUnion<readonly [z.ZodObject<{
     requiresThinkingAsText: z.ZodOptional<z.ZodBoolean>;
     requiresMistralToolIds: z.ZodOptional<z.ZodBoolean>;
     thinkingFormat: z.ZodOptional<z.ZodEnum<{
-        openai: "openai";
         "ant-ling": "ant-ling";
+        openai: "openai";
         deepseek: "deepseek";
         openrouter: "openrouter";
         zai: "zai";
@@ -319,8 +319,8 @@ export declare const CustomModelSchema: z.ZodObject<{
         requiresThinkingAsText: z.ZodOptional<z.ZodBoolean>;
         requiresMistralToolIds: z.ZodOptional<z.ZodBoolean>;
         thinkingFormat: z.ZodOptional<z.ZodEnum<{
-            openai: "openai";
             "ant-ling": "ant-ling";
+            openai: "openai";
             deepseek: "deepseek";
             openrouter: "openrouter";
             zai: "zai";
@@ -389,8 +389,8 @@ export declare const ModelOverrideSchema: z.ZodObject<{
         requiresThinkingAsText: z.ZodOptional<z.ZodBoolean>;
         requiresMistralToolIds: z.ZodOptional<z.ZodBoolean>;
         thinkingFormat: z.ZodOptional<z.ZodEnum<{
-            openai: "openai";
             "ant-ling": "ant-ling";
+            openai: "openai";
             deepseek: "deepseek";
             openrouter: "openrouter";
             zai: "zai";
@@ -487,8 +487,8 @@ export declare const ProviderConfigSchema: z.ZodObject<{
             requiresThinkingAsText: z.ZodOptional<z.ZodBoolean>;
             requiresMistralToolIds: z.ZodOptional<z.ZodBoolean>;
             thinkingFormat: z.ZodOptional<z.ZodEnum<{
-                openai: "openai";
                 "ant-ling": "ant-ling";
+                openai: "openai";
                 deepseek: "deepseek";
                 openrouter: "openrouter";
                 zai: "zai";
@@ -557,8 +557,8 @@ export declare const ProviderConfigSchema: z.ZodObject<{
             requiresThinkingAsText: z.ZodOptional<z.ZodBoolean>;
             requiresMistralToolIds: z.ZodOptional<z.ZodBoolean>;
             thinkingFormat: z.ZodOptional<z.ZodEnum<{
-                openai: "openai";
                 "ant-ling": "ant-ling";
+                openai: "openai";
                 deepseek: "deepseek";
                 openrouter: "openrouter";
                 zai: "zai";
@@ -736,8 +736,8 @@ export declare const ModelsJsonSchema: z.ZodObject<{
                 requiresThinkingAsText: z.ZodOptional<z.ZodBoolean>;
                 requiresMistralToolIds: z.ZodOptional<z.ZodBoolean>;
                 thinkingFormat: z.ZodOptional<z.ZodEnum<{
-                    openai: "openai";
                     "ant-ling": "ant-ling";
+                    openai: "openai";
                     deepseek: "deepseek";
                     openrouter: "openrouter";
                     zai: "zai";
@@ -806,8 +806,8 @@ export declare const ModelsJsonSchema: z.ZodObject<{
                 requiresThinkingAsText: z.ZodOptional<z.ZodBoolean>;
                 requiresMistralToolIds: z.ZodOptional<z.ZodBoolean>;
                 thinkingFormat: z.ZodOptional<z.ZodEnum<{
-                    openai: "openai";
                     "ant-ling": "ant-ling";
+                    openai: "openai";
                     deepseek: "deepseek";
                     openrouter: "openrouter";
                     zai: "zai";

package/dist/src/config/models-json.js

@@ -1,7 +1,7 @@
 import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
-import { init_paths, resolveModelsJsonPath } from "./paths.js";
-import { init_write_file_atomic, writeTextAtomicSync } from "../infra/write-file-atomic.js";
 import { ComputerProfileSchema, init_src } from "../../packages/computer-control-contract/src/index.js";
+import { init_write_file_atomic, writeTextAtomicSync } from "../infra/write-file-atomic.js";
+import { init_paths, resolveModelsJsonPath } from "./paths.js";
 import { init_model_policy, isComputerModel } from "../computer/model-policy.js";
 import { existsSync, readFileSync } from "fs";
 import { z } from "zod";

package/dist/src/config/schema.d.ts

@@ -29,10 +29,10 @@ export declare const AgentModelsSchema: z.ZodObject<{
     intents: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
         review: "review";
         coding: "coding";
-        understanding: "understanding";
         fast: "fast";
         reasoning: "reasoning";
         vision: "vision";
+        understanding: "understanding";
     }> & z.core.$partial, z.ZodNullable<z.ZodObject<{
         primary: z.ZodString;
         fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;
@@ -64,10 +64,10 @@ export declare const AgentsConfigSchema: z.ZodDefault<z.ZodObject<{
             intents: z.ZodDefault<z.ZodRecord<z.ZodEnum<{
                 review: "review";
                 coding: "coding";
-                understanding: "understanding";
                 fast: "fast";
                 reasoning: "reasoning";
                 vision: "vision";
+                understanding: "understanding";
             }> & z.core.$partial, z.ZodObject<{
                 primary: z.ZodString;
                 fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;
@@ -151,10 +151,10 @@ export declare const AgentsConfigSchema: z.ZodDefault<z.ZodObject<{
             intents: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
                 review: "review";
                 coding: "coding";
-                understanding: "understanding";
                 fast: "fast";
                 reasoning: "reasoning";
                 vision: "vision";
+                understanding: "understanding";
             }> & z.core.$partial, z.ZodNullable<z.ZodObject<{
                 primary: z.ZodString;
                 fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;
@@ -1586,10 +1586,10 @@ export declare const ConfigSchema: z.ZodDefault<z.ZodObject<{
                 intents: z.ZodDefault<z.ZodRecord<z.ZodEnum<{
                     review: "review";
                     coding: "coding";
-                    understanding: "understanding";
                     fast: "fast";
                     reasoning: "reasoning";
                     vision: "vision";
+                    understanding: "understanding";
                 }> & z.core.$partial, z.ZodObject<{
                     primary: z.ZodString;
                     fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;
@@ -1673,10 +1673,10 @@ export declare const ConfigSchema: z.ZodDefault<z.ZodObject<{
                 intents: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
                     review: "review";
                     coding: "coding";
-                    understanding: "understanding";
                     fast: "fast";
                     reasoning: "reasoning";
                     vision: "vision";
+                    understanding: "understanding";
                 }> & z.core.$partial, z.ZodNullable<z.ZodObject<{
                     primary: z.ZodString;
                     fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;

package/dist/src/config/schema.js

@@ -1,7 +1,7 @@
 import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
-import { ComputerConfigSchema, init_config } from "../computer/config.js";
 import { AgentModelsOverrideSchema, AgentsConfigSchema as AgentsConfigSchema$1, DEFAULT_AGENT_MODEL_REF, DEFAULT_SKILL_POLICY, ImageGenerationRouteSchema, ModelRouteSchema } from "../agent-config/schema.js";
 import { init_agent_config } from "../agent-config/index.js";
+import { ComputerConfigSchema, init_config } from "../computer/config.js";
 import { DEFAULT_CONTEXT_COMPACTION_POLICY, UserContextConfigSchema, init_config as init_config$1 } from "../user-context/config.js";
 import { init_default_model } from "./default-model.js";
 import { init_public_url, validatePublicUrl } from "./public-url.js";

package/dist/src/connectors/connected-source-ingestion.d.ts

@@ -19,6 +19,7 @@ export declare function ingestComposioConnectedSource(input: {
     sourceInstanceId: string;
     itemsSeen: number;
     itemsIndexed: number;
+    sourceItemIds: string[];
     recordIds: string[];
 }>;
 export declare function ingestLocalFolderSource(input: {

package/dist/src/connectors/connected-source-ingestion.js

@@ -335,6 +335,7 @@ async function ingestComposioConnectedSource(input) {
 		sourceInstanceId,
 		itemsSeen: syncRun.itemsSeen,
 		itemsIndexed: syncRun.itemsCreated + syncRun.itemsUpdated,
+		sourceItemIds: syncRun.changedItemIds,
 		recordIds
 	};
 }

package/dist/src/connectors/connected-source-understanding.d.ts

@@ -7,6 +7,7 @@ export declare function deriveConnectedSourceUnderstanding(input: {
     config: Config;
     agentId: string;
     sourceInstanceId: string;
+    sourceItemIds: string[];
     sourceRunId: string;
     processingPolicy: 'local_only' | 'remote_allowed';
     analyze?: typeof analyzeUnderstandingSources;

package/dist/src/connectors/connected-source-understanding.js

@@ -1,6 +1,8 @@
+import { createLogger } from "../utils/logger/index.js";
+import { init_logger } from "../utils/logger.js";
 import { finishContextExtractionRun } from "../storage/sqlite/context-extraction-repository.js";
 import { createContextEvidence } from "../storage/sqlite/context-evidence-repository.js";
-import { listKnowledgeSourceItems } from "../storage/sqlite/knowledge-repository.js";
+import { getKnowledgeSourceItem } from "../storage/sqlite/knowledge-repository.js";
 import "../storage/sqlite/index.js";
 import { writeKnowledgeItem } from "../knowledge-memory/repository.js";
 import "../knowledge-memory/index.js";
@@ -9,8 +11,14 @@ import "../user-model/index.js";
 import { claimRegisteredExtraction } from "../user-context/extraction/registry.js";
 import { allowsRemoteSourceProcessing } from "../user-context/sources/processing-policy.js";
 import { analyzeUnderstandingSources } from "../work-discovery/analyzer.js";
+import { createHash } from "node:crypto";
 //#region src/connectors/connected-source-understanding.ts
+init_logger();
 const MAX_CONNECTED_ITEMS = 150;
+const log = createLogger("ConnectedSourceUnderstanding");
+function evidenceKey(sourceInstanceId, evidenceRefs) {
+	return `connected-thread:${sourceInstanceId}:${createHash("sha256").update([...evidenceRefs].sort().join("\n")).digest("hex").slice(0, 24)}`;
+}
 function normalizedValue(item) {
 	if (!item.normalizedText) return {};
 	try {
@@ -66,22 +74,25 @@ function durableEvidence(candidate, items) {
 	return candidate.confidence === "high" && evidence.every((item) => item.ownerAttribution === "user") && evidence.length >= required && dates.size >= required ? evidence : [];
 }
 async function deriveConnectedSourceUnderstanding(input) {
-	const sourceItems = listKnowledgeSourceItems({
-		agentId: input.agentId,
-		sourceInstanceId: input.sourceInstanceId,
-		includeDeleted: false,
-		limit: MAX_CONNECTED_ITEMS
-	});
+	const sourceItems = [...new Set(input.sourceItemIds)].slice(0, MAX_CONNECTED_ITEMS).flatMap((itemId) => getKnowledgeSourceItem(itemId) ?? []).filter((item) => item.sourceInstanceId === input.sourceInstanceId && item.metadata.agentId === input.agentId && !item.deletedAt);
 	const items = connectedItemsForUnderstanding(sourceItems);
-	if (!items.length) return {
-		created: 0,
-		knowledgeCount: 0,
-		status: "completed"
-	};
+	if (!items.length) {
+		log.info({
+			sourceRunId: input.sourceRunId,
+			sourceInstanceId: input.sourceInstanceId,
+			sourceItemCount: 0,
+			reason: "no_changed_items"
+		}, "Connected source semantic analysis skipped");
+		return {
+			created: 0,
+			knowledgeCount: 0,
+			status: "completed"
+		};
+	}
 	const extraction = claimRegisteredExtraction({
 		extractorId: "connector-semantic",
 		sourceRef: `understanding-source-run:${input.sourceRunId}`,
-		contentForHash: sourceItems.map((item) => `${item.id}:${item.sourceUpdatedAt ?? ""}`).join("\n"),
+		contentForHash: sourceItems.map((item) => `${item.id}:${item.contentHash}`).join("\n"),
 		processingPolicy: input.processingPolicy,
 		destination: "remote_model"
 	});
@@ -97,10 +108,20 @@ async function deriveConnectedSourceUnderstanding(input) {
 		});
 		input.assertAuthorized?.();
 		const byRef = new Map(items.map((item) => [item.evidenceRef, item]));
+		const outputs = [];
 		let created = 0;
 		for (const candidate of analysis.profileCandidates.filter(isPortraitCandidate)) {
 			const evidenceItems = durableEvidence(candidate, byRef);
-			if (!evidenceItems.length) continue;
+			const candidateKey = `connected-profile:${candidate.category}:${candidate.factKey}`;
+			if (!evidenceItems.length) {
+				outputs.push({
+					candidateKey,
+					outcome: "rejected"
+				});
+				continue;
+			}
+			let assertionId;
+			let candidateCreated = false;
 			for (const [index, evidenceItem] of evidenceItems.entries()) {
 				const evidence = createContextEvidence({
 					sourceType: "connector",
@@ -135,32 +156,71 @@ async function deriveConnectedSourceUnderstanding(input) {
 					evidenceId: evidence.id,
 					evidenceConfidence: .9
 				});
+				assertionId = result.assertion?.id ?? assertionId;
+				candidateCreated ||= result.action === "created" || result.action === "superseded";
 				if (index === 0 && result.action === "created") created += 1;
 			}
+			outputs.push({
+				candidateKey,
+				...assertionId ? {
+					objectType: "assertion",
+					objectId: assertionId
+				} : {},
+				outcome: assertionId ? candidateCreated ? "created" : "deduplicated" : "rejected"
+			});
 		}
 		let knowledgeCount = 0;
-		for (const thread of analysis.workThreadCandidates) if (writeKnowledgeItem({
-			kind: "project_fact",
-			scope: {
-				type: "agent",
-				id: input.agentId
-			},
-			content: `${thread.title}: ${thread.summary}`,
-			canonicalKey: `connected-thread:${input.sourceInstanceId}:${thread.topicKey}`,
-			confidence: thread.confidence === "high" ? .9 : thread.confidence === "medium" ? .72 : .55,
-			importance: thread.horizon === "current" ? .75 : .5,
-			originClass: "untrusted",
-			sourceAgentId: input.agentId,
-			source: {
-				sourceRunId: input.sourceRunId,
-				evidenceRefs: thread.evidenceRefs
+		for (const thread of analysis.workThreadCandidates) {
+			const evidenceRefs = [...new Set(thread.evidenceRefs)].filter((ref) => byRef.has(ref));
+			const candidateKey = evidenceKey(input.sourceInstanceId, evidenceRefs);
+			if (!evidenceRefs.length) {
+				outputs.push({
+					candidateKey,
+					outcome: "rejected"
+				});
+				continue;
 			}
-		}).created) knowledgeCount += 1;
+			const result = writeKnowledgeItem({
+				kind: "work_thread",
+				scope: { type: "global" },
+				content: `${thread.title}: ${thread.summary}`,
+				canonicalKey: candidateKey,
+				confidence: thread.confidence === "high" ? .9 : thread.confidence === "medium" ? .72 : .55,
+				importance: thread.horizon === "current" ? .75 : .5,
+				originClass: "untrusted",
+				sourceAgentId: input.agentId,
+				source: {
+					sourceRunId: input.sourceRunId,
+					evidenceRefs
+				},
+				replaceExisting: true
+			});
+			if (result.created) knowledgeCount += 1;
+			outputs.push({
+				candidateKey,
+				...result.item ? {
+					objectType: "knowledge",
+					objectId: result.item.id
+				} : {},
+				outcome: result.created ? "created" : result.item ? "deduplicated" : "rejected"
+			});
+		}
 		finishContextExtractionRun({
 			runId: extraction.run.id,
-			status: "completed"
+			status: "completed",
+			outputs
 		});
 		const sourceStatus = analysis.sourceStatuses.find((item) => item.sourceId === "connected-work");
+		log.info({
+			sourceRunId: input.sourceRunId,
+			sourceInstanceId: input.sourceInstanceId,
+			sourceItemCount: sourceItems.length,
+			assertionCreated: created,
+			knowledgeCreated: knowledgeCount,
+			deduplicated: outputs.filter((output) => output.outcome === "deduplicated").length,
+			rejected: outputs.filter((output) => output.outcome === "rejected").length,
+			sourceStatus: sourceStatus?.status ?? "failed"
+		}, "Connected source semantic analysis finished");
 		return {
 			created,
 			knowledgeCount,

package/dist/src/connectors/content-enrichment.d.ts

@@ -15,6 +15,7 @@ export type ConnectedContentReadResult = {
         sourceItemId: string;
         error: string;
     }>;
+    sourceItemIds: string[];
     recordIds: string[];
 };
 export declare function listConnectedContentCandidates(options: {

package/dist/src/connectors/content-enrichment.js

@@ -194,6 +194,7 @@ async function readConnectedContent(input) {
 		requested: sourceItemIds.length,
 		completed: 0,
 		failed: [],
+		sourceItemIds: [],
 		recordIds: []
 	};
 	const updatedSources = /* @__PURE__ */ new Set();
@@ -242,7 +243,8 @@ async function readConnectedContent(input) {
 			if (execution.decision !== "allowed") throw new Error(execution.reason);
 			const content = recipe.mode === "inline" ? inlineContent(execution.result) : await downloadedContent(execution.result, downloadDirectory);
 			if (!content.trim()) throw new Error("The connector returned empty text content.");
-			upsertKnowledgeSourceItems([updatedSourceItem(item, content, recipe.actionId)]);
+			const stored = upsertKnowledgeSourceItems([updatedSourceItem(item, content, recipe.actionId)]);
+			result.sourceItemIds.push(...stored.changedItemIds);
 			completedReads.add(item.id);
 			updatedSources.add(item.sourceInstanceId);
 			result.completed += 1;

package/dist/src/connectors/learning-coordinator.js

@@ -15,7 +15,7 @@ import "../knowledge/index.js";
 import { ingestComposioConnectedSource } from "./connected-source-ingestion.js";
 import { deriveConnectedSourceUnderstanding } from "./connected-source-understanding.js";
 import { listConnectedContentCandidates, readConnectedContent } from "./content-enrichment.js";
-import { createUnderstandingSourceRun, getUnderstandingSourceGrant, listUnderstandingSourceGrants, listUnderstandingSourceRuns, updateUnderstandingSourceGrantCheckpoint, updateUnderstandingSourceRun, upsertUnderstandingSourceGrant } from "../user-context/sources/repository.js";
+import { getConnectorUnderstandingSourceRun, getOrCreateConnectorUnderstandingSourceRun, getUnderstandingSourceGrant, listUnderstandingSourceGrants, updateUnderstandingSourceGrantCheckpoint, updateUnderstandingSourceRun, upsertUnderstandingSourceGrant } from "../user-context/sources/repository.js";
 //#region src/connectors/learning-coordinator.ts
 init_logger();
 const log = createLogger("ConnectorLearning");
@@ -35,29 +35,26 @@ function connectorSourceCategory(toolkit) {
 function ensureUnderstandingSourceRun(job, toolkit, displayName) {
 	const existing = listUnderstandingSourceGrants({ includeRevoked: true }).find((grant) => grant.sourceKey === `connector-account:${job.accountId}`);
 	if (existing?.status === "revoked") throw new Error("Source authorization was revoked.");
-	const grant = existing ?? upsertUnderstandingSourceGrant({
-		sourceKey: `connector-account:${job.accountId}`,
-		adapterId: `connector:${job.connectorId}`,
-		category: connectorSourceCategory(toolkit),
-		platform: "all",
-		displayName,
-		accessMode: "continuous",
-		retentionPolicy: "bounded_raw",
-		processingPolicy: "remote_allowed",
-		config: {
-			connectorId: job.connectorId,
-			accountId: job.accountId,
-			readOnly: true
-		}
-	});
-	return listUnderstandingSourceRuns(grant.id, 100).find((run) => run.metadata.connectorLearningJobId === job.id) ?? createUnderstandingSourceRun({
-		grantId: grant.id,
+	return getOrCreateConnectorUnderstandingSourceRun({
+		grantId: (existing ?? upsertUnderstandingSourceGrant({
+			sourceKey: `connector-account:${job.accountId}`,
+			adapterId: `connector:${job.connectorId}`,
+			category: connectorSourceCategory(toolkit),
+			platform: "all",
+			displayName,
+			accessMode: "continuous",
+			retentionPolicy: "bounded_raw",
+			processingPolicy: "remote_allowed",
+			config: {
+				connectorId: job.connectorId,
+				accountId: job.accountId,
+				readOnly: true
+			}
+		})).id,
+		connectorLearningJobId: job.id,
 		kind: job.mode,
 		status: "queued",
-		metadata: {
-			connectorLearningJobId: job.id,
-			connectorId: job.connectorId
-		}
+		metadata: { connectorId: job.connectorId }
 	});
 }
 function learningEnabled(config) {
@@ -177,6 +174,7 @@ function startConnectorLearningCoordinator(options) {
 		}
 		let itemsSeen = 0;
 		let itemsIndexed = 0;
+		const changedSourceItemIds = /* @__PURE__ */ new Set();
 		for (const stream of plan.streams) {
 			const synced = await ingestComposioConnectedSource({
 				config: options.getConfig(),
@@ -191,6 +189,7 @@ function startConnectorLearningCoordinator(options) {
 			});
 			itemsSeen += synced.itemsSeen;
 			itemsIndexed += synced.itemsIndexed;
+			for (const sourceItemId of synced.sourceItemIds) changedSourceItemIds.add(sourceItemId);
 		}
 		const enrichmentErrors = [];
 		if (plan.toolkit === "googledrive") {
@@ -206,6 +205,7 @@ function startConnectorLearningCoordinator(options) {
 				});
 				enrichmentErrors.push(...enriched.failed.map((failure) => failure.error));
 				itemsIndexed += enriched.completed;
+				for (const sourceItemId of enriched.sourceItemIds) changedSourceItemIds.add(sourceItemId);
 			}
 		}
 		if (listConnectorLearningJobs({
@@ -229,6 +229,7 @@ function startConnectorLearningCoordinator(options) {
 				config: options.getConfig(),
 				agentId: job.agentId,
 				sourceInstanceId: job.sourceInstanceId,
+				sourceItemIds: [...changedSourceItemIds],
 				sourceRunId: sourceRun.id,
 				processingPolicy: getUnderstandingSourceGrant(sourceRun.grantId)?.processingPolicy ?? "local_only",
 				assertAuthorized: () => {
@@ -324,8 +325,7 @@ function startConnectorLearningCoordinator(options) {
 					}));
 					const definition = getConnectorDefinition(job.connectorId);
 					if (definition?.runtime.type === "composio" && definition.runtime.role === "toolkit") {
-						const grant = listUnderstandingSourceGrants({ includeRevoked: true }).find((item) => item.sourceKey === `connector-account:${job.accountId}`);
-						const sourceRun = grant && listUnderstandingSourceRuns(grant.id, 100).find((item) => item.metadata.connectorLearningJobId === job.id);
+						const sourceRun = listUnderstandingSourceGrants({ includeRevoked: true }).find((item) => item.sourceKey === `connector-account:${job.accountId}`) && getConnectorUnderstandingSourceRun(job.id);
 						if (sourceRun) updateUnderstandingSourceRun(sourceRun.id, {
 							status: "failed",
 							errorMessage: learningFailureCode(err),

package/dist/src/extensions/lockfile.js

@@ -1,7 +1,7 @@
 import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
-import { init_paths, resolveExtensionsDir, resolveExtensionsLockPath } from "../config/paths.js";
 import { init_write_file_atomic, writeTextAtomic } from "../infra/write-file-atomic.js";
+import { init_paths, resolveExtensionsDir, resolveExtensionsLockPath } from "../config/paths.js";
 import { dirname, join } from "path";
 import { existsSync, lstatSync, readFileSync, readdirSync, readlinkSync } from "fs";
 import { mkdir, readFile } from "fs/promises";

package/dist/src/extensions/sdk/index.js

@@ -7,8 +7,8 @@ import { DEFAULT_SECURITY_CONFIG, checkExtensionDirSafety, checkExtensionPathSaf
 import { SlotRegistry, getSlotRegistry, registerSlotType } from "../slots.js";
 import { ExtensionDiagnostics, ExtensionLoaderCacheImpl, getExtensionCache, getExtensionDiagnostics } from "../diagnostics.js";
 import { ExtensionHookRunner, createHookContext, isHookEvent } from "../hooks.js";
-import { registerExtensionCliProgram } from "./channel-helpers.js";
 import { defineChannelPluginEntry } from "./channel-entry.js";
+import { registerExtensionCliProgram } from "./channel-helpers.js";
 import { lazyFunction, lazyModule } from "./lazy.js";
 import { createMockExtensionApi, createTestGateway } from "./testing.js";
 //#region src/extensions/sdk/index.ts

package/dist/src/gateway/agents-admin.js

@@ -1,6 +1,6 @@
 import { init_agent_scope, listAgentEntries, normalizeAgentId, resolveAgentDir, resolveAgentProfileDir, resolveAgentWorkspaceDir, resolveDefaultAgentId, resolveUserPath, validateAgentIdForNewAgent } from "../agent/agent-scope.js";
-import { resolveEffectiveAgentProfile } from "../config/agent-profile.js";
 import { WORKSPACE_FILES, init_paths } from "../config/paths.js";
+import { resolveEffectiveAgentProfile } from "../config/agent-profile.js";
 import { AGENT_PROFILE_MARKDOWN_SYSTEM_FILES, REQUIRED_AGENT_PROFILE_MARKDOWN_FILE_SET } from "../agent/context/workspace.js";
 import { isPathUnderWorkspace, resolveWorkspaceSafePath } from "./workspace-editor-path.js";
 import { seedAgentProfileMarkdownFiles } from "../agent/context/workspace-seed.js";

package/dist/src/gateway/chat-stream/mapper.js

@@ -168,7 +168,8 @@ var ChatStreamMapper = class {
 		if (delta?.type === "text_delta" && typeof delta.delta === "string" && delta.delta) {
 			events.push(this.make("assistant_delta", {
 				messageId,
-				delta: delta.delta
+				delta: delta.delta,
+				offset: this.currentAssistantText.length
 			}));
 			this.currentAssistantText += delta.delta;
 		}
@@ -182,7 +183,8 @@ var ChatStreamMapper = class {
 			if (suffix) {
 				events.push(this.make("assistant_delta", {
 					messageId,
-					delta: suffix
+					delta: suffix,
+					offset: this.currentAssistantText.length
 				}));
 				this.currentAssistantText = text || `${this.currentAssistantText}${suffix}`;
 			}
@@ -204,10 +206,12 @@ var ChatStreamMapper = class {
 		const text = extractTextFromMessage(message);
 		const suffix = appendSuffix(this.currentAssistantText, text);
 		if (!suffix) return [];
+		const offset = this.currentAssistantText.length;
 		this.currentAssistantText = text || `${this.currentAssistantText}${suffix}`;
 		return [this.make("assistant_delta", {
 			messageId,
-			delta: suffix
+			delta: suffix,
+			offset
 		})];
 	}
 	mapMessageEnd(raw) {
@@ -227,7 +231,8 @@ var ChatStreamMapper = class {
 		const suffix = appendSuffix(this.currentAssistantText, text);
 		if (suffix) events.push(this.make("assistant_delta", {
 			messageId,
-			delta: suffix
+			delta: suffix,
+			offset: this.currentAssistantText.length
 		}));
 		this.currentAssistantText = text || this.currentAssistantText;
 		events.push(this.make("thinking_end", { messageId }));
@@ -445,14 +450,15 @@ function userMessageDisplayMetadata(value) {
 	if (!Array.isArray(rows)) return void 0;
 	const sourceContexts = rows.flatMap((value) => {
 		const row = asRecord(value);
-		if (row?.kind !== "note" && row?.kind !== "task" || typeof row.sourceId !== "string" || typeof row.version !== "string" || typeof row.title !== "string") return [];
+		if (row?.kind !== "note" && row?.kind !== "task" && row?.kind !== "file" && row?.kind !== "session" && row?.kind !== "browser_tab" && row?.kind !== "mcp_resource" || typeof row.sourceId !== "string" || typeof row.version !== "string" || typeof row.title !== "string") return [];
 		return [{
 			kind: row.kind,
 			sourceId: row.sourceId,
 			version: row.version,
 			title: row.title,
 			...typeof row.tokenEstimate === "number" ? { tokenEstimate: row.tokenEstimate } : {},
-			...row.truncated === true ? { truncated: true } : {}
+			...row.truncated === true ? { truncated: true } : {},
+			...row.kind === "file" && (row.fileKind === "file" || row.fileKind === "directory") ? { fileKind: row.fileKind } : {}
 		}];
 	});
 	return sourceContexts.length > 0 ? { sourceContexts } : void 0;

package/dist/src/gateway/chat-stream/protocol.d.ts

@@ -44,7 +44,8 @@ export type AssistantMessageStartEvent = ChatStreamEnvelope<'assistant_message_s
 }>;
 export type AssistantDeltaEvent = ChatStreamEnvelope<'assistant_delta', {
     messageId: string;
-    delta: string;
+    delta: string; /** UTF-16 offset before this delta. */
+    offset?: number;
 }>;
 export type ThinkingDeltaEvent = ChatStreamEnvelope<'thinking_delta', {
     messageId: string;

package/dist/src/gateway/file-path-classifier.js

@@ -1,7 +1,7 @@
 import { init_paths_state, resolveStateDir } from "../config/paths-state.js";
 import { init_agent_scope, resolveAgentProfileDir } from "../agent/agent-scope.js";
-import { extractProfileAgentId } from "../config/agent-profile.js";
 import { init_paths, resolveConfigPath, resolveSkillsDir } from "../config/paths.js";
+import { extractProfileAgentId } from "../config/agent-profile.js";
 import { isBareProfileMarkdownFileName, resolveProfileMarkdownPathIfBareName } from "../agent/tools/tool-paths.js";
 import { isPathUnderWorkspace, resolveWorkspaceSafePath } from "./workspace-editor-path.js";
 import { basename, isAbsolute, resolve } from "node:path";