@xopcai/xopc 0.0.315 → 0.0.317

package/dist/src/agent/embedded/run-turn.js

@@ -24,6 +24,7 @@ import { markTurnToolResult } from "../memory/turn-provenance.js";
 import { RepositoryInstructions } from "../coding/repository-instructions.js";
 import { RunVerification } from "../coding/run-verification.js";
 import { withDelegationScope } from "../orchestration/delegation-scope.js";
+import { getCurrentSystemPrompt, getCurrentTools } from "@earendil-works/pi-ai";
 //#region src/agent/embedded/run-turn.ts
 init_connection_wait_repository();
 init_logger();
@@ -107,7 +108,7 @@ async function maybeRecoverContextOverflow(params) {
 		policy: params.policy,
 		budget: {
 			contextWindow: params.model.contextWindow ?? 128e3,
-			systemPrompt: params.agent.state.systemPrompt,
+			systemPrompt: params.systemPrompt,
 			tools: params.agent.state.tools,
 			reserveTokens: params.policy.reserveTokens,
 			triggerThreshold: params.policy.triggerThreshold,
@@ -202,11 +203,13 @@ async function runXopcEmbeddedTurn(params) {
 					timestamp: Date.now()
 				}]
 			};
+			let effectiveSystemPrompt = getCurrentSystemPrompt(effectiveContext.messages);
+			let effectiveTools = getCurrentTools(effectiveContext.messages);
 			const projection = projectContextForModel({
 				messages: effectiveContext.messages,
 				contextWindow: streamModel.contextWindow ?? 128e3,
-				systemPrompt: effectiveContext.systemPrompt,
-				tools: effectiveContext.tools,
+				systemPrompt: effectiveSystemPrompt,
+				tools: effectiveTools,
 				reserveTokens: compactionPolicy.reserveTokens,
 				minToolResultKeepChars: compactionPolicy.minToolResultKeepChars,
 				canCompact: false,
@@ -217,6 +220,8 @@ async function runXopcEmbeddedTurn(params) {
 					...effectiveContext,
 					messages: projection.messages
 				};
+				effectiveSystemPrompt = getCurrentSystemPrompt(effectiveContext.messages);
+				effectiveTools = getCurrentTools(effectiveContext.messages);
 				log.warn({
 					conversationId,
 					runId,
@@ -229,8 +234,8 @@ async function runXopcEmbeddedTurn(params) {
 			const assessed = assessContext({
 				messages: effectiveContext.messages,
 				contextWindow: streamModel.contextWindow ?? 128e3,
-				systemPrompt: effectiveContext.systemPrompt,
-				tools: effectiveContext.tools,
+				systemPrompt: effectiveSystemPrompt,
+				tools: effectiveTools,
 				reserveTokens: compactionPolicy.reserveTokens,
 				minToolResultKeepChars: compactionPolicy.minToolResultKeepChars
 			}, compactionPolicy.maxActiveTranscriptBytes);
@@ -239,10 +244,12 @@ async function runXopcEmbeddedTurn(params) {
 				...effectiveContext,
 				messages: assessed.messages
 			};
+			effectiveSystemPrompt = getCurrentSystemPrompt(effectiveContext.messages);
+			effectiveTools = getCurrentTools(effectiveContext.messages);
 			const promptCacheSnapshot = buildPromptCacheSnapshot({
 				model: streamModel,
-				systemPrompt: effectiveContext.systemPrompt,
-				tools: effectiveContext.tools,
+				systemPrompt: effectiveSystemPrompt,
+				tools: effectiveTools,
 				reasoning: options?.reasoning
 			});
 			const promptCacheChanges = observePromptCacheSnapshot(conversationId, promptCacheSnapshot);
@@ -251,18 +258,18 @@ async function runXopcEmbeddedTurn(params) {
 				runId,
 				reusedRunner: reused,
 				modelRef: `${streamModel.provider}/${streamModel.id}`,
-				systemPromptLength: effectiveContext.systemPrompt?.length ?? 0,
-				messageCount: effectiveContext.messages.length,
+				systemPromptLength: effectiveSystemPrompt.length,
+				messageCount: effectiveContext.messages.filter((message) => message.role !== "system").length,
 				transcriptRepaired: hygienicMessages !== sourceMessages,
-				toolCount: effectiveContext.tools?.length ?? 0,
+				toolCount: effectiveTools.length,
 				lastUserMessagePreview: getLastUserMessagePreview(effectiveContext.messages),
 				loopWarningInjected: !!loopGuard.injection,
 				promptCache: promptCacheSnapshot,
 				promptCacheChanges,
 				...process.env.XOPC_LOG_LLM_PAYLOAD === "true" ? { effectiveContext: {
-					systemPrompt: effectiveContext.systemPrompt,
-					messages: effectiveContext.messages,
-					tools: effectiveContext.tools
+					systemPrompt: effectiveSystemPrompt,
+					messages: effectiveContext.messages.filter((message) => message.role !== "system"),
+					tools: effectiveTools
 				} } : {}
 			}, "Sending messages to AI");
 			return streamFnWithXopcExtensions(streamModel, effectiveContext, { ...options });
@@ -339,9 +346,13 @@ async function runXopcEmbeddedTurn(params) {
 			});
 			return checked;
 		};
-		session.agent.shouldStopAfterTurn = (context) => {
+		const baseFinishTurn = session.agent.finishTurn;
+		session.agent.finishTurn = async (context, signal) => {
+			const baseDecision = await baseFinishTurn?.(context, signal);
+			if (baseDecision && baseDecision.action === "end") return { action: "end" };
 			policyStopped ||= params.turnPolicy?.shouldStopAfterTurn(context) ?? false;
-			return policyStopped || connectionStopped || clarificationStopped;
+			if (policyStopped || connectionStopped || clarificationStopped) return { action: "end" };
+			if (baseDecision && baseDecision.action === "continue") return { action: "continue" };
 		};
 		unsubscribe = subscribeEmbeddedSessionEvents(session, (event) => {
 			if (event.type === "message_end" && event.message.role === "assistant") recordPromptCacheTouch(conversationId, resolvedModel, event.message.usage);
@@ -392,6 +403,7 @@ async function runXopcEmbeddedTurn(params) {
 					conversationId,
 					transcriptRuntime,
 					policy: compactionPolicy,
+					systemPrompt: [systemPrompt, rootInstructions].filter(Boolean).join("\n\n"),
 					abortSignal: runAbortSignal,
 					onEvent
 				});
@@ -443,6 +455,7 @@ async function runXopcEmbeddedTurn(params) {
 				lastAssistantText: lastAssistantPlainText(session)
 			};
 		} finally {
+			session.agent.finishTurn = baseFinishTurn;
 			runAbortSignal.removeEventListener("abort", abortListener);
 		}
 	} catch (err) {

package/dist/src/agent/embedded/system-prompt-override.js

@@ -1,10 +1,21 @@
+import { replaceAgentSystemPrompt } from "../prompt/agent-system-prompt.js";
 //#region src/agent/embedded/system-prompt-override.ts
 function applySystemPromptOverrideToSession(session, override) {
 	const prompt = override.trim();
-	session.agent.state.systemPrompt = prompt;
 	const mutableSession = session;
-	mutableSession._baseSystemPrompt = prompt;
-	mutableSession._rebuildSystemPrompt = () => prompt;
+	const applyOverride = (options) => {
+		if (options) options.forceSystemPrompt = prompt;
+	};
+	applyOverride(mutableSession._baseSystemPromptOptions);
+	applyOverride(mutableSession._runSystemPromptOptions);
+	const originalRebuild = mutableSession._xopcOriginalRebuildSystemPrompt ?? mutableSession._rebuildSystemPrompt?.bind(session);
+	if (originalRebuild && !mutableSession._xopcOriginalRebuildSystemPrompt) mutableSession._xopcOriginalRebuildSystemPrompt = originalRebuild;
+	if (originalRebuild) mutableSession._rebuildSystemPrompt = (toolNames) => {
+		const result = originalRebuild(toolNames);
+		applyOverride(mutableSession._baseSystemPromptOptions);
+		return result;
+	};
+	replaceAgentSystemPrompt(session.agent, prompt);
 }
 //#endregion
 export { applySystemPromptOverrideToSession };

package/dist/src/agent/embedded/xopc-stream-bridge.js

@@ -2,6 +2,7 @@ import "../../providers/constants.js";
 import { init_providers } from "../../providers/index.js";
 import { createExtensionAwareStreamFn } from "../../providers/extension-stream-bridge.js";
 import { preparePromptCacheContext, withPromptCachePayloadTransform } from "../../providers/prompt-cache-payload.js";
+import { getCurrentSystemPrompt, getCurrentTools, normalizeContext } from "@earendil-works/pi-ai";
 //#region src/agent/embedded/xopc-stream-bridge.ts
 init_providers();
 /**
@@ -16,8 +17,18 @@ init_providers();
 function wrapStreamFnForXopcExtensions(originalStreamFn, promptCachePolicy) {
 	const extensionStreamFn = createExtensionAwareStreamFn();
 	return ((model, context, options) => {
-		if (model.baseUrl === "extension://provider-plugin") return extensionStreamFn(model, preparePromptCacheContext(model, context), options);
-		return originalStreamFn(model, preparePromptCacheContext(model, context), withPromptCachePayloadTransform(model, context, options, promptCachePolicy));
+		const promptContext = {
+			systemPrompt: getCurrentSystemPrompt(context.messages),
+			tools: getCurrentTools(context.messages)
+		};
+		const preparedContext = preparePromptCacheContext(model, promptContext);
+		const providerContext = preparedContext.systemPrompt === promptContext.systemPrompt ? context : normalizeContext({
+			systemPrompt: preparedContext.systemPrompt,
+			tools: promptContext.tools,
+			messages: context.messages.filter((message) => message.role !== "system")
+		});
+		if (model.baseUrl === "extension://provider-plugin") return extensionStreamFn(model, providerContext, options);
+		return originalStreamFn(model, providerContext, withPromptCachePayloadTransform(model, promptContext, options, promptCachePolicy));
 	});
 }
 //#endregion

package/dist/src/agent/memory/context-budget.js

@@ -45,7 +45,7 @@ function evaluateContextBudget(input) {
 	const hardLimitTokens = Math.max(1024, contextWindow - reserveTokens);
 	const triggerThreshold = Math.min(.98, Math.max(.1, input.triggerThreshold ?? .8));
 	const triggerTokens = Math.min(hardLimitTokens, Math.floor(contextWindow * triggerThreshold));
-	const transcriptTokens = estimateMessagesTokens(input.messages);
+	const transcriptTokens = estimateMessagesTokens(input.systemPrompt === void 0 ? input.messages : input.messages.filter((message) => message.role !== "system"));
 	const systemPromptTokens = estimateTextTokens(input.systemPrompt ?? "");
 	const currentUserTokens = input.currentUserMessage ? estimateMessageTokens(input.currentUserMessage) : 0;
 	const toolSchemaTokens = estimateToolSchemaTokens(input.tools ?? []);

package/dist/src/agent/orchestration/agent-turn-policy.d.ts

@@ -1,9 +1,9 @@
-import type { AfterToolCallContext, BeforeToolCallContext, BeforeToolCallResult, ShouldStopAfterTurnContext } from '@earendil-works/pi-agent-core';
+import type { AfterToolCallContext, AgentTurnContext, BeforeToolCallContext, BeforeToolCallResult } from '@earendil-works/pi-agent-core';
 export interface AgentTurnPolicy {
     reset(): void;
     beforeToolCall(context: BeforeToolCallContext, signal?: AbortSignal): Promise<BeforeToolCallResult | undefined>;
     afterToolCall(context: AfterToolCallContext): Promise<undefined>;
-    shouldStopAfterTurn(context: ShouldStopAfterTurnContext): boolean;
+    shouldStopAfterTurn(context: AgentTurnContext): boolean;
 }
 export interface AgentTurnPolicyOptions {
     maxTurns?: number;

package/dist/src/agent/prompt/agent-system-prompt.d.ts

@@ -0,0 +1,3 @@
+import type { Agent } from '@earendil-works/pi-agent-core';
+/** Replace the replayed prompt while preserving the transcript's current tool declarations. */
+export declare function replaceAgentSystemPrompt(agent: Agent, systemPrompt: string): void;

package/dist/src/agent/prompt/agent-system-prompt.js

@@ -0,0 +1,16 @@
+import { getCurrentSystemMessage } from "@earendil-works/pi-ai";
+//#region src/agent/prompt/agent-system-prompt.ts
+/** Replace the replayed prompt while preserving the transcript's current tool declarations. */
+function replaceAgentSystemPrompt(agent, systemPrompt) {
+	const messages = agent.state.messages;
+	const current = getCurrentSystemMessage(messages);
+	const systemMessage = {
+		role: "system",
+		content: systemPrompt,
+		...current?.toolsAdded ? { toolsAdded: current.toolsAdded } : {},
+		timestamp: current?.timestamp ?? Date.now()
+	};
+	agent.state.messages = [systemMessage, ...messages.filter((message) => message.role !== "system")];
+}
+//#endregion
+export { replaceAgentSystemPrompt };

package/dist/src/agent/tools/knowledge-memory-tool.js

@@ -12,6 +12,7 @@ const SearchSchema = Type.Object({
 const GetSchema = Type.Object({ id: Type.String() });
 const WriteSchema = Type.Object({
 	kind: Type.Union([
+		Type.Literal("work_thread"),
 		Type.Literal("project_fact"),
 		Type.Literal("workspace_fact"),
 		Type.Literal("decision"),

package/dist/src/agent-config/schema.d.ts

@@ -23,10 +23,10 @@ export declare const ComputerModelRouteSchema: z.ZodObject<{
 export declare const ModelIntentSchema: z.ZodEnum<{
     review: "review";
     coding: "coding";
-    understanding: "understanding";
     fast: "fast";
     reasoning: "reasoning";
     vision: "vision";
+    understanding: "understanding";
 }>;
 export declare const AgentModelsDefaultsSchema: z.ZodObject<{
     chat: z.ZodObject<{
@@ -36,10 +36,10 @@ export declare const AgentModelsDefaultsSchema: z.ZodObject<{
     intents: z.ZodDefault<z.ZodRecord<z.ZodEnum<{
         review: "review";
         coding: "coding";
-        understanding: "understanding";
         fast: "fast";
         reasoning: "reasoning";
         vision: "vision";
+        understanding: "understanding";
     }> & z.core.$partial, z.ZodObject<{
         primary: z.ZodString;
         fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;
@@ -67,10 +67,10 @@ export declare const AgentModelsOverrideSchema: z.ZodObject<{
     intents: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
         review: "review";
         coding: "coding";
-        understanding: "understanding";
         fast: "fast";
         reasoning: "reasoning";
         vision: "vision";
+        understanding: "understanding";
     }> & z.core.$partial, z.ZodNullable<z.ZodObject<{
         primary: z.ZodString;
         fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;
@@ -169,10 +169,10 @@ export declare const AgentDefaultsSchema: z.ZodObject<{
         intents: z.ZodDefault<z.ZodRecord<z.ZodEnum<{
             review: "review";
             coding: "coding";
-            understanding: "understanding";
             fast: "fast";
             reasoning: "reasoning";
             vision: "vision";
+            understanding: "understanding";
         }> & z.core.$partial, z.ZodObject<{
             primary: z.ZodString;
             fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;
@@ -260,10 +260,10 @@ export declare const AgentEntrySchema: z.ZodObject<{
         intents: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
             review: "review";
             coding: "coding";
-            understanding: "understanding";
             fast: "fast";
             reasoning: "reasoning";
             vision: "vision";
+            understanding: "understanding";
         }> & z.core.$partial, z.ZodNullable<z.ZodObject<{
             primary: z.ZodString;
             fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;
@@ -343,10 +343,10 @@ export declare const AgentsConfigSchema: z.ZodObject<{
             intents: z.ZodDefault<z.ZodRecord<z.ZodEnum<{
                 review: "review";
                 coding: "coding";
-                understanding: "understanding";
                 fast: "fast";
                 reasoning: "reasoning";
                 vision: "vision";
+                understanding: "understanding";
             }> & z.core.$partial, z.ZodObject<{
                 primary: z.ZodString;
                 fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;
@@ -430,10 +430,10 @@ export declare const AgentsConfigSchema: z.ZodObject<{
             intents: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
                 review: "review";
                 coding: "coding";
-                understanding: "understanding";
                 fast: "fast";
                 reasoning: "reasoning";
                 vision: "vision";
+                understanding: "understanding";
             }> & z.core.$partial, z.ZodNullable<z.ZodObject<{
                 primary: z.ZodString;
                 fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;
@@ -519,10 +519,10 @@ export declare const EffectiveAgentConfigSchema: z.ZodObject<{
         intents: z.ZodDefault<z.ZodRecord<z.ZodEnum<{
             review: "review";
             coding: "coding";
-            understanding: "understanding";
             fast: "fast";
             reasoning: "reasoning";
             vision: "vision";
+            understanding: "understanding";
         }> & z.core.$partial, z.ZodObject<{
             primary: z.ZodString;
             fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;

package/dist/src/ai-assist/text-assist.js

@@ -4,6 +4,7 @@ import { getDefaultModelSync, init_providers, resolveModel } from "../providers/
 import { createExtensionAwareStreamFn } from "../providers/extension-stream-bridge.js";
 import { isLocalModelBaseUrl, resolveModelCallApiKey, resolveModelCallOptions } from "../providers/model-call.js";
 import { getAssistantMessageErrorReason, stripCodeFences } from "../providers/model-response.js";
+import { normalizeContext } from "@earendil-works/pi-ai";
 //#region src/ai-assist/text-assist.ts
 init_providers();
 init_logger();
@@ -244,7 +245,7 @@ async function* streamTextAssist(request, config, signal) {
 		modelId: model.id,
 		scenario: scenario.id
 	};
-	const stream = await createExtensionAwareStreamFn()(model, prompt, modelCallOptions);
+	const stream = await createExtensionAwareStreamFn()(model, normalizeContext(prompt), modelCallOptions);
 	let streamedText = "";
 	for await (const event of stream) {
 		const streamEvent = event;

package/dist/src/cli/commands/doctor/checks/database-schema.js

@@ -53,7 +53,7 @@ async function checkDatabaseSchema(ctx) {
 		id: "database-schema",
 		label: "Database schema",
 		status: "pass",
-		message: `SQLite schema v${status.dbVersion} (current release v199).`,
+		message: `SQLite schema v${status.dbVersion} (current release v201).`,
 		hints: []
 	};
 }

package/dist/src/config/schema.d.ts

@@ -29,10 +29,10 @@ export declare const AgentModelsSchema: z.ZodObject<{
     intents: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
         review: "review";
         coding: "coding";
-        understanding: "understanding";
         fast: "fast";
         reasoning: "reasoning";
         vision: "vision";
+        understanding: "understanding";
     }> & z.core.$partial, z.ZodNullable<z.ZodObject<{
         primary: z.ZodString;
         fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;
@@ -64,10 +64,10 @@ export declare const AgentsConfigSchema: z.ZodDefault<z.ZodObject<{
             intents: z.ZodDefault<z.ZodRecord<z.ZodEnum<{
                 review: "review";
                 coding: "coding";
-                understanding: "understanding";
                 fast: "fast";
                 reasoning: "reasoning";
                 vision: "vision";
+                understanding: "understanding";
             }> & z.core.$partial, z.ZodObject<{
                 primary: z.ZodString;
                 fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;
@@ -151,10 +151,10 @@ export declare const AgentsConfigSchema: z.ZodDefault<z.ZodObject<{
             intents: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
                 review: "review";
                 coding: "coding";
-                understanding: "understanding";
                 fast: "fast";
                 reasoning: "reasoning";
                 vision: "vision";
+                understanding: "understanding";
             }> & z.core.$partial, z.ZodNullable<z.ZodObject<{
                 primary: z.ZodString;
                 fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;
@@ -1586,10 +1586,10 @@ export declare const ConfigSchema: z.ZodDefault<z.ZodObject<{
                 intents: z.ZodDefault<z.ZodRecord<z.ZodEnum<{
                     review: "review";
                     coding: "coding";
-                    understanding: "understanding";
                     fast: "fast";
                     reasoning: "reasoning";
                     vision: "vision";
+                    understanding: "understanding";
                 }> & z.core.$partial, z.ZodObject<{
                     primary: z.ZodString;
                     fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;
@@ -1673,10 +1673,10 @@ export declare const ConfigSchema: z.ZodDefault<z.ZodObject<{
                 intents: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
                     review: "review";
                     coding: "coding";
-                    understanding: "understanding";
                     fast: "fast";
                     reasoning: "reasoning";
                     vision: "vision";
+                    understanding: "understanding";
                 }> & z.core.$partial, z.ZodNullable<z.ZodObject<{
                     primary: z.ZodString;
                     fallbacks: z.ZodDefault<z.ZodArray<z.ZodString>>;

package/dist/src/connectors/connected-source-ingestion.d.ts

@@ -19,6 +19,7 @@ export declare function ingestComposioConnectedSource(input: {
     sourceInstanceId: string;
     itemsSeen: number;
     itemsIndexed: number;
+    sourceItemIds: string[];
     recordIds: string[];
 }>;
 export declare function ingestLocalFolderSource(input: {

package/dist/src/connectors/connected-source-ingestion.js

@@ -335,6 +335,7 @@ async function ingestComposioConnectedSource(input) {
 		sourceInstanceId,
 		itemsSeen: syncRun.itemsSeen,
 		itemsIndexed: syncRun.itemsCreated + syncRun.itemsUpdated,
+		sourceItemIds: syncRun.changedItemIds,
 		recordIds
 	};
 }

package/dist/src/connectors/connected-source-understanding.d.ts

@@ -7,6 +7,7 @@ export declare function deriveConnectedSourceUnderstanding(input: {
     config: Config;
     agentId: string;
     sourceInstanceId: string;
+    sourceItemIds: string[];
     sourceRunId: string;
     processingPolicy: 'local_only' | 'remote_allowed';
     analyze?: typeof analyzeUnderstandingSources;

package/dist/src/connectors/connected-source-understanding.js

@@ -1,6 +1,8 @@
+import { createLogger } from "../utils/logger/index.js";
+import { init_logger } from "../utils/logger.js";
 import { finishContextExtractionRun } from "../storage/sqlite/context-extraction-repository.js";
 import { createContextEvidence } from "../storage/sqlite/context-evidence-repository.js";
-import { listKnowledgeSourceItems } from "../storage/sqlite/knowledge-repository.js";
+import { getKnowledgeSourceItem } from "../storage/sqlite/knowledge-repository.js";
 import "../storage/sqlite/index.js";
 import { writeKnowledgeItem } from "../knowledge-memory/repository.js";
 import "../knowledge-memory/index.js";
@@ -9,8 +11,14 @@ import "../user-model/index.js";
 import { claimRegisteredExtraction } from "../user-context/extraction/registry.js";
 import { allowsRemoteSourceProcessing } from "../user-context/sources/processing-policy.js";
 import { analyzeUnderstandingSources } from "../work-discovery/analyzer.js";
+import { createHash } from "node:crypto";
 //#region src/connectors/connected-source-understanding.ts
+init_logger();
 const MAX_CONNECTED_ITEMS = 150;
+const log = createLogger("ConnectedSourceUnderstanding");
+function evidenceKey(sourceInstanceId, evidenceRefs) {
+	return `connected-thread:${sourceInstanceId}:${createHash("sha256").update([...evidenceRefs].sort().join("\n")).digest("hex").slice(0, 24)}`;
+}
 function normalizedValue(item) {
 	if (!item.normalizedText) return {};
 	try {
@@ -66,22 +74,25 @@ function durableEvidence(candidate, items) {
 	return candidate.confidence === "high" && evidence.every((item) => item.ownerAttribution === "user") && evidence.length >= required && dates.size >= required ? evidence : [];
 }
 async function deriveConnectedSourceUnderstanding(input) {
-	const sourceItems = listKnowledgeSourceItems({
-		agentId: input.agentId,
-		sourceInstanceId: input.sourceInstanceId,
-		includeDeleted: false,
-		limit: MAX_CONNECTED_ITEMS
-	});
+	const sourceItems = [...new Set(input.sourceItemIds)].slice(0, MAX_CONNECTED_ITEMS).flatMap((itemId) => getKnowledgeSourceItem(itemId) ?? []).filter((item) => item.sourceInstanceId === input.sourceInstanceId && item.metadata.agentId === input.agentId && !item.deletedAt);
 	const items = connectedItemsForUnderstanding(sourceItems);
-	if (!items.length) return {
-		created: 0,
-		knowledgeCount: 0,
-		status: "completed"
-	};
+	if (!items.length) {
+		log.info({
+			sourceRunId: input.sourceRunId,
+			sourceInstanceId: input.sourceInstanceId,
+			sourceItemCount: 0,
+			reason: "no_changed_items"
+		}, "Connected source semantic analysis skipped");
+		return {
+			created: 0,
+			knowledgeCount: 0,
+			status: "completed"
+		};
+	}
 	const extraction = claimRegisteredExtraction({
 		extractorId: "connector-semantic",
 		sourceRef: `understanding-source-run:${input.sourceRunId}`,
-		contentForHash: sourceItems.map((item) => `${item.id}:${item.sourceUpdatedAt ?? ""}`).join("\n"),
+		contentForHash: sourceItems.map((item) => `${item.id}:${item.contentHash}`).join("\n"),
 		processingPolicy: input.processingPolicy,
 		destination: "remote_model"
 	});
@@ -97,10 +108,20 @@ async function deriveConnectedSourceUnderstanding(input) {
 		});
 		input.assertAuthorized?.();
 		const byRef = new Map(items.map((item) => [item.evidenceRef, item]));
+		const outputs = [];
 		let created = 0;
 		for (const candidate of analysis.profileCandidates.filter(isPortraitCandidate)) {
 			const evidenceItems = durableEvidence(candidate, byRef);
-			if (!evidenceItems.length) continue;
+			const candidateKey = `connected-profile:${candidate.category}:${candidate.factKey}`;
+			if (!evidenceItems.length) {
+				outputs.push({
+					candidateKey,
+					outcome: "rejected"
+				});
+				continue;
+			}
+			let assertionId;
+			let candidateCreated = false;
 			for (const [index, evidenceItem] of evidenceItems.entries()) {
 				const evidence = createContextEvidence({
 					sourceType: "connector",
@@ -135,32 +156,71 @@ async function deriveConnectedSourceUnderstanding(input) {
 					evidenceId: evidence.id,
 					evidenceConfidence: .9
 				});
+				assertionId = result.assertion?.id ?? assertionId;
+				candidateCreated ||= result.action === "created" || result.action === "superseded";
 				if (index === 0 && result.action === "created") created += 1;
 			}
+			outputs.push({
+				candidateKey,
+				...assertionId ? {
+					objectType: "assertion",
+					objectId: assertionId
+				} : {},
+				outcome: assertionId ? candidateCreated ? "created" : "deduplicated" : "rejected"
+			});
 		}
 		let knowledgeCount = 0;
-		for (const thread of analysis.workThreadCandidates) if (writeKnowledgeItem({
-			kind: "project_fact",
-			scope: {
-				type: "agent",
-				id: input.agentId
-			},
-			content: `${thread.title}: ${thread.summary}`,
-			canonicalKey: `connected-thread:${input.sourceInstanceId}:${thread.topicKey}`,
-			confidence: thread.confidence === "high" ? .9 : thread.confidence === "medium" ? .72 : .55,
-			importance: thread.horizon === "current" ? .75 : .5,
-			originClass: "untrusted",
-			sourceAgentId: input.agentId,
-			source: {
-				sourceRunId: input.sourceRunId,
-				evidenceRefs: thread.evidenceRefs
+		for (const thread of analysis.workThreadCandidates) {
+			const evidenceRefs = [...new Set(thread.evidenceRefs)].filter((ref) => byRef.has(ref));
+			const candidateKey = evidenceKey(input.sourceInstanceId, evidenceRefs);
+			if (!evidenceRefs.length) {
+				outputs.push({
+					candidateKey,
+					outcome: "rejected"
+				});
+				continue;
 			}
-		}).created) knowledgeCount += 1;
+			const result = writeKnowledgeItem({
+				kind: "work_thread",
+				scope: { type: "global" },
+				content: `${thread.title}: ${thread.summary}`,
+				canonicalKey: candidateKey,
+				confidence: thread.confidence === "high" ? .9 : thread.confidence === "medium" ? .72 : .55,
+				importance: thread.horizon === "current" ? .75 : .5,
+				originClass: "untrusted",
+				sourceAgentId: input.agentId,
+				source: {
+					sourceRunId: input.sourceRunId,
+					evidenceRefs
+				},
+				replaceExisting: true
+			});
+			if (result.created) knowledgeCount += 1;
+			outputs.push({
+				candidateKey,
+				...result.item ? {
+					objectType: "knowledge",
+					objectId: result.item.id
+				} : {},
+				outcome: result.created ? "created" : result.item ? "deduplicated" : "rejected"
+			});
+		}
 		finishContextExtractionRun({
 			runId: extraction.run.id,
-			status: "completed"
+			status: "completed",
+			outputs
 		});
 		const sourceStatus = analysis.sourceStatuses.find((item) => item.sourceId === "connected-work");
+		log.info({
+			sourceRunId: input.sourceRunId,
+			sourceInstanceId: input.sourceInstanceId,
+			sourceItemCount: sourceItems.length,
+			assertionCreated: created,
+			knowledgeCreated: knowledgeCount,
+			deduplicated: outputs.filter((output) => output.outcome === "deduplicated").length,
+			rejected: outputs.filter((output) => output.outcome === "rejected").length,
+			sourceStatus: sourceStatus?.status ?? "failed"
+		}, "Connected source semantic analysis finished");
 		return {
 			created,
 			knowledgeCount,

package/dist/src/connectors/content-enrichment.d.ts

@@ -15,6 +15,7 @@ export type ConnectedContentReadResult = {
         sourceItemId: string;
         error: string;
     }>;
+    sourceItemIds: string[];
     recordIds: string[];
 };
 export declare function listConnectedContentCandidates(options: {

package/dist/src/connectors/content-enrichment.js

@@ -194,6 +194,7 @@ async function readConnectedContent(input) {
 		requested: sourceItemIds.length,
 		completed: 0,
 		failed: [],
+		sourceItemIds: [],
 		recordIds: []
 	};
 	const updatedSources = /* @__PURE__ */ new Set();
@@ -242,7 +243,8 @@ async function readConnectedContent(input) {
 			if (execution.decision !== "allowed") throw new Error(execution.reason);
 			const content = recipe.mode === "inline" ? inlineContent(execution.result) : await downloadedContent(execution.result, downloadDirectory);
 			if (!content.trim()) throw new Error("The connector returned empty text content.");
-			upsertKnowledgeSourceItems([updatedSourceItem(item, content, recipe.actionId)]);
+			const stored = upsertKnowledgeSourceItems([updatedSourceItem(item, content, recipe.actionId)]);
+			result.sourceItemIds.push(...stored.changedItemIds);
 			completedReads.add(item.id);
 			updatedSources.add(item.sourceInstanceId);
 			result.completed += 1;