@copilotkit/runtime 1.75.1 → 1.76.0

package/dist/agent/index.cjs

@@ -6,6 +6,7 @@ const require_aisdk = require('./converters/aisdk.cjs');
 const require_tanstack = require('./converters/tanstack.cjs');
 const require_registry = require('../v2/runtime/intelligence-platform/skill-registry/registry.cjs');
 const require_learned_skills = require('./learned-skills.cjs');
+const require_mcp_tool_names = require('./mcp-tool-names.cjs');
 let _ai_sdk_openai = require("@ai-sdk/openai");
 let _copilotkit_shared = require("@copilotkit/shared");
 let _ai_sdk_google = require("@ai-sdk/google");
@@ -27,6 +28,64 @@ let _modelcontextprotocol_sdk_client_streamableHttp_js = require("@modelcontextp
 * @param apiKey - Optional API key to use instead of environment variables
 * @returns LanguageModel instance
 */
+/**
+* An AG-UI tool result as the AI SDK's tool result output.
+*
+* Providers hold one response per tool call, and the Google adapter emits one
+* functionResponse per text entry of a content list, so all of a result's text
+* is collected into a single entry: text parts run together, and a
+* URL-referenced part contributes the URL it carries on a line of its own —
+* the bytes are not here to hand over, and the reference is the content the
+* tool actually returned. A result with no inline media is that text alone.
+* One with inline media is a content list: the text entry first, when there is
+* any, then each media part with its bytes and media type. A media-only result
+* is media alone: a placeholder text would be content the tool never returned.
+* Which adapters can place media inside a tool response is theirs to decide.
+* A provider file handle (`file` source) is neither bytes nor a URL, and this
+* path cannot hand it to the provider, so the part is dropped with a warning.
+* A result whose parts were all dropped is the empty string, as AG-UI 1.0
+* requires: the call must still be answered.
+*/
+function warnDroppedFileSource(what) {
+	console.warn(`[CopilotKit] Dropping a ${what} that references a provider file handle: it is not a URL or inline data, so it cannot be sent to the model here.`);
+}
+function toolResultOutput(content) {
+	if (typeof content === "string") return {
+		type: "text",
+		value: content
+	};
+	const segments = [];
+	const media = [];
+	let open = false;
+	for (const part of content) if (part.type === "text") {
+		if (open) segments[segments.length - 1] += part.text;
+		else segments.push(part.text);
+		open = true;
+	} else if (part.source.type === "file") warnDroppedFileSource(`${part.type} part in a tool result`);
+	else if (part.source.type === "url") {
+		segments.push(part.source.value);
+		open = false;
+	} else {
+		media.push({
+			type: "media",
+			data: part.source.value,
+			mediaType: part.source.mimeType
+		});
+		open = false;
+	}
+	const text = segments.join("\n");
+	if (media.length === 0) return {
+		type: "text",
+		value: text
+	};
+	return {
+		type: "content",
+		value: [...text.length > 0 ? [{
+			type: "text",
+			text
+		}] : [], ...media]
+	};
+}
 function resolveModel(spec, apiKey) {
 	if (typeof spec !== "string") return spec;
 	const parts = spec.replace("/", ":").trim().split(":");
@@ -151,6 +210,7 @@ function convertUserMessageContent(content) {
 					image: source.value,
 					mediaType: source.mimeType
 				});
+				else if (source.type === "file") warnDroppedFileSource("image part");
 				else if (source.type === "url") try {
 					parts.push({
 						type: "image",
@@ -172,6 +232,7 @@ function convertUserMessageContent(content) {
 					data: source.value,
 					mediaType: source.mimeType
 				});
+				else if (source.type === "file") warnDroppedFileSource(`${part.type} part`);
 				else if (source.type === "url") try {
 					parts.push({
 						type: "file",
@@ -277,10 +338,7 @@ function convertMessagesToVercelAISDKMessages(messages, options = {}) {
 				type: "tool-result",
 				toolCallId: message.toolCallId,
 				toolName,
-				output: {
-					type: "text",
-					value: message.content
-				}
+				output: toolResultOutput(message.content)
 			}]
 		};
 		result.push(toolMsg);
@@ -458,7 +516,8 @@ var BuiltInAgent = class BuiltInAgent extends _ag_ui_client.AbstractAgent {
 			const startEvent = {
 				type: _ag_ui_client.EventType.RUN_STARTED,
 				threadId: input.threadId,
-				runId: input.runId
+				runId: input.runId,
+				protocolVersion: _ag_ui_client.PROTOCOL_VERSION
 			};
 			subscriber.next(startEvent);
 			const model = resolveModel(config.model, config.apiKey);
@@ -627,16 +686,19 @@ This is state from the application that you can edit by calling AGUISendStateSna
 							}
 						})
 					};
-					if (config.mcpClients && config.mcpClients.length > 0) for (const client of config.mcpClients) {
+					const mcpToolSources = [];
+					const userMcpClients = config.mcpClients ?? [];
+					for (const [index, client] of userMcpClients.entries()) {
 						const mcpTools = await client.tools();
 						abortController.signal.throwIfAborted();
-						streamTextParams.tools = {
-							...streamTextParams.tools,
-							...mcpTools
-						};
+						mcpToolSources.push({
+							label: `mcp${index + 1}`,
+							tools: mcpTools
+						});
 					}
 					const allMcpServers = [...config.mcpServers ?? []];
-					if (allMcpServers.length > 0) for (const serverConfig of allMcpServers) {
+					if (allMcpServers.length > 0) for (const [index, serverConfig] of allMcpServers.entries()) {
+						const label = serverConfig.name ? require_mcp_tool_names.toToolNamePrefix(serverConfig.name) : `mcp${userMcpClients.length + index + 1}`;
 						let transport;
 						if (serverConfig.type === "http") transport = new _modelcontextprotocol_sdk_client_streamableHttp_js.StreamableHTTPClientTransport(new URL(serverConfig.url), serverConfig.options);
 						else if (serverConfig.type === "sse") {
@@ -661,16 +723,17 @@ This is state from the application that you can edit by calling AGUISendStateSna
 							try {
 								const mcpTools = await mcpClient.tools();
 								abortController.signal.throwIfAborted();
-								streamTextParams.tools = {
-									...streamTextParams.tools,
-									...mcpTools
-								};
+								mcpToolSources.push({
+									label,
+									tools: mcpTools
+								});
 							} catch (err) {
 								abortController.signal.throwIfAborted();
 								console.error(`[CopilotKit] MCP server ${serverConfig.url} tools() failed — skipping its tools for this run:`, err);
 							}
 						}
 					}
+					if (mcpToolSources.length > 0) streamTextParams.tools = require_mcp_tool_names.mergeMCPTools(streamTextParams.tools ?? {}, mcpToolSources);
 					if (this.skillRegistry) {
 						require_learned_skills.assertNoSkillToolConflicts(streamTextParams.tools ?? {});
 						streamTextParams.tools = {
@@ -703,6 +766,7 @@ This is state from the application that you can edit by calling AGUISendStateSna
 						}
 						return state;
 					};
+					const warnedUnknownPartTypes = /* @__PURE__ */ new Set();
 					for await (const part of response.fullStream) {
 						if (part.type !== "reasoning-delta") closeReasoningIfOpen();
 						switch (part.type) {
@@ -710,7 +774,8 @@ This is state from the application that you can edit by calling AGUISendStateSna
 								const abortEndEvent = {
 									type: _ag_ui_client.EventType.RUN_FINISHED,
 									threadId: input.threadId,
-									runId: input.runId
+									runId: input.runId,
+									...input.protocolVersion !== void 0 ? { outcome: { type: "cancelled" } } : {}
 								};
 								subscriber.next(abortEndEvent);
 								terminalEventEmitted = true;
@@ -718,8 +783,7 @@ This is state from the application that you can edit by calling AGUISendStateSna
 								break;
 							}
 							case "reasoning-start": {
-								const providedId = "id" in part ? part.id : void 0;
-								reasoningMessageId = !providedId || providedId === "0" || /^(txt|reasoning|msg)-0$/.test(providedId) ? (0, _copilotkit_shared.randomUUID)() : providedId;
+								reasoningMessageId = require_aisdk.resolveStreamPartMessageId("id" in part ? part.id : void 0);
 								const reasoningStartEvent = {
 									type: _ag_ui_client.EventType.REASONING_START,
 									messageId: reasoningMessageId
@@ -775,11 +839,9 @@ This is state from the application that you can edit by calling AGUISendStateSna
 								break;
 							}
 							case "tool-input-end": break;
-							case "text-start": {
-								const providedId = "id" in part ? part.id : void 0;
-								messageId = !providedId || providedId === "0" || /^(txt|reasoning|msg)-0$/.test(providedId) ? (0, _copilotkit_shared.randomUUID)() : providedId;
+							case "text-start":
+								messageId = require_aisdk.resolveStreamPartMessageId("id" in part ? part.id : void 0);
 								break;
-							}
 							case "text-delta": {
 								const textDelta = "text" in part ? part.text : "";
 								const textEvent = {
@@ -886,6 +948,24 @@ This is state from the application that you can edit by calling AGUISendStateSna
 								subscriber.next(resultEvent);
 								break;
 							}
+							case "tool-error": {
+								const toolCallId = part.toolCallId;
+								const toolName = "toolName" in part && part.toolName || toolCallStates.get(toolCallId)?.toolName || "";
+								if (toolName && interruptToolNames.has(toolName)) {
+									toolCallStates.delete(toolCallId);
+									break;
+								}
+								toolCallStates.delete(toolCallId);
+								const resultEvent = {
+									type: _ag_ui_client.EventType.TOOL_CALL_RESULT,
+									role: "tool",
+									messageId: (0, _copilotkit_shared.randomUUID)(),
+									toolCallId,
+									content: `Error: ${require_aisdk.formatToolError(part.error)}`
+								};
+								subscriber.next(resultEvent);
+								break;
+							}
 							case "finish": {
 								const model = streamTextParams.model;
 								const finishedEvent = {
@@ -921,6 +1001,24 @@ This is state from the application that you can edit by calling AGUISendStateSna
 								else subscriber.error(new Error(typeof err === "string" ? err : `AI SDK stream error`));
 								break;
 							}
+							case "start":
+							case "start-step":
+							case "finish-step":
+							case "text-end":
+							case "source":
+							case "file":
+							case "tool-output-denied":
+							case "tool-approval-request":
+							case "raw": break;
+							default: {
+								const _exhaustive = part;
+								const unknownType = String(_exhaustive.type);
+								if (!warnedUnknownPartTypes.has(unknownType)) {
+									warnedUnknownPartTypes.add(unknownType);
+									console.warn(`[BuiltInAgent] Ignoring unhandled AI SDK stream part: ${unknownType}`);
+								}
+								break;
+							}
 						}
 					}
 					if (!terminalEventEmitted) {
@@ -974,7 +1072,8 @@ This is state from the application that you can edit by calling AGUISendStateSna
 			const startEvent = {
 				type: _ag_ui_client.EventType.RUN_STARTED,
 				threadId: input.threadId,
-				runId: input.runId
+				runId: input.runId,
+				protocolVersion: _ag_ui_client.PROTOCOL_VERSION
 			};
 			subscriber.next(startEvent);
 			const ctx = {
@@ -989,20 +1088,47 @@ This is state from the application that you can edit by calling AGUISendStateSna
 					throw new InterruptSignal(interrupts);
 				}
 			};
-			const answeredToolCallIds = new Set(input.messages.filter((m) => m.role === "tool").map((m) => m.toolCallId).filter((id) => typeof id === "string"));
-			const resumeToolMessages = (input.resume ?? []).filter((entry) => !answeredToolCallIds.has(entry.interruptId)).map((entry) => ({
-				id: (0, _copilotkit_shared.randomUUID)(),
-				role: "tool",
-				toolCallId: entry.interruptId,
-				content: JSON.stringify(entry.status === "cancelled" ? { status: "cancelled" } : entry.payload ?? { status: "resolved" })
-			}));
-			const factoryInput = resumeToolMessages.length > 0 && config.type !== "custom" ? {
-				...input,
-				messages: [...input.messages, ...resumeToolMessages]
-			} : input;
 			(async () => {
 				const runFinishedDetails = {};
 				try {
+					const toolCallIds = new Set(input.messages.flatMap((message) => message.role === "assistant" ? (message.toolCalls ?? []).map((call) => call.id) : []));
+					const answeredToolMessages = input.messages.filter((message) => message.role === "tool");
+					const answeredToolCallIds = new Set(answeredToolMessages.map((message) => message.toolCallId));
+					const nativeResume = config.type === "custom" ? [] : input.resume ?? [];
+					const resumeToolMessages = [];
+					const decisionsByCall = /* @__PURE__ */ new Map();
+					for (const entry of nativeResume) {
+						if (!toolCallIds.has(entry.interruptId)) continue;
+						const content = JSON.stringify(entry.status === "cancelled" ? { status: "cancelled" } : entry.payload ?? { status: "resolved" });
+						if (decisionsByCall.has(entry.interruptId)) {
+							if (decisionsByCall.get(entry.interruptId) !== content) throw new Error(`Conflicting decisions for resumed tool call ${entry.interruptId}`);
+							continue;
+						}
+						decisionsByCall.set(entry.interruptId, content);
+						if (answeredToolCallIds.has(entry.interruptId)) continue;
+						resumeToolMessages.push({
+							id: (0, _copilotkit_shared.randomUUID)(),
+							role: "tool",
+							toolCallId: entry.interruptId,
+							content
+						});
+					}
+					const resumedIds = new Set(nativeResume.map((entry) => entry.interruptId));
+					const resumedResults = new Map([...answeredToolMessages, ...resumeToolMessages].filter((message) => resumedIds.has(message.toolCallId)).map((message) => [message.toolCallId, message.content]));
+					for (const message of resumeToolMessages) {
+						const event = {
+							type: _ag_ui_client.EventType.TOOL_CALL_RESULT,
+							messageId: message.id,
+							toolCallId: message.toolCallId,
+							role: "tool",
+							content: message.content
+						};
+						subscriber.next(event);
+					}
+					const factoryInput = resumeToolMessages.length > 0 && config.type !== "custom" ? {
+						...input,
+						messages: [...input.messages, ...resumeToolMessages]
+					} : input;
 					const learnedSkills = await require_learned_skills.prepareLearnedSkills(this.skillRegistry, controller.signal);
 					controller.signal.throwIfAborted();
 					const factoryCtx = {
@@ -1029,6 +1155,10 @@ This is state from the application that you can edit by calling AGUISendStateSna
 						}
 					}
 					for await (const event of events) {
+						if (event.type === _ag_ui_client.EventType.TOOL_CALL_RESULT && "toolCallId" in event && typeof event.toolCallId === "string" && "content" in event && resumedResults.has(event.toolCallId)) {
+							if (resumedResults.get(event.toolCallId) !== event.content) throw new Error(`Conflicting result for resumed tool call ${event.toolCallId}`);
+							continue;
+						}
 						if (config.type === "custom" && event.type === _ag_ui_client.EventType.RUN_FINISHED) {
 							customRunFinishedEvent = event;
 							require_usage.collectStandardRunFinishedDetails(event, runFinishedDetails);