@copilotkit/runtime 1.55.3 → 1.56.0

package/dist/v2/runtime/handlers/intelligence/thread-names.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"thread-names.mjs","names":["randomUUID"],"sources":["../../../../../src/v2/runtime/handlers/intelligence/thread-names.ts"],"sourcesContent":["import { AbstractAgent, Message, RunAgentInput } from \"@ag-ui/client\";\nimport { logger } from \"@copilotkit/shared\";\nimport { randomUUID } from \"node:crypto\";\nimport { CopilotIntelligenceRuntimeLike } from \"../../core/runtime\";\nimport {\n  cloneAgentForRequest,\n  configureAgentForRequest,\n} from \"../shared/agent-utils\";\nimport { ThreadSummary } from \"../../intelligence-platform\";\nimport { isHandlerResponse } from \"../shared/json-response\";\n\nconst THREAD_NAME_SYSTEM_PROMPT = [\n  \"You generate short, specific conversation titles.\",\n  'Return JSON only in this exact shape: {\"title\":\"...\"}',\n  \"The title must be 2 to 5 words.\",\n  \"Use sentence case.\",\n  \"No quotes.\",\n  \"No emoji.\",\n  \"No markdown characters or formatting.\",\n  \"Do not use *, _, #, `, [, ], (, ), !, ~, >, or |.\",\n  \"No trailing punctuation.\",\n  \"No explanations.\",\n  \"Do not call tools.\",\n].join(\"\\n\");\n\nconst MAX_TITLE_LENGTH = 80;\nconst MAX_TITLE_WORDS = 8;\nconst MAX_TRANSCRIPT_MESSAGES = 8;\nconst MAX_TITLE_GENERATION_ATTEMPTS = 3;\nconst FALLBACK_THREAD_TITLE = \"Untitled\";\n\ninterface GenerateThreadNameParams {\n  runtime: CopilotIntelligenceRuntimeLike;\n  request: Request;\n  agentId: string;\n  sourceInput: RunAgentInput;\n  thread: ThreadSummary;\n  userId: string;\n}\n\nexport async function generateThreadNameForNewThread({\n  runtime,\n  request,\n  agentId,\n  sourceInput,\n  thread,\n  userId,\n}: GenerateThreadNameParams): Promise<void> {\n  if (!runtime.generateThreadNames || hasThreadName(thread.name)) {\n    return;\n  }\n\n  const prompt = buildThreadTitlePrompt(sourceInput.messages);\n  if (!prompt) {\n    return;\n  }\n\n  let generatedTitle: string | null = null;\n\n  for (let attempt = 1; attempt <= MAX_TITLE_GENERATION_ATTEMPTS; attempt++) {\n    try {\n      generatedTitle = await runTitleGenerationAttempt({\n        runtime,\n        request,\n        agentId,\n        threadId: thread.id,\n        prompt,\n      });\n\n      if (generatedTitle) {\n        break;\n      }\n\n      logger.warn(\n        { agentId, attempt, threadId: thread.id },\n        \"Thread name generation returned an empty or invalid title\",\n      );\n    } catch (error) {\n      logger.warn(\n        { err: error, agentId, attempt, threadId: thread.id },\n        \"Thread name generation attempt failed\",\n      );\n    }\n  }\n\n  await runtime.intelligence.updateThread({\n    threadId: thread.id,\n    userId,\n    agentId,\n    updates: { name: generatedTitle ?? FALLBACK_THREAD_TITLE },\n  });\n}\n\nasync function runTitleGenerationAttempt(params: {\n  runtime: CopilotIntelligenceRuntimeLike;\n  request: Request;\n  agentId: string;\n  threadId: string;\n  prompt: string;\n}): Promise<string | null> {\n  const { runtime, request, agentId, threadId, prompt } = params;\n  const agent = await cloneAgentForRequest(runtime, agentId);\n  if (isHandlerResponse(agent)) {\n    logger.warn(\n      { agentId, threadId },\n      \"Skipping thread naming because the agent could not be cloned\",\n    );\n    return null;\n  }\n\n  configureAgentForRequest({\n    runtime,\n    request,\n    agentId,\n    agent,\n  });\n\n  const messages: Message[] = [\n    {\n      id: randomUUID(),\n      role: \"system\",\n      content: THREAD_NAME_SYSTEM_PROMPT,\n    },\n    {\n      id: randomUUID(),\n      role: \"user\",\n      content: prompt,\n    },\n  ];\n\n  agent.setMessages(messages);\n  agent.setState({});\n  agent.threadId = randomUUID();\n  const { newMessages } = await agent.runAgent({\n    messages,\n    state: {},\n    tools: [],\n    context: [],\n    forwardedProps: {},\n  });\n\n  const lastMessage = newMessages.at(-1);\n  const titleContent = lastMessage\n    ? stringifyMessageContent(lastMessage.content)\n    : \"\";\n\n  return normalizeGeneratedTitle(titleContent);\n}\n\nfunction buildThreadTitlePrompt(\n  messages: Message[] | undefined,\n): string | null {\n  const transcript = (messages ?? [])\n    .filter((message) =>\n      [\"user\", \"assistant\", \"system\", \"developer\"].includes(message.role),\n    )\n    .map((message) => {\n      const content = stringifyMessageContent(message.content);\n      if (!content) {\n        return null;\n      }\n\n      return `${message.role}: ${content}`;\n    })\n    .filter((message): message is string => !!message)\n    .slice(-MAX_TRANSCRIPT_MESSAGES);\n\n  if (transcript.length === 0) {\n    return null;\n  }\n\n  return [\n    \"Generate a short title for this conversation.\",\n    \"Conversation:\",\n    transcript.join(\"\\n\"),\n  ].join(\"\\n\\n\");\n}\n\nfunction stringifyMessageContent(content: Message[\"content\"]): string {\n  if (typeof content === \"string\") {\n    return content.trim();\n  }\n\n  if (content == null) {\n    return \"\";\n  }\n\n  try {\n    return JSON.stringify(content).trim();\n  } catch {\n    return \"\";\n  }\n}\n\nfunction normalizeGeneratedTitle(rawTitle: string): string | null {\n  let candidate = rawTitle.trim();\n  if (!candidate) {\n    return null;\n  }\n\n  candidate = candidate\n    .replace(/^```(?:json)?\\s*/i, \"\")\n    .replace(/\\s*```$/, \"\")\n    .trim();\n\n  try {\n    const parsed = JSON.parse(candidate) as { title?: unknown };\n    if (typeof parsed.title === \"string\") {\n      candidate = parsed.title;\n    }\n  } catch {\n    // Fall back to using the raw text.\n  }\n\n  candidate = candidate\n    .replace(/^[\"'`]+|[\"'`]+$/g, \"\")\n    .replace(/[*_#[\\]()!~>|]+/g, \"\")\n    .replace(/[.!?,;:]+$/g, \"\")\n    .replace(/\\s+/g, \" \")\n    .trim();\n\n  if (!candidate) {\n    return null;\n  }\n\n  if (candidate.length > MAX_TITLE_LENGTH) {\n    candidate = candidate.slice(0, MAX_TITLE_LENGTH).trim();\n  }\n\n  if (candidate.split(/\\s+/).length > MAX_TITLE_WORDS) {\n    return null;\n  }\n\n  return candidate;\n}\n\nfunction hasThreadName(name: string | null | undefined): boolean {\n  return typeof name === \"string\" && name.trim().length > 0;\n}\n\n/** @internal Exported for testing only. */\nexport const ɵnormalizeGeneratedTitle = normalizeGeneratedTitle;\n/** @internal Exported for testing only. */\nexport const ɵbuildThreadTitlePrompt = buildThreadTitlePrompt;\n/** @internal Exported for testing only. */\nexport const ɵhasThreadName = hasThreadName;\n"],"mappings":";;;;;;;AAWA,MAAM,4BAA4B;CAChC;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACD,CAAC,KAAK,KAAK;AAEZ,MAAM,mBAAmB;AACzB,MAAM,kBAAkB;AACxB,MAAM,0BAA0B;AAChC,MAAM,gCAAgC;AACtC,MAAM,wBAAwB;AAW9B,eAAsB,+BAA+B,EACnD,SACA,SACA,SACA,aACA,QACA,UAC0C;AAC1C,KAAI,CAAC,QAAQ,uBAAuB,cAAc,OAAO,KAAK,CAC5D;CAGF,MAAM,SAAS,uBAAuB,YAAY,SAAS;AAC3D,KAAI,CAAC,OACH;CAGF,IAAI,iBAAgC;AAEpC,MAAK,IAAI,UAAU,GAAG,WAAW,+BAA+B,UAC9D,KAAI;AACF,mBAAiB,MAAM,0BAA0B;GAC/C;GACA;GACA;GACA,UAAU,OAAO;GACjB;GACD,CAAC;AAEF,MAAI,eACF;AAGF,SAAO,KACL;GAAE;GAAS;GAAS,UAAU,OAAO;GAAI,EACzC,4DACD;UACM,OAAO;AACd,SAAO,KACL;GAAE,KAAK;GAAO;GAAS;GAAS,UAAU,OAAO;GAAI,EACrD,wCACD;;AAIL,OAAM,QAAQ,aAAa,aAAa;EACtC,UAAU,OAAO;EACjB;EACA;EACA,SAAS,EAAE,MAAM,kBAAkB,uBAAuB;EAC3D,CAAC;;AAGJ,eAAe,0BAA0B,QAMd;CACzB,MAAM,EAAE,SAAS,SAAS,SAAS,UAAU,WAAW;CACxD,MAAM,QAAQ,MAAM,qBAAqB,SAAS,QAAQ;AAC1D,KAAI,kBAAkB,MAAM,EAAE;AAC5B,SAAO,KACL;GAAE;GAAS;GAAU,EACrB,+DACD;AACD,SAAO;;AAGT,0BAAyB;EACvB;EACA;EACA;EACA;EACD,CAAC;CAEF,MAAM,WAAsB,CAC1B;EACE,IAAIA,cAAY;EAChB,MAAM;EACN,SAAS;EACV,EACD;EACE,IAAIA,cAAY;EAChB,MAAM;EACN,SAAS;EACV,CACF;AAED,OAAM,YAAY,SAAS;AAC3B,OAAM,SAAS,EAAE,CAAC;AAClB,OAAM,WAAWA,cAAY;CAC7B,MAAM,EAAE,gBAAgB,MAAM,MAAM,SAAS;EAC3C;EACA,OAAO,EAAE;EACT,OAAO,EAAE;EACT,SAAS,EAAE;EACX,gBAAgB,EAAE;EACnB,CAAC;CAEF,MAAM,cAAc,YAAY,GAAG,GAAG;AAKtC,QAAO,wBAJc,cACjB,wBAAwB,YAAY,QAAQ,GAC5C,GAEwC;;AAG9C,SAAS,uBACP,UACe;CACf,MAAM,cAAc,YAAY,EAAE,EAC/B,QAAQ,YACP;EAAC;EAAQ;EAAa;EAAU;EAAY,CAAC,SAAS,QAAQ,KAAK,CACpE,CACA,KAAK,YAAY;EAChB,MAAM,UAAU,wBAAwB,QAAQ,QAAQ;AACxD,MAAI,CAAC,QACH,QAAO;AAGT,SAAO,GAAG,QAAQ,KAAK,IAAI;GAC3B,CACD,QAAQ,YAA+B,CAAC,CAAC,QAAQ,CACjD,MAAM,CAAC,wBAAwB;AAElC,KAAI,WAAW,WAAW,EACxB,QAAO;AAGT,QAAO;EACL;EACA;EACA,WAAW,KAAK,KAAK;EACtB,CAAC,KAAK,OAAO;;AAGhB,SAAS,wBAAwB,SAAqC;AACpE,KAAI,OAAO,YAAY,SACrB,QAAO,QAAQ,MAAM;AAGvB,KAAI,WAAW,KACb,QAAO;AAGT,KAAI;AACF,SAAO,KAAK,UAAU,QAAQ,CAAC,MAAM;SAC/B;AACN,SAAO;;;AAIX,SAAS,wBAAwB,UAAiC;CAChE,IAAI,YAAY,SAAS,MAAM;AAC/B,KAAI,CAAC,UACH,QAAO;AAGT,aAAY,UACT,QAAQ,qBAAqB,GAAG,CAChC,QAAQ,WAAW,GAAG,CACtB,MAAM;AAET,KAAI;EACF,MAAM,SAAS,KAAK,MAAM,UAAU;AACpC,MAAI,OAAO,OAAO,UAAU,SAC1B,aAAY,OAAO;SAEf;AAIR,aAAY,UACT,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,eAAe,GAAG,CAC1B,QAAQ,QAAQ,IAAI,CACpB,MAAM;AAET,KAAI,CAAC,UACH,QAAO;AAGT,KAAI,UAAU,SAAS,iBACrB,aAAY,UAAU,MAAM,GAAG,iBAAiB,CAAC,MAAM;AAGzD,KAAI,UAAU,MAAM,MAAM,CAAC,SAAS,gBAClC,QAAO;AAGT,QAAO;;AAGT,SAAS,cAAc,MAA0C;AAC/D,QAAO,OAAO,SAAS,YAAY,KAAK,MAAM,CAAC,SAAS"}
+{"version":3,"file":"thread-names.mjs","names":["randomUUID"],"sources":["../../../../../src/v2/runtime/handlers/intelligence/thread-names.ts"],"sourcesContent":["import { AbstractAgent, Message, RunAgentInput } from \"@ag-ui/client\";\nimport { logger } from \"@copilotkit/shared\";\nimport { randomUUID } from \"node:crypto\";\nimport { CopilotIntelligenceRuntimeLike } from \"../../core/runtime\";\nimport {\n  cloneAgentForRequest,\n  configureAgentForRequest,\n} from \"../shared/agent-utils\";\nimport { ThreadSummary } from \"../../intelligence-platform\";\nimport { isHandlerResponse } from \"../shared/json-response\";\n\nconst THREAD_NAME_SYSTEM_PROMPT = [\n  \"You generate short, specific conversation titles.\",\n  'Return JSON only in this exact shape: {\"title\":\"...\"}',\n  \"The title must be 2 to 5 words.\",\n  \"Use sentence case.\",\n  \"No quotes.\",\n  \"No emoji.\",\n  \"No markdown characters or formatting.\",\n  \"Do not use *, _, #, `, [, ], (, ), !, ~, >, or |.\",\n  \"No trailing punctuation.\",\n  \"No explanations.\",\n  \"Do not call tools.\",\n].join(\"\\n\");\n\nconst MAX_TITLE_LENGTH = 80;\nconst MAX_TITLE_WORDS = 8;\nconst MAX_TRANSCRIPT_MESSAGES = 8;\nconst MAX_TITLE_GENERATION_ATTEMPTS = 3;\nconst FALLBACK_THREAD_TITLE = \"Untitled\";\n\ninterface GenerateThreadNameParams {\n  runtime: CopilotIntelligenceRuntimeLike;\n  request: Request;\n  agentId: string;\n  sourceInput: RunAgentInput;\n  thread: ThreadSummary;\n  userId: string;\n}\n\nexport async function generateThreadNameForNewThread({\n  runtime,\n  request,\n  agentId,\n  sourceInput,\n  thread,\n  userId,\n}: GenerateThreadNameParams): Promise<void> {\n  if (!runtime.generateThreadNames || hasThreadName(thread.name)) {\n    return;\n  }\n\n  const prompt = buildThreadTitlePrompt(sourceInput.messages);\n  if (!prompt) {\n    return;\n  }\n\n  let generatedTitle: string | null = null;\n\n  for (let attempt = 1; attempt <= MAX_TITLE_GENERATION_ATTEMPTS; attempt++) {\n    try {\n      generatedTitle = await runTitleGenerationAttempt({\n        runtime,\n        request,\n        agentId,\n        threadId: thread.id,\n        prompt,\n      });\n\n      if (generatedTitle) {\n        break;\n      }\n\n      logger.warn(\n        { agentId, attempt, threadId: thread.id },\n        \"Thread name generation returned an empty or invalid title\",\n      );\n    } catch (error) {\n      logger.warn(\n        { err: error, agentId, attempt, threadId: thread.id },\n        \"Thread name generation attempt failed\",\n      );\n    }\n  }\n\n  await runtime.intelligence.updateThread({\n    threadId: thread.id,\n    userId,\n    agentId,\n    updates: { name: generatedTitle ?? FALLBACK_THREAD_TITLE },\n  });\n}\n\nasync function runTitleGenerationAttempt(params: {\n  runtime: CopilotIntelligenceRuntimeLike;\n  request: Request;\n  agentId: string;\n  threadId: string;\n  prompt: string;\n}): Promise<string | null> {\n  const { runtime, request, agentId, threadId, prompt } = params;\n  const agent = await cloneAgentForRequest(runtime, agentId, request);\n  if (isHandlerResponse(agent)) {\n    logger.warn(\n      { agentId, threadId },\n      \"Skipping thread naming because the agent could not be cloned\",\n    );\n    return null;\n  }\n\n  configureAgentForRequest({\n    runtime,\n    request,\n    agentId,\n    agent,\n  });\n\n  const messages: Message[] = [\n    {\n      id: randomUUID(),\n      role: \"system\",\n      content: THREAD_NAME_SYSTEM_PROMPT,\n    },\n    {\n      id: randomUUID(),\n      role: \"user\",\n      content: prompt,\n    },\n  ];\n\n  agent.setMessages(messages);\n  agent.setState({});\n  agent.threadId = randomUUID();\n  const { newMessages } = await agent.runAgent({\n    messages,\n    state: {},\n    tools: [],\n    context: [],\n    forwardedProps: {},\n  });\n\n  const lastMessage = newMessages.at(-1);\n  const titleContent = lastMessage\n    ? stringifyMessageContent(lastMessage.content)\n    : \"\";\n\n  return normalizeGeneratedTitle(titleContent);\n}\n\nfunction buildThreadTitlePrompt(\n  messages: Message[] | undefined,\n): string | null {\n  const transcript = (messages ?? [])\n    .filter((message) =>\n      [\"user\", \"assistant\", \"system\", \"developer\"].includes(message.role),\n    )\n    .map((message) => {\n      const content = stringifyMessageContent(message.content);\n      if (!content) {\n        return null;\n      }\n\n      return `${message.role}: ${content}`;\n    })\n    .filter((message): message is string => !!message)\n    .slice(-MAX_TRANSCRIPT_MESSAGES);\n\n  if (transcript.length === 0) {\n    return null;\n  }\n\n  return [\n    \"Generate a short title for this conversation.\",\n    \"Conversation:\",\n    transcript.join(\"\\n\"),\n  ].join(\"\\n\\n\");\n}\n\nfunction stringifyMessageContent(content: Message[\"content\"]): string {\n  if (typeof content === \"string\") {\n    return content.trim();\n  }\n\n  if (content == null) {\n    return \"\";\n  }\n\n  try {\n    return JSON.stringify(content).trim();\n  } catch {\n    return \"\";\n  }\n}\n\nfunction normalizeGeneratedTitle(rawTitle: string): string | null {\n  let candidate = rawTitle.trim();\n  if (!candidate) {\n    return null;\n  }\n\n  candidate = candidate\n    .replace(/^```(?:json)?\\s*/i, \"\")\n    .replace(/\\s*```$/, \"\")\n    .trim();\n\n  try {\n    const parsed = JSON.parse(candidate) as { title?: unknown };\n    if (typeof parsed.title === \"string\") {\n      candidate = parsed.title;\n    }\n  } catch {\n    // Fall back to using the raw text.\n  }\n\n  candidate = candidate\n    .replace(/^[\"'`]+|[\"'`]+$/g, \"\")\n    .replace(/[*_#[\\]()!~>|]+/g, \"\")\n    .replace(/[.!?,;:]+$/g, \"\")\n    .replace(/\\s+/g, \" \")\n    .trim();\n\n  if (!candidate) {\n    return null;\n  }\n\n  if (candidate.length > MAX_TITLE_LENGTH) {\n    candidate = candidate.slice(0, MAX_TITLE_LENGTH).trim();\n  }\n\n  if (candidate.split(/\\s+/).length > MAX_TITLE_WORDS) {\n    return null;\n  }\n\n  return candidate;\n}\n\nfunction hasThreadName(name: string | null | undefined): boolean {\n  return typeof name === \"string\" && name.trim().length > 0;\n}\n\n/** @internal Exported for testing only. */\nexport const ɵnormalizeGeneratedTitle = normalizeGeneratedTitle;\n/** @internal Exported for testing only. */\nexport const ɵbuildThreadTitlePrompt = buildThreadTitlePrompt;\n/** @internal Exported for testing only. */\nexport const ɵhasThreadName = hasThreadName;\n"],"mappings":";;;;;;;AAWA,MAAM,4BAA4B;CAChC;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACD,CAAC,KAAK,KAAK;AAEZ,MAAM,mBAAmB;AACzB,MAAM,kBAAkB;AACxB,MAAM,0BAA0B;AAChC,MAAM,gCAAgC;AACtC,MAAM,wBAAwB;AAW9B,eAAsB,+BAA+B,EACnD,SACA,SACA,SACA,aACA,QACA,UAC0C;AAC1C,KAAI,CAAC,QAAQ,uBAAuB,cAAc,OAAO,KAAK,CAC5D;CAGF,MAAM,SAAS,uBAAuB,YAAY,SAAS;AAC3D,KAAI,CAAC,OACH;CAGF,IAAI,iBAAgC;AAEpC,MAAK,IAAI,UAAU,GAAG,WAAW,+BAA+B,UAC9D,KAAI;AACF,mBAAiB,MAAM,0BAA0B;GAC/C;GACA;GACA;GACA,UAAU,OAAO;GACjB;GACD,CAAC;AAEF,MAAI,eACF;AAGF,SAAO,KACL;GAAE;GAAS;GAAS,UAAU,OAAO;GAAI,EACzC,4DACD;UACM,OAAO;AACd,SAAO,KACL;GAAE,KAAK;GAAO;GAAS;GAAS,UAAU,OAAO;GAAI,EACrD,wCACD;;AAIL,OAAM,QAAQ,aAAa,aAAa;EACtC,UAAU,OAAO;EACjB;EACA;EACA,SAAS,EAAE,MAAM,kBAAkB,uBAAuB;EAC3D,CAAC;;AAGJ,eAAe,0BAA0B,QAMd;CACzB,MAAM,EAAE,SAAS,SAAS,SAAS,UAAU,WAAW;CACxD,MAAM,QAAQ,MAAM,qBAAqB,SAAS,SAAS,QAAQ;AACnE,KAAI,kBAAkB,MAAM,EAAE;AAC5B,SAAO,KACL;GAAE;GAAS;GAAU,EACrB,+DACD;AACD,SAAO;;AAGT,0BAAyB;EACvB;EACA;EACA;EACA;EACD,CAAC;CAEF,MAAM,WAAsB,CAC1B;EACE,IAAIA,cAAY;EAChB,MAAM;EACN,SAAS;EACV,EACD;EACE,IAAIA,cAAY;EAChB,MAAM;EACN,SAAS;EACV,CACF;AAED,OAAM,YAAY,SAAS;AAC3B,OAAM,SAAS,EAAE,CAAC;AAClB,OAAM,WAAWA,cAAY;CAC7B,MAAM,EAAE,gBAAgB,MAAM,MAAM,SAAS;EAC3C;EACA,OAAO,EAAE;EACT,OAAO,EAAE;EACT,SAAS,EAAE;EACX,gBAAgB,EAAE;EACnB,CAAC;CAEF,MAAM,cAAc,YAAY,GAAG,GAAG;AAKtC,QAAO,wBAJc,cACjB,wBAAwB,YAAY,QAAQ,GAC5C,GAEwC;;AAG9C,SAAS,uBACP,UACe;CACf,MAAM,cAAc,YAAY,EAAE,EAC/B,QAAQ,YACP;EAAC;EAAQ;EAAa;EAAU;EAAY,CAAC,SAAS,QAAQ,KAAK,CACpE,CACA,KAAK,YAAY;EAChB,MAAM,UAAU,wBAAwB,QAAQ,QAAQ;AACxD,MAAI,CAAC,QACH,QAAO;AAGT,SAAO,GAAG,QAAQ,KAAK,IAAI;GAC3B,CACD,QAAQ,YAA+B,CAAC,CAAC,QAAQ,CACjD,MAAM,CAAC,wBAAwB;AAElC,KAAI,WAAW,WAAW,EACxB,QAAO;AAGT,QAAO;EACL;EACA;EACA,WAAW,KAAK,KAAK;EACtB,CAAC,KAAK,OAAO;;AAGhB,SAAS,wBAAwB,SAAqC;AACpE,KAAI,OAAO,YAAY,SACrB,QAAO,QAAQ,MAAM;AAGvB,KAAI,WAAW,KACb,QAAO;AAGT,KAAI;AACF,SAAO,KAAK,UAAU,QAAQ,CAAC,MAAM;SAC/B;AACN,SAAO;;;AAIX,SAAS,wBAAwB,UAAiC;CAChE,IAAI,YAAY,SAAS,MAAM;AAC/B,KAAI,CAAC,UACH,QAAO;AAGT,aAAY,UACT,QAAQ,qBAAqB,GAAG,CAChC,QAAQ,WAAW,GAAG,CACtB,MAAM;AAET,KAAI;EACF,MAAM,SAAS,KAAK,MAAM,UAAU;AACpC,MAAI,OAAO,OAAO,UAAU,SAC1B,aAAY,OAAO;SAEf;AAIR,aAAY,UACT,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,oBAAoB,GAAG,CAC/B,QAAQ,eAAe,GAAG,CAC1B,QAAQ,QAAQ,IAAI,CACpB,MAAM;AAET,KAAI,CAAC,UACH,QAAO;AAGT,KAAI,UAAU,SAAS,iBACrB,aAAY,UAAU,MAAM,GAAG,iBAAiB,CAAC,MAAM;AAGzD,KAAI,UAAU,MAAM,MAAM,CAAC,SAAS,gBAClC,QAAO;AAGT,QAAO;;AAGT,SAAS,cAAc,MAA0C;AAC/D,QAAO,OAAO,SAAS,YAAY,KAAK,MAAM,CAAC,SAAS"}

package/dist/v2/runtime/handlers/shared/agent-utils.cjs

@@ -1,5 +1,6 @@
 require("reflect-metadata");
 const require_runtime = require('../../../../_virtual/_rolldown/runtime.cjs');
+const require_runtime$1 = require('../../core/runtime.cjs');
 const require_open_generative_ui_middleware = require('../../open-generative-ui-middleware.cjs');
 const require_header_utils = require('../header-utils.cjs');
 let _copilotkit_shared = require("@copilotkit/shared");
@@ -8,8 +9,8 @@ let _ag_ui_a2ui_middleware = require("@ag-ui/a2ui-middleware");
 let _ag_ui_mcp_apps_middleware = require("@ag-ui/mcp-apps-middleware");
 
 //#region src/v2/runtime/handlers/shared/agent-utils.ts
-async function cloneAgentForRequest(runtime, agentId) {
-	const agents = await runtime.agents;
+async function cloneAgentForRequest(runtime, agentId, request) {
+	const agents = await require_runtime$1.resolveAgents(runtime.agents, request);
 	if (!agents[agentId]) return new Response(JSON.stringify({
 		error: "Agent not found",
 		message: `Agent '${agentId}' does not exist`

package/dist/v2/runtime/handlers/shared/agent-utils.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"agent-utils.cjs","names":["A2UIMiddleware","MCPAppsMiddleware","OpenGenerativeUIMiddleware","extractForwardableHeaders","RunAgentInputSchema"],"sources":["../../../../../src/v2/runtime/handlers/shared/agent-utils.ts"],"sourcesContent":["import {\n  AbstractAgent,\n  RunAgentInput,\n  RunAgentInputSchema,\n} from \"@ag-ui/client\";\nimport { A2UIMiddleware } from \"@ag-ui/a2ui-middleware\";\nimport { MCPAppsMiddleware } from \"@ag-ui/mcp-apps-middleware\";\nimport { CopilotRuntimeLike } from \"../../core/runtime\";\nimport { OpenGenerativeUIMiddleware } from \"../../open-generative-ui-middleware\";\nimport { extractForwardableHeaders } from \"../header-utils\";\nimport { logger } from \"@copilotkit/shared\";\n\ntype MiddlewareCapableAgent = AbstractAgent & {\n  use?: (middleware: unknown) => void;\n  headers?: Record<string, string>;\n};\n\nexport interface RunAgentParameters {\n  request: Request;\n  runtime: CopilotRuntimeLike;\n  agentId: string;\n}\n\nexport interface ConnectRequestBody extends RunAgentInput {\n  lastSeenEventId?: string | null;\n}\n\nexport async function cloneAgentForRequest(\n  runtime: CopilotRuntimeLike,\n  agentId: string,\n): Promise<AbstractAgent | Response> {\n  const agents = await runtime.agents;\n\n  if (!agents[agentId]) {\n    return new Response(\n      JSON.stringify({\n        error: \"Agent not found\",\n        message: `Agent '${agentId}' does not exist`,\n      }),\n      {\n        status: 404,\n        headers: { \"Content-Type\": \"application/json\" },\n      },\n    );\n  }\n\n  return (agents[agentId] as AbstractAgent).clone() as AbstractAgent;\n}\n\nexport function configureAgentForRequest(params: {\n  runtime: CopilotRuntimeLike;\n  request: Request;\n  agentId: string;\n  agent: AbstractAgent;\n}): void {\n  const { runtime, request, agentId } = params;\n  const agent = params.agent as MiddlewareCapableAgent;\n\n  if (runtime.a2ui) {\n    const { agents: targetAgents, ...a2uiOptions } = runtime.a2ui;\n    const shouldApply = !targetAgents || targetAgents.includes(agentId);\n    if (shouldApply && typeof agent.use === \"function\") {\n      agent.use(new A2UIMiddleware(a2uiOptions));\n    }\n  }\n\n  if (runtime.mcpApps?.servers?.length) {\n    const mcpServers = runtime.mcpApps.servers\n      .filter((server) => !server.agentId || server.agentId === agentId)\n      .map((server) => {\n        const mcpServer = { ...server };\n        delete mcpServer.agentId;\n        return mcpServer;\n      });\n\n    if (mcpServers.length > 0 && typeof agent.use === \"function\") {\n      agent.use(new MCPAppsMiddleware({ mcpServers }));\n    }\n  }\n\n  if (runtime.openGenerativeUI) {\n    const config = runtime.openGenerativeUI;\n    const targetAgents = typeof config === \"object\" ? config.agents : undefined;\n    const shouldApply = !targetAgents || targetAgents.includes(agentId);\n    if (shouldApply && typeof agent.use === \"function\") {\n      agent.use(new OpenGenerativeUIMiddleware());\n    }\n  }\n\n  if (agent.headers) {\n    agent.headers = {\n      ...agent.headers,\n      ...extractForwardableHeaders(request),\n    };\n  }\n}\n\nexport async function parseRunRequest(\n  request: Request,\n): Promise<RunAgentInput | Response> {\n  try {\n    const requestBody = await request.json();\n    return RunAgentInputSchema.parse(requestBody);\n  } catch (error) {\n    logger.error(\"Invalid run request body:\", error);\n    return new Response(\n      JSON.stringify({\n        error: \"Invalid request body\",\n        details: error instanceof Error ? error.message : String(error),\n      }),\n      {\n        status: 400,\n        headers: { \"Content-Type\": \"application/json\" },\n      },\n    );\n  }\n}\n\nexport async function parseConnectRequest(request: Request): Promise<\n  | Response\n  | {\n      input: RunAgentInput;\n      lastSeenEventId: string | null;\n    }\n> {\n  try {\n    const requestBody = await request.json();\n    const input = RunAgentInputSchema.parse(requestBody);\n    let lastSeenEventId: string | null = null;\n\n    if (\n      \"lastSeenEventId\" in (requestBody as Record<string, unknown>) &&\n      (typeof (requestBody as Record<string, unknown>).lastSeenEventId ===\n        \"string\" ||\n        (requestBody as Record<string, unknown>).lastSeenEventId === null)\n    ) {\n      lastSeenEventId =\n        (requestBody as ConnectRequestBody).lastSeenEventId ?? null;\n    }\n\n    return { input, lastSeenEventId };\n  } catch (error) {\n    logger.error(\"Invalid connect request body:\", error);\n    return new Response(\n      JSON.stringify({\n        error: \"Invalid request body\",\n        details: error instanceof Error ? error.message : String(error),\n      }),\n      {\n        status: 400,\n        headers: { \"Content-Type\": \"application/json\" },\n      },\n    );\n  }\n}\n"],"mappings":";;;;;;;;;;AA2BA,eAAsB,qBACpB,SACA,SACmC;CACnC,MAAM,SAAS,MAAM,QAAQ;AAE7B,KAAI,CAAC,OAAO,SACV,QAAO,IAAI,SACT,KAAK,UAAU;EACb,OAAO;EACP,SAAS,UAAU,QAAQ;EAC5B,CAAC,EACF;EACE,QAAQ;EACR,SAAS,EAAE,gBAAgB,oBAAoB;EAChD,CACF;AAGH,QAAQ,OAAO,SAA2B,OAAO;;AAGnD,SAAgB,yBAAyB,QAKhC;CACP,MAAM,EAAE,SAAS,SAAS,YAAY;CACtC,MAAM,QAAQ,OAAO;AAErB,KAAI,QAAQ,MAAM;EAChB,MAAM,EAAE,QAAQ,cAAc,GAAG,gBAAgB,QAAQ;AAEzD,OADoB,CAAC,gBAAgB,aAAa,SAAS,QAAQ,KAChD,OAAO,MAAM,QAAQ,WACtC,OAAM,IAAI,IAAIA,sCAAe,YAAY,CAAC;;AAI9C,KAAI,QAAQ,SAAS,SAAS,QAAQ;EACpC,MAAM,aAAa,QAAQ,QAAQ,QAChC,QAAQ,WAAW,CAAC,OAAO,WAAW,OAAO,YAAY,QAAQ,CACjE,KAAK,WAAW;GACf,MAAM,YAAY,EAAE,GAAG,QAAQ;AAC/B,UAAO,UAAU;AACjB,UAAO;IACP;AAEJ,MAAI,WAAW,SAAS,KAAK,OAAO,MAAM,QAAQ,WAChD,OAAM,IAAI,IAAIC,6CAAkB,EAAE,YAAY,CAAC,CAAC;;AAIpD,KAAI,QAAQ,kBAAkB;EAC5B,MAAM,SAAS,QAAQ;EACvB,MAAM,eAAe,OAAO,WAAW,WAAW,OAAO,SAAS;AAElE,OADoB,CAAC,gBAAgB,aAAa,SAAS,QAAQ,KAChD,OAAO,MAAM,QAAQ,WACtC,OAAM,IAAI,IAAIC,kEAA4B,CAAC;;AAI/C,KAAI,MAAM,QACR,OAAM,UAAU;EACd,GAAG,MAAM;EACT,GAAGC,+CAA0B,QAAQ;EACtC;;AAIL,eAAsB,gBACpB,SACmC;AACnC,KAAI;EACF,MAAM,cAAc,MAAM,QAAQ,MAAM;AACxC,SAAOC,kCAAoB,MAAM,YAAY;UACtC,OAAO;AACd,4BAAO,MAAM,6BAA6B,MAAM;AAChD,SAAO,IAAI,SACT,KAAK,UAAU;GACb,OAAO;GACP,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;GAChE,CAAC,EACF;GACE,QAAQ;GACR,SAAS,EAAE,gBAAgB,oBAAoB;GAChD,CACF;;;AAIL,eAAsB,oBAAoB,SAMxC;AACA,KAAI;EACF,MAAM,cAAc,MAAM,QAAQ,MAAM;EACxC,MAAM,QAAQA,kCAAoB,MAAM,YAAY;EACpD,IAAI,kBAAiC;AAErC,MACE,qBAAsB,gBACrB,OAAQ,YAAwC,oBAC/C,YACC,YAAwC,oBAAoB,MAE/D,mBACG,YAAmC,mBAAmB;AAG3D,SAAO;GAAE;GAAO;GAAiB;UAC1B,OAAO;AACd,4BAAO,MAAM,iCAAiC,MAAM;AACpD,SAAO,IAAI,SACT,KAAK,UAAU;GACb,OAAO;GACP,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;GAChE,CAAC,EACF;GACE,QAAQ;GACR,SAAS,EAAE,gBAAgB,oBAAoB;GAChD,CACF"}
+{"version":3,"file":"agent-utils.cjs","names":["resolveAgents","A2UIMiddleware","MCPAppsMiddleware","OpenGenerativeUIMiddleware","extractForwardableHeaders","RunAgentInputSchema"],"sources":["../../../../../src/v2/runtime/handlers/shared/agent-utils.ts"],"sourcesContent":["import {\n  AbstractAgent,\n  RunAgentInput,\n  RunAgentInputSchema,\n} from \"@ag-ui/client\";\nimport { A2UIMiddleware } from \"@ag-ui/a2ui-middleware\";\nimport { MCPAppsMiddleware } from \"@ag-ui/mcp-apps-middleware\";\nimport { CopilotRuntimeLike, resolveAgents } from \"../../core/runtime\";\nimport { OpenGenerativeUIMiddleware } from \"../../open-generative-ui-middleware\";\nimport { extractForwardableHeaders } from \"../header-utils\";\nimport { logger } from \"@copilotkit/shared\";\n\ntype MiddlewareCapableAgent = AbstractAgent & {\n  use?: (middleware: unknown) => void;\n  headers?: Record<string, string>;\n};\n\nexport interface RunAgentParameters {\n  request: Request;\n  runtime: CopilotRuntimeLike;\n  agentId: string;\n}\n\nexport interface ConnectRequestBody extends RunAgentInput {\n  lastSeenEventId?: string | null;\n}\n\nexport async function cloneAgentForRequest(\n  runtime: CopilotRuntimeLike,\n  agentId: string,\n  request?: Request,\n): Promise<AbstractAgent | Response> {\n  const agents = await resolveAgents(runtime.agents, request);\n\n  if (!agents[agentId]) {\n    return new Response(\n      JSON.stringify({\n        error: \"Agent not found\",\n        message: `Agent '${agentId}' does not exist`,\n      }),\n      {\n        status: 404,\n        headers: { \"Content-Type\": \"application/json\" },\n      },\n    );\n  }\n\n  return (agents[agentId] as AbstractAgent).clone() as AbstractAgent;\n}\n\nexport function configureAgentForRequest(params: {\n  runtime: CopilotRuntimeLike;\n  request: Request;\n  agentId: string;\n  agent: AbstractAgent;\n}): void {\n  const { runtime, request, agentId } = params;\n  const agent = params.agent as MiddlewareCapableAgent;\n\n  if (runtime.a2ui) {\n    const { agents: targetAgents, ...a2uiOptions } = runtime.a2ui;\n    const shouldApply = !targetAgents || targetAgents.includes(agentId);\n    if (shouldApply && typeof agent.use === \"function\") {\n      agent.use(new A2UIMiddleware(a2uiOptions));\n    }\n  }\n\n  if (runtime.mcpApps?.servers?.length) {\n    const mcpServers = runtime.mcpApps.servers\n      .filter((server) => !server.agentId || server.agentId === agentId)\n      .map((server) => {\n        const mcpServer = { ...server };\n        delete mcpServer.agentId;\n        return mcpServer;\n      });\n\n    if (mcpServers.length > 0 && typeof agent.use === \"function\") {\n      agent.use(new MCPAppsMiddleware({ mcpServers }));\n    }\n  }\n\n  if (runtime.openGenerativeUI) {\n    const config = runtime.openGenerativeUI;\n    const targetAgents = typeof config === \"object\" ? config.agents : undefined;\n    const shouldApply = !targetAgents || targetAgents.includes(agentId);\n    if (shouldApply && typeof agent.use === \"function\") {\n      agent.use(new OpenGenerativeUIMiddleware());\n    }\n  }\n\n  if (agent.headers) {\n    agent.headers = {\n      ...agent.headers,\n      ...extractForwardableHeaders(request),\n    };\n  }\n}\n\nexport async function parseRunRequest(\n  request: Request,\n): Promise<RunAgentInput | Response> {\n  try {\n    const requestBody = await request.json();\n    return RunAgentInputSchema.parse(requestBody);\n  } catch (error) {\n    logger.error(\"Invalid run request body:\", error);\n    return new Response(\n      JSON.stringify({\n        error: \"Invalid request body\",\n        details: error instanceof Error ? error.message : String(error),\n      }),\n      {\n        status: 400,\n        headers: { \"Content-Type\": \"application/json\" },\n      },\n    );\n  }\n}\n\nexport async function parseConnectRequest(request: Request): Promise<\n  | Response\n  | {\n      input: RunAgentInput;\n      lastSeenEventId: string | null;\n    }\n> {\n  try {\n    const requestBody = await request.json();\n    const input = RunAgentInputSchema.parse(requestBody);\n    let lastSeenEventId: string | null = null;\n\n    if (\n      \"lastSeenEventId\" in (requestBody as Record<string, unknown>) &&\n      (typeof (requestBody as Record<string, unknown>).lastSeenEventId ===\n        \"string\" ||\n        (requestBody as Record<string, unknown>).lastSeenEventId === null)\n    ) {\n      lastSeenEventId =\n        (requestBody as ConnectRequestBody).lastSeenEventId ?? null;\n    }\n\n    return { input, lastSeenEventId };\n  } catch (error) {\n    logger.error(\"Invalid connect request body:\", error);\n    return new Response(\n      JSON.stringify({\n        error: \"Invalid request body\",\n        details: error instanceof Error ? error.message : String(error),\n      }),\n      {\n        status: 400,\n        headers: { \"Content-Type\": \"application/json\" },\n      },\n    );\n  }\n}\n"],"mappings":";;;;;;;;;;;AA2BA,eAAsB,qBACpB,SACA,SACA,SACmC;CACnC,MAAM,SAAS,MAAMA,gCAAc,QAAQ,QAAQ,QAAQ;AAE3D,KAAI,CAAC,OAAO,SACV,QAAO,IAAI,SACT,KAAK,UAAU;EACb,OAAO;EACP,SAAS,UAAU,QAAQ;EAC5B,CAAC,EACF;EACE,QAAQ;EACR,SAAS,EAAE,gBAAgB,oBAAoB;EAChD,CACF;AAGH,QAAQ,OAAO,SAA2B,OAAO;;AAGnD,SAAgB,yBAAyB,QAKhC;CACP,MAAM,EAAE,SAAS,SAAS,YAAY;CACtC,MAAM,QAAQ,OAAO;AAErB,KAAI,QAAQ,MAAM;EAChB,MAAM,EAAE,QAAQ,cAAc,GAAG,gBAAgB,QAAQ;AAEzD,OADoB,CAAC,gBAAgB,aAAa,SAAS,QAAQ,KAChD,OAAO,MAAM,QAAQ,WACtC,OAAM,IAAI,IAAIC,sCAAe,YAAY,CAAC;;AAI9C,KAAI,QAAQ,SAAS,SAAS,QAAQ;EACpC,MAAM,aAAa,QAAQ,QAAQ,QAChC,QAAQ,WAAW,CAAC,OAAO,WAAW,OAAO,YAAY,QAAQ,CACjE,KAAK,WAAW;GACf,MAAM,YAAY,EAAE,GAAG,QAAQ;AAC/B,UAAO,UAAU;AACjB,UAAO;IACP;AAEJ,MAAI,WAAW,SAAS,KAAK,OAAO,MAAM,QAAQ,WAChD,OAAM,IAAI,IAAIC,6CAAkB,EAAE,YAAY,CAAC,CAAC;;AAIpD,KAAI,QAAQ,kBAAkB;EAC5B,MAAM,SAAS,QAAQ;EACvB,MAAM,eAAe,OAAO,WAAW,WAAW,OAAO,SAAS;AAElE,OADoB,CAAC,gBAAgB,aAAa,SAAS,QAAQ,KAChD,OAAO,MAAM,QAAQ,WACtC,OAAM,IAAI,IAAIC,kEAA4B,CAAC;;AAI/C,KAAI,MAAM,QACR,OAAM,UAAU;EACd,GAAG,MAAM;EACT,GAAGC,+CAA0B,QAAQ;EACtC;;AAIL,eAAsB,gBACpB,SACmC;AACnC,KAAI;EACF,MAAM,cAAc,MAAM,QAAQ,MAAM;AACxC,SAAOC,kCAAoB,MAAM,YAAY;UACtC,OAAO;AACd,4BAAO,MAAM,6BAA6B,MAAM;AAChD,SAAO,IAAI,SACT,KAAK,UAAU;GACb,OAAO;GACP,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;GAChE,CAAC,EACF;GACE,QAAQ;GACR,SAAS,EAAE,gBAAgB,oBAAoB;GAChD,CACF;;;AAIL,eAAsB,oBAAoB,SAMxC;AACA,KAAI;EACF,MAAM,cAAc,MAAM,QAAQ,MAAM;EACxC,MAAM,QAAQA,kCAAoB,MAAM,YAAY;EACpD,IAAI,kBAAiC;AAErC,MACE,qBAAsB,gBACrB,OAAQ,YAAwC,oBAC/C,YACC,YAAwC,oBAAoB,MAE/D,mBACG,YAAmC,mBAAmB;AAG3D,SAAO;GAAE;GAAO;GAAiB;UAC1B,OAAO;AACd,4BAAO,MAAM,iCAAiC,MAAM;AACpD,SAAO,IAAI,SACT,KAAK,UAAU;GACb,OAAO;GACP,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;GAChE,CAAC,EACF;GACE,QAAQ;GACR,SAAS,EAAE,gBAAgB,oBAAoB;GAChD,CACF"}

package/dist/v2/runtime/handlers/shared/agent-utils.mjs

@@ -1,4 +1,5 @@
 import "reflect-metadata";
+import { resolveAgents } from "../../core/runtime.mjs";
 import { OpenGenerativeUIMiddleware } from "../../open-generative-ui-middleware.mjs";
 import { extractForwardableHeaders } from "../header-utils.mjs";
 import { logger } from "@copilotkit/shared";
@@ -7,8 +8,8 @@ import { A2UIMiddleware } from "@ag-ui/a2ui-middleware";
 import { MCPAppsMiddleware } from "@ag-ui/mcp-apps-middleware";
 
 //#region src/v2/runtime/handlers/shared/agent-utils.ts
-async function cloneAgentForRequest(runtime, agentId) {
-	const agents = await runtime.agents;
+async function cloneAgentForRequest(runtime, agentId, request) {
+	const agents = await resolveAgents(runtime.agents, request);
 	if (!agents[agentId]) return new Response(JSON.stringify({
 		error: "Agent not found",
 		message: `Agent '${agentId}' does not exist`

package/dist/v2/runtime/handlers/shared/agent-utils.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"agent-utils.mjs","names":[],"sources":["../../../../../src/v2/runtime/handlers/shared/agent-utils.ts"],"sourcesContent":["import {\n  AbstractAgent,\n  RunAgentInput,\n  RunAgentInputSchema,\n} from \"@ag-ui/client\";\nimport { A2UIMiddleware } from \"@ag-ui/a2ui-middleware\";\nimport { MCPAppsMiddleware } from \"@ag-ui/mcp-apps-middleware\";\nimport { CopilotRuntimeLike } from \"../../core/runtime\";\nimport { OpenGenerativeUIMiddleware } from \"../../open-generative-ui-middleware\";\nimport { extractForwardableHeaders } from \"../header-utils\";\nimport { logger } from \"@copilotkit/shared\";\n\ntype MiddlewareCapableAgent = AbstractAgent & {\n  use?: (middleware: unknown) => void;\n  headers?: Record<string, string>;\n};\n\nexport interface RunAgentParameters {\n  request: Request;\n  runtime: CopilotRuntimeLike;\n  agentId: string;\n}\n\nexport interface ConnectRequestBody extends RunAgentInput {\n  lastSeenEventId?: string | null;\n}\n\nexport async function cloneAgentForRequest(\n  runtime: CopilotRuntimeLike,\n  agentId: string,\n): Promise<AbstractAgent | Response> {\n  const agents = await runtime.agents;\n\n  if (!agents[agentId]) {\n    return new Response(\n      JSON.stringify({\n        error: \"Agent not found\",\n        message: `Agent '${agentId}' does not exist`,\n      }),\n      {\n        status: 404,\n        headers: { \"Content-Type\": \"application/json\" },\n      },\n    );\n  }\n\n  return (agents[agentId] as AbstractAgent).clone() as AbstractAgent;\n}\n\nexport function configureAgentForRequest(params: {\n  runtime: CopilotRuntimeLike;\n  request: Request;\n  agentId: string;\n  agent: AbstractAgent;\n}): void {\n  const { runtime, request, agentId } = params;\n  const agent = params.agent as MiddlewareCapableAgent;\n\n  if (runtime.a2ui) {\n    const { agents: targetAgents, ...a2uiOptions } = runtime.a2ui;\n    const shouldApply = !targetAgents || targetAgents.includes(agentId);\n    if (shouldApply && typeof agent.use === \"function\") {\n      agent.use(new A2UIMiddleware(a2uiOptions));\n    }\n  }\n\n  if (runtime.mcpApps?.servers?.length) {\n    const mcpServers = runtime.mcpApps.servers\n      .filter((server) => !server.agentId || server.agentId === agentId)\n      .map((server) => {\n        const mcpServer = { ...server };\n        delete mcpServer.agentId;\n        return mcpServer;\n      });\n\n    if (mcpServers.length > 0 && typeof agent.use === \"function\") {\n      agent.use(new MCPAppsMiddleware({ mcpServers }));\n    }\n  }\n\n  if (runtime.openGenerativeUI) {\n    const config = runtime.openGenerativeUI;\n    const targetAgents = typeof config === \"object\" ? config.agents : undefined;\n    const shouldApply = !targetAgents || targetAgents.includes(agentId);\n    if (shouldApply && typeof agent.use === \"function\") {\n      agent.use(new OpenGenerativeUIMiddleware());\n    }\n  }\n\n  if (agent.headers) {\n    agent.headers = {\n      ...agent.headers,\n      ...extractForwardableHeaders(request),\n    };\n  }\n}\n\nexport async function parseRunRequest(\n  request: Request,\n): Promise<RunAgentInput | Response> {\n  try {\n    const requestBody = await request.json();\n    return RunAgentInputSchema.parse(requestBody);\n  } catch (error) {\n    logger.error(\"Invalid run request body:\", error);\n    return new Response(\n      JSON.stringify({\n        error: \"Invalid request body\",\n        details: error instanceof Error ? error.message : String(error),\n      }),\n      {\n        status: 400,\n        headers: { \"Content-Type\": \"application/json\" },\n      },\n    );\n  }\n}\n\nexport async function parseConnectRequest(request: Request): Promise<\n  | Response\n  | {\n      input: RunAgentInput;\n      lastSeenEventId: string | null;\n    }\n> {\n  try {\n    const requestBody = await request.json();\n    const input = RunAgentInputSchema.parse(requestBody);\n    let lastSeenEventId: string | null = null;\n\n    if (\n      \"lastSeenEventId\" in (requestBody as Record<string, unknown>) &&\n      (typeof (requestBody as Record<string, unknown>).lastSeenEventId ===\n        \"string\" ||\n        (requestBody as Record<string, unknown>).lastSeenEventId === null)\n    ) {\n      lastSeenEventId =\n        (requestBody as ConnectRequestBody).lastSeenEventId ?? null;\n    }\n\n    return { input, lastSeenEventId };\n  } catch (error) {\n    logger.error(\"Invalid connect request body:\", error);\n    return new Response(\n      JSON.stringify({\n        error: \"Invalid request body\",\n        details: error instanceof Error ? error.message : String(error),\n      }),\n      {\n        status: 400,\n        headers: { \"Content-Type\": \"application/json\" },\n      },\n    );\n  }\n}\n"],"mappings":";;;;;;;;;AA2BA,eAAsB,qBACpB,SACA,SACmC;CACnC,MAAM,SAAS,MAAM,QAAQ;AAE7B,KAAI,CAAC,OAAO,SACV,QAAO,IAAI,SACT,KAAK,UAAU;EACb,OAAO;EACP,SAAS,UAAU,QAAQ;EAC5B,CAAC,EACF;EACE,QAAQ;EACR,SAAS,EAAE,gBAAgB,oBAAoB;EAChD,CACF;AAGH,QAAQ,OAAO,SAA2B,OAAO;;AAGnD,SAAgB,yBAAyB,QAKhC;CACP,MAAM,EAAE,SAAS,SAAS,YAAY;CACtC,MAAM,QAAQ,OAAO;AAErB,KAAI,QAAQ,MAAM;EAChB,MAAM,EAAE,QAAQ,cAAc,GAAG,gBAAgB,QAAQ;AAEzD,OADoB,CAAC,gBAAgB,aAAa,SAAS,QAAQ,KAChD,OAAO,MAAM,QAAQ,WACtC,OAAM,IAAI,IAAI,eAAe,YAAY,CAAC;;AAI9C,KAAI,QAAQ,SAAS,SAAS,QAAQ;EACpC,MAAM,aAAa,QAAQ,QAAQ,QAChC,QAAQ,WAAW,CAAC,OAAO,WAAW,OAAO,YAAY,QAAQ,CACjE,KAAK,WAAW;GACf,MAAM,YAAY,EAAE,GAAG,QAAQ;AAC/B,UAAO,UAAU;AACjB,UAAO;IACP;AAEJ,MAAI,WAAW,SAAS,KAAK,OAAO,MAAM,QAAQ,WAChD,OAAM,IAAI,IAAI,kBAAkB,EAAE,YAAY,CAAC,CAAC;;AAIpD,KAAI,QAAQ,kBAAkB;EAC5B,MAAM,SAAS,QAAQ;EACvB,MAAM,eAAe,OAAO,WAAW,WAAW,OAAO,SAAS;AAElE,OADoB,CAAC,gBAAgB,aAAa,SAAS,QAAQ,KAChD,OAAO,MAAM,QAAQ,WACtC,OAAM,IAAI,IAAI,4BAA4B,CAAC;;AAI/C,KAAI,MAAM,QACR,OAAM,UAAU;EACd,GAAG,MAAM;EACT,GAAG,0BAA0B,QAAQ;EACtC;;AAIL,eAAsB,gBACpB,SACmC;AACnC,KAAI;EACF,MAAM,cAAc,MAAM,QAAQ,MAAM;AACxC,SAAO,oBAAoB,MAAM,YAAY;UACtC,OAAO;AACd,SAAO,MAAM,6BAA6B,MAAM;AAChD,SAAO,IAAI,SACT,KAAK,UAAU;GACb,OAAO;GACP,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;GAChE,CAAC,EACF;GACE,QAAQ;GACR,SAAS,EAAE,gBAAgB,oBAAoB;GAChD,CACF;;;AAIL,eAAsB,oBAAoB,SAMxC;AACA,KAAI;EACF,MAAM,cAAc,MAAM,QAAQ,MAAM;EACxC,MAAM,QAAQ,oBAAoB,MAAM,YAAY;EACpD,IAAI,kBAAiC;AAErC,MACE,qBAAsB,gBACrB,OAAQ,YAAwC,oBAC/C,YACC,YAAwC,oBAAoB,MAE/D,mBACG,YAAmC,mBAAmB;AAG3D,SAAO;GAAE;GAAO;GAAiB;UAC1B,OAAO;AACd,SAAO,MAAM,iCAAiC,MAAM;AACpD,SAAO,IAAI,SACT,KAAK,UAAU;GACb,OAAO;GACP,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;GAChE,CAAC,EACF;GACE,QAAQ;GACR,SAAS,EAAE,gBAAgB,oBAAoB;GAChD,CACF"}
+{"version":3,"file":"agent-utils.mjs","names":[],"sources":["../../../../../src/v2/runtime/handlers/shared/agent-utils.ts"],"sourcesContent":["import {\n  AbstractAgent,\n  RunAgentInput,\n  RunAgentInputSchema,\n} from \"@ag-ui/client\";\nimport { A2UIMiddleware } from \"@ag-ui/a2ui-middleware\";\nimport { MCPAppsMiddleware } from \"@ag-ui/mcp-apps-middleware\";\nimport { CopilotRuntimeLike, resolveAgents } from \"../../core/runtime\";\nimport { OpenGenerativeUIMiddleware } from \"../../open-generative-ui-middleware\";\nimport { extractForwardableHeaders } from \"../header-utils\";\nimport { logger } from \"@copilotkit/shared\";\n\ntype MiddlewareCapableAgent = AbstractAgent & {\n  use?: (middleware: unknown) => void;\n  headers?: Record<string, string>;\n};\n\nexport interface RunAgentParameters {\n  request: Request;\n  runtime: CopilotRuntimeLike;\n  agentId: string;\n}\n\nexport interface ConnectRequestBody extends RunAgentInput {\n  lastSeenEventId?: string | null;\n}\n\nexport async function cloneAgentForRequest(\n  runtime: CopilotRuntimeLike,\n  agentId: string,\n  request?: Request,\n): Promise<AbstractAgent | Response> {\n  const agents = await resolveAgents(runtime.agents, request);\n\n  if (!agents[agentId]) {\n    return new Response(\n      JSON.stringify({\n        error: \"Agent not found\",\n        message: `Agent '${agentId}' does not exist`,\n      }),\n      {\n        status: 404,\n        headers: { \"Content-Type\": \"application/json\" },\n      },\n    );\n  }\n\n  return (agents[agentId] as AbstractAgent).clone() as AbstractAgent;\n}\n\nexport function configureAgentForRequest(params: {\n  runtime: CopilotRuntimeLike;\n  request: Request;\n  agentId: string;\n  agent: AbstractAgent;\n}): void {\n  const { runtime, request, agentId } = params;\n  const agent = params.agent as MiddlewareCapableAgent;\n\n  if (runtime.a2ui) {\n    const { agents: targetAgents, ...a2uiOptions } = runtime.a2ui;\n    const shouldApply = !targetAgents || targetAgents.includes(agentId);\n    if (shouldApply && typeof agent.use === \"function\") {\n      agent.use(new A2UIMiddleware(a2uiOptions));\n    }\n  }\n\n  if (runtime.mcpApps?.servers?.length) {\n    const mcpServers = runtime.mcpApps.servers\n      .filter((server) => !server.agentId || server.agentId === agentId)\n      .map((server) => {\n        const mcpServer = { ...server };\n        delete mcpServer.agentId;\n        return mcpServer;\n      });\n\n    if (mcpServers.length > 0 && typeof agent.use === \"function\") {\n      agent.use(new MCPAppsMiddleware({ mcpServers }));\n    }\n  }\n\n  if (runtime.openGenerativeUI) {\n    const config = runtime.openGenerativeUI;\n    const targetAgents = typeof config === \"object\" ? config.agents : undefined;\n    const shouldApply = !targetAgents || targetAgents.includes(agentId);\n    if (shouldApply && typeof agent.use === \"function\") {\n      agent.use(new OpenGenerativeUIMiddleware());\n    }\n  }\n\n  if (agent.headers) {\n    agent.headers = {\n      ...agent.headers,\n      ...extractForwardableHeaders(request),\n    };\n  }\n}\n\nexport async function parseRunRequest(\n  request: Request,\n): Promise<RunAgentInput | Response> {\n  try {\n    const requestBody = await request.json();\n    return RunAgentInputSchema.parse(requestBody);\n  } catch (error) {\n    logger.error(\"Invalid run request body:\", error);\n    return new Response(\n      JSON.stringify({\n        error: \"Invalid request body\",\n        details: error instanceof Error ? error.message : String(error),\n      }),\n      {\n        status: 400,\n        headers: { \"Content-Type\": \"application/json\" },\n      },\n    );\n  }\n}\n\nexport async function parseConnectRequest(request: Request): Promise<\n  | Response\n  | {\n      input: RunAgentInput;\n      lastSeenEventId: string | null;\n    }\n> {\n  try {\n    const requestBody = await request.json();\n    const input = RunAgentInputSchema.parse(requestBody);\n    let lastSeenEventId: string | null = null;\n\n    if (\n      \"lastSeenEventId\" in (requestBody as Record<string, unknown>) &&\n      (typeof (requestBody as Record<string, unknown>).lastSeenEventId ===\n        \"string\" ||\n        (requestBody as Record<string, unknown>).lastSeenEventId === null)\n    ) {\n      lastSeenEventId =\n        (requestBody as ConnectRequestBody).lastSeenEventId ?? null;\n    }\n\n    return { input, lastSeenEventId };\n  } catch (error) {\n    logger.error(\"Invalid connect request body:\", error);\n    return new Response(\n      JSON.stringify({\n        error: \"Invalid request body\",\n        details: error instanceof Error ? error.message : String(error),\n      }),\n      {\n        status: 400,\n        headers: { \"Content-Type\": \"application/json\" },\n      },\n    );\n  }\n}\n"],"mappings":";;;;;;;;;;AA2BA,eAAsB,qBACpB,SACA,SACA,SACmC;CACnC,MAAM,SAAS,MAAM,cAAc,QAAQ,QAAQ,QAAQ;AAE3D,KAAI,CAAC,OAAO,SACV,QAAO,IAAI,SACT,KAAK,UAAU;EACb,OAAO;EACP,SAAS,UAAU,QAAQ;EAC5B,CAAC,EACF;EACE,QAAQ;EACR,SAAS,EAAE,gBAAgB,oBAAoB;EAChD,CACF;AAGH,QAAQ,OAAO,SAA2B,OAAO;;AAGnD,SAAgB,yBAAyB,QAKhC;CACP,MAAM,EAAE,SAAS,SAAS,YAAY;CACtC,MAAM,QAAQ,OAAO;AAErB,KAAI,QAAQ,MAAM;EAChB,MAAM,EAAE,QAAQ,cAAc,GAAG,gBAAgB,QAAQ;AAEzD,OADoB,CAAC,gBAAgB,aAAa,SAAS,QAAQ,KAChD,OAAO,MAAM,QAAQ,WACtC,OAAM,IAAI,IAAI,eAAe,YAAY,CAAC;;AAI9C,KAAI,QAAQ,SAAS,SAAS,QAAQ;EACpC,MAAM,aAAa,QAAQ,QAAQ,QAChC,QAAQ,WAAW,CAAC,OAAO,WAAW,OAAO,YAAY,QAAQ,CACjE,KAAK,WAAW;GACf,MAAM,YAAY,EAAE,GAAG,QAAQ;AAC/B,UAAO,UAAU;AACjB,UAAO;IACP;AAEJ,MAAI,WAAW,SAAS,KAAK,OAAO,MAAM,QAAQ,WAChD,OAAM,IAAI,IAAI,kBAAkB,EAAE,YAAY,CAAC,CAAC;;AAIpD,KAAI,QAAQ,kBAAkB;EAC5B,MAAM,SAAS,QAAQ;EACvB,MAAM,eAAe,OAAO,WAAW,WAAW,OAAO,SAAS;AAElE,OADoB,CAAC,gBAAgB,aAAa,SAAS,QAAQ,KAChD,OAAO,MAAM,QAAQ,WACtC,OAAM,IAAI,IAAI,4BAA4B,CAAC;;AAI/C,KAAI,MAAM,QACR,OAAM,UAAU;EACd,GAAG,MAAM;EACT,GAAG,0BAA0B,QAAQ;EACtC;;AAIL,eAAsB,gBACpB,SACmC;AACnC,KAAI;EACF,MAAM,cAAc,MAAM,QAAQ,MAAM;AACxC,SAAO,oBAAoB,MAAM,YAAY;UACtC,OAAO;AACd,SAAO,MAAM,6BAA6B,MAAM;AAChD,SAAO,IAAI,SACT,KAAK,UAAU;GACb,OAAO;GACP,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;GAChE,CAAC,EACF;GACE,QAAQ;GACR,SAAS,EAAE,gBAAgB,oBAAoB;GAChD,CACF;;;AAIL,eAAsB,oBAAoB,SAMxC;AACA,KAAI;EACF,MAAM,cAAc,MAAM,QAAQ,MAAM;EACxC,MAAM,QAAQ,oBAAoB,MAAM,YAAY;EACpD,IAAI,kBAAiC;AAErC,MACE,qBAAsB,gBACrB,OAAQ,YAAwC,oBAC/C,YACC,YAAwC,oBAAoB,MAE/D,mBACG,YAAmC,mBAAmB;AAG3D,SAAO;GAAE;GAAO;GAAiB;UAC1B,OAAO;AACd,SAAO,MAAM,iCAAiC,MAAM;AACpD,SAAO,IAAI,SACT,KAAK,UAAU;GACb,OAAO;GACP,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;GAChE,CAAC,EACF;GACE,QAAQ;GACR,SAAS,EAAE,gBAAgB,oBAAoB;GAChD,CACF"}

package/dist/v2/runtime/handlers/shared/sse-response.cjs

@@ -1,14 +1,19 @@
 require("reflect-metadata");
 const require_runtime = require('../../../../_virtual/_rolldown/runtime.cjs');
+const require_logger = require('../../../../lib/logger.cjs');
 const require_telemetry_client = require('../../telemetry/telemetry-client.cjs');
 let _ag_ui_encoder = require("@ag-ui/encoder");
 
 //#region src/v2/runtime/handlers/shared/sse-response.ts
-function createSseEventResponse({ request, observableFactory }) {
+function createSseEventResponse({ request, observableFactory, debug, logger }) {
 	const stream = new TransformStream();
 	const writer = stream.writable.getWriter();
 	const encoder = new _ag_ui_encoder.EventEncoder();
 	let streamClosed = false;
+	const debugLogger = debug?.enabled ? logger ?? require_logger.createLogger({
+		level: "debug",
+		component: "copilotkit-debug"
+	}) : void 0;
 	const closeStream = async () => {
 		if (!streamClosed) try {
 			await writer.close();
@@ -28,9 +33,21 @@ function createSseEventResponse({ request, observableFactory }) {
 	(async () => {
 		const observable = await observableFactory();
 		require_telemetry_client.default.capture("oss.runtime.agent_execution_stream_started", {});
+		if (debug?.lifecycle) debugLogger.debug("SSE stream opened");
+		let eventCount = 0;
+		let loggedEventCount = 0;
 		subscription = observable.subscribe({
 			next: async (event) => {
 				if (!request.signal.aborted && !streamClosed) try {
+					eventCount++;
+					if (debug?.events) {
+						loggedEventCount++;
+						if (debug.verbose) debugLogger.debug({ event }, "Event emitted");
+						else debugLogger.debug({
+							type: event.type,
+							...summarizeEvent(event)
+						}, "Event emitted");
+					}
 					await writer.write(encoder.encode(event));
 				} catch (error) {
 					if (error instanceof Error && error.name === "AbortError") streamClosed = true;
@@ -38,11 +55,16 @@ function createSseEventResponse({ request, observableFactory }) {
 			},
 			error: async (error) => {
 				require_telemetry_client.default.capture("oss.runtime.agent_execution_stream_errored", { error: error instanceof Error ? error.message : String(error) });
+				if (debug?.lifecycle) debugLogger.debug({ error: error instanceof Error ? error.message : String(error) }, "SSE stream errored");
 				logError(error);
 				await closeStream();
 			},
 			complete: async () => {
 				require_telemetry_client.default.capture("oss.runtime.agent_execution_stream_ended", {});
+				if (debug?.lifecycle) debugLogger.debug({
+					eventCount,
+					loggedEventCount
+				}, "SSE stream completed");
 				await closeStream();
 			}
 		});
@@ -63,6 +85,23 @@ function createSseEventResponse({ request, observableFactory }) {
 		}
 	});
 }
+function summarizeEvent(event) {
+	const e = event;
+	const summary = {};
+	if (e.messageId) summary.messageId = e.messageId;
+	if (e.toolCallId) summary.toolCallId = e.toolCallId;
+	if (e.toolCallName) summary.toolCallName = e.toolCallName;
+	if (e.role) summary.role = e.role;
+	if (e.delta != null && typeof e.delta === "string") summary.deltaLength = e.delta.length;
+	if (e.snapshot && typeof e.snapshot === "object") summary.snapshotKeys = Object.keys(e.snapshot);
+	if (e.delta && Array.isArray(e.delta)) summary.operationCount = e.delta.length;
+	if (e.threadId) summary.threadId = e.threadId;
+	if (e.runId) summary.runId = e.runId;
+	if (e.message) summary.message = e.message;
+	if (e.code) summary.code = e.code;
+	if (e.stepName) summary.stepName = e.stepName;
+	return summary;
+}
 
 //#endregion
 exports.createSseEventResponse = createSseEventResponse;

package/dist/v2/runtime/handlers/shared/sse-response.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"sse-response.cjs","names":["EventEncoder"],"sources":["../../../../../src/v2/runtime/handlers/shared/sse-response.ts"],"sourcesContent":["import { BaseEvent } from \"@ag-ui/client\";\nimport { EventEncoder } from \"@ag-ui/encoder\";\nimport { Observable, Subscription } from \"rxjs\";\nimport { telemetry } from \"../../telemetry\";\n\ninterface CreateSseEventResponseParams {\n  request: Request;\n  observableFactory: () =>\n    | Promise<Observable<BaseEvent>>\n    | Observable<BaseEvent>;\n}\n\nexport function createSseEventResponse({\n  request,\n  observableFactory,\n}: CreateSseEventResponseParams): Response {\n  const stream = new TransformStream();\n  const writer = stream.writable.getWriter();\n  const encoder = new EventEncoder();\n  let streamClosed = false;\n\n  const closeStream = async () => {\n    if (!streamClosed) {\n      try {\n        await writer.close();\n        streamClosed = true;\n      } catch {\n        // Stream already closed.\n      }\n    }\n  };\n\n  const logError = (error: unknown) => {\n    console.error(\"Error running agent:\", error);\n    console.error(\n      \"Error stack:\",\n      error instanceof Error ? error.stack : \"No stack trace\",\n    );\n    console.error(\"Error details:\", {\n      name: error instanceof Error ? error.name : \"Unknown\",\n      message: error instanceof Error ? error.message : String(error),\n      cause: error instanceof Error ? error.cause : undefined,\n    });\n  };\n\n  let subscription: Subscription | undefined;\n\n  (async () => {\n    const observable = await observableFactory();\n\n    telemetry.capture(\"oss.runtime.agent_execution_stream_started\", {});\n\n    subscription = observable.subscribe({\n      next: async (event) => {\n        if (!request.signal.aborted && !streamClosed) {\n          try {\n            await writer.write(encoder.encode(event));\n          } catch (error) {\n            if (error instanceof Error && error.name === \"AbortError\") {\n              streamClosed = true;\n            }\n          }\n        }\n      },\n      error: async (error) => {\n        telemetry.capture(\"oss.runtime.agent_execution_stream_errored\", {\n          error: error instanceof Error ? error.message : String(error),\n        });\n        logError(error);\n        await closeStream();\n      },\n      complete: async () => {\n        telemetry.capture(\"oss.runtime.agent_execution_stream_ended\", {});\n        await closeStream();\n      },\n    });\n\n    // If the client disconnected before the subscription was created,\n    // unsubscribe immediately to avoid leaking the observable.\n    if (request.signal.aborted) {\n      subscription.unsubscribe();\n    }\n  })().catch(async (error) => {\n    logError(error);\n    await closeStream();\n  });\n\n  request.signal.addEventListener(\"abort\", () => {\n    subscription?.unsubscribe();\n  });\n\n  return new Response(stream.readable, {\n    status: 200,\n    headers: {\n      \"Content-Type\": \"text/event-stream\",\n      \"Cache-Control\": \"no-cache\",\n      Connection: \"keep-alive\",\n    },\n  });\n}\n"],"mappings":";;;;;;AAYA,SAAgB,uBAAuB,EACrC,SACA,qBACyC;CACzC,MAAM,SAAS,IAAI,iBAAiB;CACpC,MAAM,SAAS,OAAO,SAAS,WAAW;CAC1C,MAAM,UAAU,IAAIA,6BAAc;CAClC,IAAI,eAAe;CAEnB,MAAM,cAAc,YAAY;AAC9B,MAAI,CAAC,aACH,KAAI;AACF,SAAM,OAAO,OAAO;AACpB,kBAAe;UACT;;CAMZ,MAAM,YAAY,UAAmB;AACnC,UAAQ,MAAM,wBAAwB,MAAM;AAC5C,UAAQ,MACN,gBACA,iBAAiB,QAAQ,MAAM,QAAQ,iBACxC;AACD,UAAQ,MAAM,kBAAkB;GAC9B,MAAM,iBAAiB,QAAQ,MAAM,OAAO;GAC5C,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;GAC/D,OAAO,iBAAiB,QAAQ,MAAM,QAAQ;GAC/C,CAAC;;CAGJ,IAAI;AAEJ,EAAC,YAAY;EACX,MAAM,aAAa,MAAM,mBAAmB;AAE5C,mCAAU,QAAQ,8CAA8C,EAAE,CAAC;AAEnE,iBAAe,WAAW,UAAU;GAClC,MAAM,OAAO,UAAU;AACrB,QAAI,CAAC,QAAQ,OAAO,WAAW,CAAC,aAC9B,KAAI;AACF,WAAM,OAAO,MAAM,QAAQ,OAAO,MAAM,CAAC;aAClC,OAAO;AACd,SAAI,iBAAiB,SAAS,MAAM,SAAS,aAC3C,gBAAe;;;GAKvB,OAAO,OAAO,UAAU;AACtB,qCAAU,QAAQ,8CAA8C,EAC9D,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM,EAC9D,CAAC;AACF,aAAS,MAAM;AACf,UAAM,aAAa;;GAErB,UAAU,YAAY;AACpB,qCAAU,QAAQ,4CAA4C,EAAE,CAAC;AACjE,UAAM,aAAa;;GAEtB,CAAC;AAIF,MAAI,QAAQ,OAAO,QACjB,cAAa,aAAa;KAE1B,CAAC,MAAM,OAAO,UAAU;AAC1B,WAAS,MAAM;AACf,QAAM,aAAa;GACnB;AAEF,SAAQ,OAAO,iBAAiB,eAAe;AAC7C,gBAAc,aAAa;GAC3B;AAEF,QAAO,IAAI,SAAS,OAAO,UAAU;EACnC,QAAQ;EACR,SAAS;GACP,gBAAgB;GAChB,iBAAiB;GACjB,YAAY;GACb;EACF,CAAC"}
+{"version":3,"file":"sse-response.cjs","names":["EventEncoder","createLogger"],"sources":["../../../../../src/v2/runtime/handlers/shared/sse-response.ts"],"sourcesContent":["import { BaseEvent } from \"@ag-ui/client\";\nimport { EventEncoder } from \"@ag-ui/encoder\";\nimport { Observable, Subscription } from \"rxjs\";\nimport { ResolvedDebugConfig } from \"@copilotkit/shared\";\nimport {\n  createLogger,\n  type CopilotRuntimeLogger,\n} from \"../../../../lib/logger\";\nimport { telemetry } from \"../../telemetry\";\n\ninterface CreateSseEventResponseParams {\n  request: Request;\n  observableFactory: () =>\n    | Promise<Observable<BaseEvent>>\n    | Observable<BaseEvent>;\n  debug?: ResolvedDebugConfig;\n  /** Pre-created logger instance to avoid creating a new pino logger per request. */\n  logger?: CopilotRuntimeLogger;\n}\n\nexport function createSseEventResponse({\n  request,\n  observableFactory,\n  debug,\n  logger,\n}: CreateSseEventResponseParams): Response {\n  const stream = new TransformStream();\n  const writer = stream.writable.getWriter();\n  const encoder = new EventEncoder();\n  let streamClosed = false;\n\n  const debugLogger = debug?.enabled\n    ? (logger ??\n      createLogger({ level: \"debug\", component: \"copilotkit-debug\" }))\n    : undefined;\n\n  const closeStream = async () => {\n    if (!streamClosed) {\n      try {\n        await writer.close();\n        streamClosed = true;\n      } catch {\n        // Stream already closed.\n      }\n    }\n  };\n\n  const logError = (error: unknown) => {\n    console.error(\"Error running agent:\", error);\n    console.error(\n      \"Error stack:\",\n      error instanceof Error ? error.stack : \"No stack trace\",\n    );\n    console.error(\"Error details:\", {\n      name: error instanceof Error ? error.name : \"Unknown\",\n      message: error instanceof Error ? error.message : String(error),\n      cause: error instanceof Error ? error.cause : undefined,\n    });\n  };\n\n  let subscription: Subscription | undefined;\n\n  (async () => {\n    const observable = await observableFactory();\n\n    telemetry.capture(\"oss.runtime.agent_execution_stream_started\", {});\n\n    if (debug?.lifecycle) {\n      debugLogger!.debug(\"SSE stream opened\");\n    }\n\n    let eventCount = 0;\n    let loggedEventCount = 0;\n\n    subscription = observable.subscribe({\n      next: async (event) => {\n        if (!request.signal.aborted && !streamClosed) {\n          try {\n            eventCount++;\n            if (debug?.events) {\n              loggedEventCount++;\n              if (debug.verbose) {\n                debugLogger!.debug({ event }, \"Event emitted\");\n              } else {\n                debugLogger!.debug(\n                  { type: event.type, ...summarizeEvent(event) },\n                  \"Event emitted\",\n                );\n              }\n            }\n            await writer.write(encoder.encode(event));\n          } catch (error) {\n            if (error instanceof Error && error.name === \"AbortError\") {\n              streamClosed = true;\n            }\n          }\n        }\n      },\n      error: async (error) => {\n        telemetry.capture(\"oss.runtime.agent_execution_stream_errored\", {\n          error: error instanceof Error ? error.message : String(error),\n        });\n        if (debug?.lifecycle) {\n          debugLogger!.debug(\n            { error: error instanceof Error ? error.message : String(error) },\n            \"SSE stream errored\",\n          );\n        }\n        logError(error);\n        await closeStream();\n      },\n      complete: async () => {\n        telemetry.capture(\"oss.runtime.agent_execution_stream_ended\", {});\n        if (debug?.lifecycle) {\n          debugLogger!.debug(\n            { eventCount, loggedEventCount },\n            \"SSE stream completed\",\n          );\n        }\n        await closeStream();\n      },\n    });\n\n    // If the client disconnected before the subscription was created,\n    // unsubscribe immediately to avoid leaking the observable.\n    if (request.signal.aborted) {\n      subscription.unsubscribe();\n    }\n  })().catch(async (error) => {\n    logError(error);\n    await closeStream();\n  });\n\n  request.signal.addEventListener(\"abort\", () => {\n    subscription?.unsubscribe();\n  });\n\n  return new Response(stream.readable, {\n    status: 200,\n    headers: {\n      \"Content-Type\": \"text/event-stream\",\n      \"Cache-Control\": \"no-cache\",\n      Connection: \"keep-alive\",\n    },\n  });\n}\n\nfunction summarizeEvent(event: BaseEvent): Record<string, unknown> {\n  const e = event as any;\n  const summary: Record<string, unknown> = {};\n\n  if (e.messageId) summary.messageId = e.messageId;\n  if (e.toolCallId) summary.toolCallId = e.toolCallId;\n  if (e.toolCallName) summary.toolCallName = e.toolCallName;\n  if (e.role) summary.role = e.role;\n  if (e.delta != null && typeof e.delta === \"string\")\n    summary.deltaLength = e.delta.length;\n  if (e.snapshot && typeof e.snapshot === \"object\")\n    summary.snapshotKeys = Object.keys(e.snapshot);\n  if (e.delta && Array.isArray(e.delta))\n    summary.operationCount = e.delta.length;\n  if (e.threadId) summary.threadId = e.threadId;\n  if (e.runId) summary.runId = e.runId;\n  if (e.message) summary.message = e.message;\n  if (e.code) summary.code = e.code;\n  if (e.stepName) summary.stepName = e.stepName;\n\n  return summary;\n}\n"],"mappings":";;;;;;;AAoBA,SAAgB,uBAAuB,EACrC,SACA,mBACA,OACA,UACyC;CACzC,MAAM,SAAS,IAAI,iBAAiB;CACpC,MAAM,SAAS,OAAO,SAAS,WAAW;CAC1C,MAAM,UAAU,IAAIA,6BAAc;CAClC,IAAI,eAAe;CAEnB,MAAM,cAAc,OAAO,UACtB,UACDC,4BAAa;EAAE,OAAO;EAAS,WAAW;EAAoB,CAAC,GAC/D;CAEJ,MAAM,cAAc,YAAY;AAC9B,MAAI,CAAC,aACH,KAAI;AACF,SAAM,OAAO,OAAO;AACpB,kBAAe;UACT;;CAMZ,MAAM,YAAY,UAAmB;AACnC,UAAQ,MAAM,wBAAwB,MAAM;AAC5C,UAAQ,MACN,gBACA,iBAAiB,QAAQ,MAAM,QAAQ,iBACxC;AACD,UAAQ,MAAM,kBAAkB;GAC9B,MAAM,iBAAiB,QAAQ,MAAM,OAAO;GAC5C,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;GAC/D,OAAO,iBAAiB,QAAQ,MAAM,QAAQ;GAC/C,CAAC;;CAGJ,IAAI;AAEJ,EAAC,YAAY;EACX,MAAM,aAAa,MAAM,mBAAmB;AAE5C,mCAAU,QAAQ,8CAA8C,EAAE,CAAC;AAEnE,MAAI,OAAO,UACT,aAAa,MAAM,oBAAoB;EAGzC,IAAI,aAAa;EACjB,IAAI,mBAAmB;AAEvB,iBAAe,WAAW,UAAU;GAClC,MAAM,OAAO,UAAU;AACrB,QAAI,CAAC,QAAQ,OAAO,WAAW,CAAC,aAC9B,KAAI;AACF;AACA,SAAI,OAAO,QAAQ;AACjB;AACA,UAAI,MAAM,QACR,aAAa,MAAM,EAAE,OAAO,EAAE,gBAAgB;UAE9C,aAAa,MACX;OAAE,MAAM,MAAM;OAAM,GAAG,eAAe,MAAM;OAAE,EAC9C,gBACD;;AAGL,WAAM,OAAO,MAAM,QAAQ,OAAO,MAAM,CAAC;aAClC,OAAO;AACd,SAAI,iBAAiB,SAAS,MAAM,SAAS,aAC3C,gBAAe;;;GAKvB,OAAO,OAAO,UAAU;AACtB,qCAAU,QAAQ,8CAA8C,EAC9D,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM,EAC9D,CAAC;AACF,QAAI,OAAO,UACT,aAAa,MACX,EAAE,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM,EAAE,EACjE,qBACD;AAEH,aAAS,MAAM;AACf,UAAM,aAAa;;GAErB,UAAU,YAAY;AACpB,qCAAU,QAAQ,4CAA4C,EAAE,CAAC;AACjE,QAAI,OAAO,UACT,aAAa,MACX;KAAE;KAAY;KAAkB,EAChC,uBACD;AAEH,UAAM,aAAa;;GAEtB,CAAC;AAIF,MAAI,QAAQ,OAAO,QACjB,cAAa,aAAa;KAE1B,CAAC,MAAM,OAAO,UAAU;AAC1B,WAAS,MAAM;AACf,QAAM,aAAa;GACnB;AAEF,SAAQ,OAAO,iBAAiB,eAAe;AAC7C,gBAAc,aAAa;GAC3B;AAEF,QAAO,IAAI,SAAS,OAAO,UAAU;EACnC,QAAQ;EACR,SAAS;GACP,gBAAgB;GAChB,iBAAiB;GACjB,YAAY;GACb;EACF,CAAC;;AAGJ,SAAS,eAAe,OAA2C;CACjE,MAAM,IAAI;CACV,MAAM,UAAmC,EAAE;AAE3C,KAAI,EAAE,UAAW,SAAQ,YAAY,EAAE;AACvC,KAAI,EAAE,WAAY,SAAQ,aAAa,EAAE;AACzC,KAAI,EAAE,aAAc,SAAQ,eAAe,EAAE;AAC7C,KAAI,EAAE,KAAM,SAAQ,OAAO,EAAE;AAC7B,KAAI,EAAE,SAAS,QAAQ,OAAO,EAAE,UAAU,SACxC,SAAQ,cAAc,EAAE,MAAM;AAChC,KAAI,EAAE,YAAY,OAAO,EAAE,aAAa,SACtC,SAAQ,eAAe,OAAO,KAAK,EAAE,SAAS;AAChD,KAAI,EAAE,SAAS,MAAM,QAAQ,EAAE,MAAM,CACnC,SAAQ,iBAAiB,EAAE,MAAM;AACnC,KAAI,EAAE,SAAU,SAAQ,WAAW,EAAE;AACrC,KAAI,EAAE,MAAO,SAAQ,QAAQ,EAAE;AAC/B,KAAI,EAAE,QAAS,SAAQ,UAAU,EAAE;AACnC,KAAI,EAAE,KAAM,SAAQ,OAAO,EAAE;AAC7B,KAAI,EAAE,SAAU,SAAQ,WAAW,EAAE;AAErC,QAAO"}

package/dist/v2/runtime/handlers/shared/sse-response.mjs

@@ -1,13 +1,18 @@
 import "reflect-metadata";
+import { createLogger } from "../../../../lib/logger.mjs";
 import telemetry from "../../telemetry/telemetry-client.mjs";
 import { EventEncoder } from "@ag-ui/encoder";
 
 //#region src/v2/runtime/handlers/shared/sse-response.ts
-function createSseEventResponse({ request, observableFactory }) {
+function createSseEventResponse({ request, observableFactory, debug, logger }) {
 	const stream = new TransformStream();
 	const writer = stream.writable.getWriter();
 	const encoder = new EventEncoder();
 	let streamClosed = false;
+	const debugLogger = debug?.enabled ? logger ?? createLogger({
+		level: "debug",
+		component: "copilotkit-debug"
+	}) : void 0;
 	const closeStream = async () => {
 		if (!streamClosed) try {
 			await writer.close();
@@ -27,9 +32,21 @@ function createSseEventResponse({ request, observableFactory }) {
 	(async () => {
 		const observable = await observableFactory();
 		telemetry.capture("oss.runtime.agent_execution_stream_started", {});
+		if (debug?.lifecycle) debugLogger.debug("SSE stream opened");
+		let eventCount = 0;
+		let loggedEventCount = 0;
 		subscription = observable.subscribe({
 			next: async (event) => {
 				if (!request.signal.aborted && !streamClosed) try {
+					eventCount++;
+					if (debug?.events) {
+						loggedEventCount++;
+						if (debug.verbose) debugLogger.debug({ event }, "Event emitted");
+						else debugLogger.debug({
+							type: event.type,
+							...summarizeEvent(event)
+						}, "Event emitted");
+					}
 					await writer.write(encoder.encode(event));
 				} catch (error) {
 					if (error instanceof Error && error.name === "AbortError") streamClosed = true;
@@ -37,11 +54,16 @@ function createSseEventResponse({ request, observableFactory }) {
 			},
 			error: async (error) => {
 				telemetry.capture("oss.runtime.agent_execution_stream_errored", { error: error instanceof Error ? error.message : String(error) });
+				if (debug?.lifecycle) debugLogger.debug({ error: error instanceof Error ? error.message : String(error) }, "SSE stream errored");
 				logError(error);
 				await closeStream();
 			},
 			complete: async () => {
 				telemetry.capture("oss.runtime.agent_execution_stream_ended", {});
+				if (debug?.lifecycle) debugLogger.debug({
+					eventCount,
+					loggedEventCount
+				}, "SSE stream completed");
 				await closeStream();
 			}
 		});
@@ -62,6 +84,23 @@ function createSseEventResponse({ request, observableFactory }) {
 		}
 	});
 }
+function summarizeEvent(event) {
+	const e = event;
+	const summary = {};
+	if (e.messageId) summary.messageId = e.messageId;
+	if (e.toolCallId) summary.toolCallId = e.toolCallId;
+	if (e.toolCallName) summary.toolCallName = e.toolCallName;
+	if (e.role) summary.role = e.role;
+	if (e.delta != null && typeof e.delta === "string") summary.deltaLength = e.delta.length;
+	if (e.snapshot && typeof e.snapshot === "object") summary.snapshotKeys = Object.keys(e.snapshot);
+	if (e.delta && Array.isArray(e.delta)) summary.operationCount = e.delta.length;
+	if (e.threadId) summary.threadId = e.threadId;
+	if (e.runId) summary.runId = e.runId;
+	if (e.message) summary.message = e.message;
+	if (e.code) summary.code = e.code;
+	if (e.stepName) summary.stepName = e.stepName;
+	return summary;
+}
 
 //#endregion
 export { createSseEventResponse };

package/dist/v2/runtime/handlers/shared/sse-response.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"sse-response.mjs","names":[],"sources":["../../../../../src/v2/runtime/handlers/shared/sse-response.ts"],"sourcesContent":["import { BaseEvent } from \"@ag-ui/client\";\nimport { EventEncoder } from \"@ag-ui/encoder\";\nimport { Observable, Subscription } from \"rxjs\";\nimport { telemetry } from \"../../telemetry\";\n\ninterface CreateSseEventResponseParams {\n  request: Request;\n  observableFactory: () =>\n    | Promise<Observable<BaseEvent>>\n    | Observable<BaseEvent>;\n}\n\nexport function createSseEventResponse({\n  request,\n  observableFactory,\n}: CreateSseEventResponseParams): Response {\n  const stream = new TransformStream();\n  const writer = stream.writable.getWriter();\n  const encoder = new EventEncoder();\n  let streamClosed = false;\n\n  const closeStream = async () => {\n    if (!streamClosed) {\n      try {\n        await writer.close();\n        streamClosed = true;\n      } catch {\n        // Stream already closed.\n      }\n    }\n  };\n\n  const logError = (error: unknown) => {\n    console.error(\"Error running agent:\", error);\n    console.error(\n      \"Error stack:\",\n      error instanceof Error ? error.stack : \"No stack trace\",\n    );\n    console.error(\"Error details:\", {\n      name: error instanceof Error ? error.name : \"Unknown\",\n      message: error instanceof Error ? error.message : String(error),\n      cause: error instanceof Error ? error.cause : undefined,\n    });\n  };\n\n  let subscription: Subscription | undefined;\n\n  (async () => {\n    const observable = await observableFactory();\n\n    telemetry.capture(\"oss.runtime.agent_execution_stream_started\", {});\n\n    subscription = observable.subscribe({\n      next: async (event) => {\n        if (!request.signal.aborted && !streamClosed) {\n          try {\n            await writer.write(encoder.encode(event));\n          } catch (error) {\n            if (error instanceof Error && error.name === \"AbortError\") {\n              streamClosed = true;\n            }\n          }\n        }\n      },\n      error: async (error) => {\n        telemetry.capture(\"oss.runtime.agent_execution_stream_errored\", {\n          error: error instanceof Error ? error.message : String(error),\n        });\n        logError(error);\n        await closeStream();\n      },\n      complete: async () => {\n        telemetry.capture(\"oss.runtime.agent_execution_stream_ended\", {});\n        await closeStream();\n      },\n    });\n\n    // If the client disconnected before the subscription was created,\n    // unsubscribe immediately to avoid leaking the observable.\n    if (request.signal.aborted) {\n      subscription.unsubscribe();\n    }\n  })().catch(async (error) => {\n    logError(error);\n    await closeStream();\n  });\n\n  request.signal.addEventListener(\"abort\", () => {\n    subscription?.unsubscribe();\n  });\n\n  return new Response(stream.readable, {\n    status: 200,\n    headers: {\n      \"Content-Type\": \"text/event-stream\",\n      \"Cache-Control\": \"no-cache\",\n      Connection: \"keep-alive\",\n    },\n  });\n}\n"],"mappings":";;;;;AAYA,SAAgB,uBAAuB,EACrC,SACA,qBACyC;CACzC,MAAM,SAAS,IAAI,iBAAiB;CACpC,MAAM,SAAS,OAAO,SAAS,WAAW;CAC1C,MAAM,UAAU,IAAI,cAAc;CAClC,IAAI,eAAe;CAEnB,MAAM,cAAc,YAAY;AAC9B,MAAI,CAAC,aACH,KAAI;AACF,SAAM,OAAO,OAAO;AACpB,kBAAe;UACT;;CAMZ,MAAM,YAAY,UAAmB;AACnC,UAAQ,MAAM,wBAAwB,MAAM;AAC5C,UAAQ,MACN,gBACA,iBAAiB,QAAQ,MAAM,QAAQ,iBACxC;AACD,UAAQ,MAAM,kBAAkB;GAC9B,MAAM,iBAAiB,QAAQ,MAAM,OAAO;GAC5C,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;GAC/D,OAAO,iBAAiB,QAAQ,MAAM,QAAQ;GAC/C,CAAC;;CAGJ,IAAI;AAEJ,EAAC,YAAY;EACX,MAAM,aAAa,MAAM,mBAAmB;AAE5C,YAAU,QAAQ,8CAA8C,EAAE,CAAC;AAEnE,iBAAe,WAAW,UAAU;GAClC,MAAM,OAAO,UAAU;AACrB,QAAI,CAAC,QAAQ,OAAO,WAAW,CAAC,aAC9B,KAAI;AACF,WAAM,OAAO,MAAM,QAAQ,OAAO,MAAM,CAAC;aAClC,OAAO;AACd,SAAI,iBAAiB,SAAS,MAAM,SAAS,aAC3C,gBAAe;;;GAKvB,OAAO,OAAO,UAAU;AACtB,cAAU,QAAQ,8CAA8C,EAC9D,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM,EAC9D,CAAC;AACF,aAAS,MAAM;AACf,UAAM,aAAa;;GAErB,UAAU,YAAY;AACpB,cAAU,QAAQ,4CAA4C,EAAE,CAAC;AACjE,UAAM,aAAa;;GAEtB,CAAC;AAIF,MAAI,QAAQ,OAAO,QACjB,cAAa,aAAa;KAE1B,CAAC,MAAM,OAAO,UAAU;AAC1B,WAAS,MAAM;AACf,QAAM,aAAa;GACnB;AAEF,SAAQ,OAAO,iBAAiB,eAAe;AAC7C,gBAAc,aAAa;GAC3B;AAEF,QAAO,IAAI,SAAS,OAAO,UAAU;EACnC,QAAQ;EACR,SAAS;GACP,gBAAgB;GAChB,iBAAiB;GACjB,YAAY;GACb;EACF,CAAC"}
+{"version":3,"file":"sse-response.mjs","names":[],"sources":["../../../../../src/v2/runtime/handlers/shared/sse-response.ts"],"sourcesContent":["import { BaseEvent } from \"@ag-ui/client\";\nimport { EventEncoder } from \"@ag-ui/encoder\";\nimport { Observable, Subscription } from \"rxjs\";\nimport { ResolvedDebugConfig } from \"@copilotkit/shared\";\nimport {\n  createLogger,\n  type CopilotRuntimeLogger,\n} from \"../../../../lib/logger\";\nimport { telemetry } from \"../../telemetry\";\n\ninterface CreateSseEventResponseParams {\n  request: Request;\n  observableFactory: () =>\n    | Promise<Observable<BaseEvent>>\n    | Observable<BaseEvent>;\n  debug?: ResolvedDebugConfig;\n  /** Pre-created logger instance to avoid creating a new pino logger per request. */\n  logger?: CopilotRuntimeLogger;\n}\n\nexport function createSseEventResponse({\n  request,\n  observableFactory,\n  debug,\n  logger,\n}: CreateSseEventResponseParams): Response {\n  const stream = new TransformStream();\n  const writer = stream.writable.getWriter();\n  const encoder = new EventEncoder();\n  let streamClosed = false;\n\n  const debugLogger = debug?.enabled\n    ? (logger ??\n      createLogger({ level: \"debug\", component: \"copilotkit-debug\" }))\n    : undefined;\n\n  const closeStream = async () => {\n    if (!streamClosed) {\n      try {\n        await writer.close();\n        streamClosed = true;\n      } catch {\n        // Stream already closed.\n      }\n    }\n  };\n\n  const logError = (error: unknown) => {\n    console.error(\"Error running agent:\", error);\n    console.error(\n      \"Error stack:\",\n      error instanceof Error ? error.stack : \"No stack trace\",\n    );\n    console.error(\"Error details:\", {\n      name: error instanceof Error ? error.name : \"Unknown\",\n      message: error instanceof Error ? error.message : String(error),\n      cause: error instanceof Error ? error.cause : undefined,\n    });\n  };\n\n  let subscription: Subscription | undefined;\n\n  (async () => {\n    const observable = await observableFactory();\n\n    telemetry.capture(\"oss.runtime.agent_execution_stream_started\", {});\n\n    if (debug?.lifecycle) {\n      debugLogger!.debug(\"SSE stream opened\");\n    }\n\n    let eventCount = 0;\n    let loggedEventCount = 0;\n\n    subscription = observable.subscribe({\n      next: async (event) => {\n        if (!request.signal.aborted && !streamClosed) {\n          try {\n            eventCount++;\n            if (debug?.events) {\n              loggedEventCount++;\n              if (debug.verbose) {\n                debugLogger!.debug({ event }, \"Event emitted\");\n              } else {\n                debugLogger!.debug(\n                  { type: event.type, ...summarizeEvent(event) },\n                  \"Event emitted\",\n                );\n              }\n            }\n            await writer.write(encoder.encode(event));\n          } catch (error) {\n            if (error instanceof Error && error.name === \"AbortError\") {\n              streamClosed = true;\n            }\n          }\n        }\n      },\n      error: async (error) => {\n        telemetry.capture(\"oss.runtime.agent_execution_stream_errored\", {\n          error: error instanceof Error ? error.message : String(error),\n        });\n        if (debug?.lifecycle) {\n          debugLogger!.debug(\n            { error: error instanceof Error ? error.message : String(error) },\n            \"SSE stream errored\",\n          );\n        }\n        logError(error);\n        await closeStream();\n      },\n      complete: async () => {\n        telemetry.capture(\"oss.runtime.agent_execution_stream_ended\", {});\n        if (debug?.lifecycle) {\n          debugLogger!.debug(\n            { eventCount, loggedEventCount },\n            \"SSE stream completed\",\n          );\n        }\n        await closeStream();\n      },\n    });\n\n    // If the client disconnected before the subscription was created,\n    // unsubscribe immediately to avoid leaking the observable.\n    if (request.signal.aborted) {\n      subscription.unsubscribe();\n    }\n  })().catch(async (error) => {\n    logError(error);\n    await closeStream();\n  });\n\n  request.signal.addEventListener(\"abort\", () => {\n    subscription?.unsubscribe();\n  });\n\n  return new Response(stream.readable, {\n    status: 200,\n    headers: {\n      \"Content-Type\": \"text/event-stream\",\n      \"Cache-Control\": \"no-cache\",\n      Connection: \"keep-alive\",\n    },\n  });\n}\n\nfunction summarizeEvent(event: BaseEvent): Record<string, unknown> {\n  const e = event as any;\n  const summary: Record<string, unknown> = {};\n\n  if (e.messageId) summary.messageId = e.messageId;\n  if (e.toolCallId) summary.toolCallId = e.toolCallId;\n  if (e.toolCallName) summary.toolCallName = e.toolCallName;\n  if (e.role) summary.role = e.role;\n  if (e.delta != null && typeof e.delta === \"string\")\n    summary.deltaLength = e.delta.length;\n  if (e.snapshot && typeof e.snapshot === \"object\")\n    summary.snapshotKeys = Object.keys(e.snapshot);\n  if (e.delta && Array.isArray(e.delta))\n    summary.operationCount = e.delta.length;\n  if (e.threadId) summary.threadId = e.threadId;\n  if (e.runId) summary.runId = e.runId;\n  if (e.message) summary.message = e.message;\n  if (e.code) summary.code = e.code;\n  if (e.stepName) summary.stepName = e.stepName;\n\n  return summary;\n}\n"],"mappings":";;;;;;AAoBA,SAAgB,uBAAuB,EACrC,SACA,mBACA,OACA,UACyC;CACzC,MAAM,SAAS,IAAI,iBAAiB;CACpC,MAAM,SAAS,OAAO,SAAS,WAAW;CAC1C,MAAM,UAAU,IAAI,cAAc;CAClC,IAAI,eAAe;CAEnB,MAAM,cAAc,OAAO,UACtB,UACD,aAAa;EAAE,OAAO;EAAS,WAAW;EAAoB,CAAC,GAC/D;CAEJ,MAAM,cAAc,YAAY;AAC9B,MAAI,CAAC,aACH,KAAI;AACF,SAAM,OAAO,OAAO;AACpB,kBAAe;UACT;;CAMZ,MAAM,YAAY,UAAmB;AACnC,UAAQ,MAAM,wBAAwB,MAAM;AAC5C,UAAQ,MACN,gBACA,iBAAiB,QAAQ,MAAM,QAAQ,iBACxC;AACD,UAAQ,MAAM,kBAAkB;GAC9B,MAAM,iBAAiB,QAAQ,MAAM,OAAO;GAC5C,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM;GAC/D,OAAO,iBAAiB,QAAQ,MAAM,QAAQ;GAC/C,CAAC;;CAGJ,IAAI;AAEJ,EAAC,YAAY;EACX,MAAM,aAAa,MAAM,mBAAmB;AAE5C,YAAU,QAAQ,8CAA8C,EAAE,CAAC;AAEnE,MAAI,OAAO,UACT,aAAa,MAAM,oBAAoB;EAGzC,IAAI,aAAa;EACjB,IAAI,mBAAmB;AAEvB,iBAAe,WAAW,UAAU;GAClC,MAAM,OAAO,UAAU;AACrB,QAAI,CAAC,QAAQ,OAAO,WAAW,CAAC,aAC9B,KAAI;AACF;AACA,SAAI,OAAO,QAAQ;AACjB;AACA,UAAI,MAAM,QACR,aAAa,MAAM,EAAE,OAAO,EAAE,gBAAgB;UAE9C,aAAa,MACX;OAAE,MAAM,MAAM;OAAM,GAAG,eAAe,MAAM;OAAE,EAC9C,gBACD;;AAGL,WAAM,OAAO,MAAM,QAAQ,OAAO,MAAM,CAAC;aAClC,OAAO;AACd,SAAI,iBAAiB,SAAS,MAAM,SAAS,aAC3C,gBAAe;;;GAKvB,OAAO,OAAO,UAAU;AACtB,cAAU,QAAQ,8CAA8C,EAC9D,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM,EAC9D,CAAC;AACF,QAAI,OAAO,UACT,aAAa,MACX,EAAE,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,MAAM,EAAE,EACjE,qBACD;AAEH,aAAS,MAAM;AACf,UAAM,aAAa;;GAErB,UAAU,YAAY;AACpB,cAAU,QAAQ,4CAA4C,EAAE,CAAC;AACjE,QAAI,OAAO,UACT,aAAa,MACX;KAAE;KAAY;KAAkB,EAChC,uBACD;AAEH,UAAM,aAAa;;GAEtB,CAAC;AAIF,MAAI,QAAQ,OAAO,QACjB,cAAa,aAAa;KAE1B,CAAC,MAAM,OAAO,UAAU;AAC1B,WAAS,MAAM;AACf,QAAM,aAAa;GACnB;AAEF,SAAQ,OAAO,iBAAiB,eAAe;AAC7C,gBAAc,aAAa;GAC3B;AAEF,QAAO,IAAI,SAAS,OAAO,UAAU;EACnC,QAAQ;EACR,SAAS;GACP,gBAAgB;GAChB,iBAAiB;GACjB,YAAY;GACb;EACF,CAAC;;AAGJ,SAAS,eAAe,OAA2C;CACjE,MAAM,IAAI;CACV,MAAM,UAAmC,EAAE;AAE3C,KAAI,EAAE,UAAW,SAAQ,YAAY,EAAE;AACvC,KAAI,EAAE,WAAY,SAAQ,aAAa,EAAE;AACzC,KAAI,EAAE,aAAc,SAAQ,eAAe,EAAE;AAC7C,KAAI,EAAE,KAAM,SAAQ,OAAO,EAAE;AAC7B,KAAI,EAAE,SAAS,QAAQ,OAAO,EAAE,UAAU,SACxC,SAAQ,cAAc,EAAE,MAAM;AAChC,KAAI,EAAE,YAAY,OAAO,EAAE,aAAa,SACtC,SAAQ,eAAe,OAAO,KAAK,EAAE,SAAS;AAChD,KAAI,EAAE,SAAS,MAAM,QAAQ,EAAE,MAAM,CACnC,SAAQ,iBAAiB,EAAE,MAAM;AACnC,KAAI,EAAE,SAAU,SAAQ,WAAW,EAAE;AACrC,KAAI,EAAE,MAAO,SAAQ,QAAQ,EAAE;AAC/B,KAAI,EAAE,QAAS,SAAQ,UAAU,EAAE;AACnC,KAAI,EAAE,KAAM,SAAQ,OAAO,EAAE;AAC7B,KAAI,EAAE,SAAU,SAAQ,WAAW,EAAE;AAErC,QAAO"}

package/dist/v2/runtime/handlers/sse/run.cjs

@@ -2,9 +2,11 @@ require("reflect-metadata");
 const require_sse_response = require('../shared/sse-response.cjs');
 
 //#region src/v2/runtime/handlers/sse/run.ts
-function handleSseRun({ runtime, request, agent, input }) {
+function handleSseRun({ runtime, request, agent, input, debug, logger }) {
 	return require_sse_response.createSseEventResponse({
 		request,
+		debug,
+		logger,
 		observableFactory: () => runtime.runner.run({
 			threadId: input.threadId,
 			agent,

package/dist/v2/runtime/handlers/sse/run.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"run.cjs","names":["createSseEventResponse"],"sources":["../../../../../src/v2/runtime/handlers/sse/run.ts"],"sourcesContent":["import { AbstractAgent, RunAgentInput } from \"@ag-ui/client\";\nimport { CopilotRuntimeLike } from \"../../core/runtime\";\nimport { createSseEventResponse } from \"../shared/sse-response\";\n\ninterface HandleSseRunParams {\n  runtime: CopilotRuntimeLike;\n  request: Request;\n  agent: AbstractAgent;\n  input: RunAgentInput;\n}\n\nexport function handleSseRun({\n  runtime,\n  request,\n  agent,\n  input,\n}: HandleSseRunParams): Response {\n  return createSseEventResponse({\n    request,\n    observableFactory: () =>\n      runtime.runner.run({\n        threadId: input.threadId,\n        agent,\n        input,\n      }),\n  });\n}\n"],"mappings":";;;;AAWA,SAAgB,aAAa,EAC3B,SACA,SACA,OACA,SAC+B;AAC/B,QAAOA,4CAAuB;EAC5B;EACA,yBACE,QAAQ,OAAO,IAAI;GACjB,UAAU,MAAM;GAChB;GACA;GACD,CAAC;EACL,CAAC"}
+{"version":3,"file":"run.cjs","names":["createSseEventResponse"],"sources":["../../../../../src/v2/runtime/handlers/sse/run.ts"],"sourcesContent":["import { AbstractAgent, RunAgentInput } from \"@ag-ui/client\";\nimport { ResolvedDebugConfig } from \"@copilotkit/shared\";\nimport { type CopilotRuntimeLogger } from \"../../../../lib/logger\";\nimport { CopilotRuntimeLike } from \"../../core/runtime\";\nimport { createSseEventResponse } from \"../shared/sse-response\";\n\ninterface HandleSseRunParams {\n  runtime: CopilotRuntimeLike;\n  request: Request;\n  agent: AbstractAgent;\n  input: RunAgentInput;\n  debug?: ResolvedDebugConfig;\n  /** Pre-created logger instance to avoid creating a new pino logger per request. */\n  logger?: CopilotRuntimeLogger;\n}\n\nexport function handleSseRun({\n  runtime,\n  request,\n  agent,\n  input,\n  debug,\n  logger,\n}: HandleSseRunParams): Response {\n  return createSseEventResponse({\n    request,\n    debug,\n    logger,\n    observableFactory: () =>\n      runtime.runner.run({\n        threadId: input.threadId,\n        agent,\n        input,\n      }),\n  });\n}\n"],"mappings":";;;;AAgBA,SAAgB,aAAa,EAC3B,SACA,SACA,OACA,OACA,OACA,UAC+B;AAC/B,QAAOA,4CAAuB;EAC5B;EACA;EACA;EACA,yBACE,QAAQ,OAAO,IAAI;GACjB,UAAU,MAAM;GAChB;GACA;GACD,CAAC;EACL,CAAC"}

package/dist/v2/runtime/handlers/sse/run.mjs

@@ -2,9 +2,11 @@ import "reflect-metadata";
 import { createSseEventResponse } from "../shared/sse-response.mjs";
 
 //#region src/v2/runtime/handlers/sse/run.ts
-function handleSseRun({ runtime, request, agent, input }) {
+function handleSseRun({ runtime, request, agent, input, debug, logger }) {
 	return createSseEventResponse({
 		request,
+		debug,
+		logger,
 		observableFactory: () => runtime.runner.run({
 			threadId: input.threadId,
 			agent,

package/dist/v2/runtime/handlers/sse/run.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"run.mjs","names":[],"sources":["../../../../../src/v2/runtime/handlers/sse/run.ts"],"sourcesContent":["import { AbstractAgent, RunAgentInput } from \"@ag-ui/client\";\nimport { CopilotRuntimeLike } from \"../../core/runtime\";\nimport { createSseEventResponse } from \"../shared/sse-response\";\n\ninterface HandleSseRunParams {\n  runtime: CopilotRuntimeLike;\n  request: Request;\n  agent: AbstractAgent;\n  input: RunAgentInput;\n}\n\nexport function handleSseRun({\n  runtime,\n  request,\n  agent,\n  input,\n}: HandleSseRunParams): Response {\n  return createSseEventResponse({\n    request,\n    observableFactory: () =>\n      runtime.runner.run({\n        threadId: input.threadId,\n        agent,\n        input,\n      }),\n  });\n}\n"],"mappings":";;;;AAWA,SAAgB,aAAa,EAC3B,SACA,SACA,OACA,SAC+B;AAC/B,QAAO,uBAAuB;EAC5B;EACA,yBACE,QAAQ,OAAO,IAAI;GACjB,UAAU,MAAM;GAChB;GACA;GACD,CAAC;EACL,CAAC"}
+{"version":3,"file":"run.mjs","names":[],"sources":["../../../../../src/v2/runtime/handlers/sse/run.ts"],"sourcesContent":["import { AbstractAgent, RunAgentInput } from \"@ag-ui/client\";\nimport { ResolvedDebugConfig } from \"@copilotkit/shared\";\nimport { type CopilotRuntimeLogger } from \"../../../../lib/logger\";\nimport { CopilotRuntimeLike } from \"../../core/runtime\";\nimport { createSseEventResponse } from \"../shared/sse-response\";\n\ninterface HandleSseRunParams {\n  runtime: CopilotRuntimeLike;\n  request: Request;\n  agent: AbstractAgent;\n  input: RunAgentInput;\n  debug?: ResolvedDebugConfig;\n  /** Pre-created logger instance to avoid creating a new pino logger per request. */\n  logger?: CopilotRuntimeLogger;\n}\n\nexport function handleSseRun({\n  runtime,\n  request,\n  agent,\n  input,\n  debug,\n  logger,\n}: HandleSseRunParams): Response {\n  return createSseEventResponse({\n    request,\n    debug,\n    logger,\n    observableFactory: () =>\n      runtime.runner.run({\n        threadId: input.threadId,\n        agent,\n        input,\n      }),\n  });\n}\n"],"mappings":";;;;AAgBA,SAAgB,aAAa,EAC3B,SACA,SACA,OACA,OACA,OACA,UAC+B;AAC/B,QAAO,uBAAuB;EAC5B;EACA;EACA;EACA,yBACE,QAAQ,OAAO,IAAI;GACjB,UAAU,MAAM;GAChB;GACA;GACD,CAAC;EACL,CAAC"}

package/dist/v2/runtime/index.d.cts

@@ -2,7 +2,7 @@
 import { TranscribeFileOptions, TranscriptionService } from "./transcription-service/transcription-service.cjs";
 import { AgentRunner, AgentRunnerConnectRequest, AgentRunnerIsRunningRequest, AgentRunnerRunRequest, AgentRunnerStopRequest } from "./runner/agent-runner.cjs";
 import { CopilotKitIntelligence, CopilotKitIntelligenceConfig, CreateThreadRequest, ListThreadsResponse, SubscribeToThreadsRequest, SubscribeToThreadsResponse, ThreadSummary, UpdateThreadRequest } from "./intelligence-platform/client.cjs";
-import { CopilotIntelligenceRuntime, CopilotIntelligenceRuntimeLike, CopilotIntelligenceRuntimeOptions, CopilotRuntime, CopilotRuntimeLike, CopilotRuntimeOptions, CopilotRuntimeUser, CopilotSseRuntime, CopilotSseRuntimeLike, CopilotSseRuntimeOptions, IdentifyUserCallback, McpAppsConfig, McpAppsServerConfig, OpenGenerativeUIConfig, OpenGenerativeUIOptions, VERSION, isIntelligenceRuntime } from "./core/runtime.cjs";
+import { AgentFactoryContext, AgentsConfig, AgentsFactory, CopilotIntelligenceRuntime, CopilotIntelligenceRuntimeLike, CopilotIntelligenceRuntimeOptions, CopilotRuntime, CopilotRuntimeLike, CopilotRuntimeOptions, CopilotRuntimeUser, CopilotSseRuntime, CopilotSseRuntimeLike, CopilotSseRuntimeOptions, IdentifyUserCallback, McpAppsConfig, McpAppsServerConfig, OpenGenerativeUIConfig, OpenGenerativeUIOptions, VERSION, isIntelligenceRuntime, resolveAgents } from "./core/runtime.cjs";
 import { CopilotCorsConfig } from "./core/fetch-cors.cjs";
 import { CopilotRuntimeHooks, ErrorHookContext, HandlerHookContext, HookContext, ResponseHookContext, RouteInfo } from "./core/hooks.cjs";
 import { CopilotEndpointCorsConfig, createCopilotEndpoint, createCopilotHonoHandler, toFetchCorsConfig } from "./endpoints/hono.cjs";

package/dist/v2/runtime/index.d.mts

@@ -3,7 +3,7 @@ import { TranscribeFileOptions, TranscriptionService } from "./transcription-ser
 import { AgentRunner, AgentRunnerConnectRequest, AgentRunnerIsRunningRequest, AgentRunnerRunRequest, AgentRunnerStopRequest } from "./runner/agent-runner.mjs";
 import { CopilotKitIntelligence, CopilotKitIntelligenceConfig, CreateThreadRequest, ListThreadsResponse, SubscribeToThreadsRequest, SubscribeToThreadsResponse, ThreadSummary, UpdateThreadRequest } from "./intelligence-platform/client.mjs";
 import "./intelligence-platform/index.mjs";
-import { CopilotIntelligenceRuntime, CopilotIntelligenceRuntimeLike, CopilotIntelligenceRuntimeOptions, CopilotRuntime, CopilotRuntimeLike, CopilotRuntimeOptions, CopilotRuntimeUser, CopilotSseRuntime, CopilotSseRuntimeLike, CopilotSseRuntimeOptions, IdentifyUserCallback, McpAppsConfig, McpAppsServerConfig, OpenGenerativeUIConfig, OpenGenerativeUIOptions, VERSION, isIntelligenceRuntime } from "./core/runtime.mjs";
+import { AgentFactoryContext, AgentsConfig, AgentsFactory, CopilotIntelligenceRuntime, CopilotIntelligenceRuntimeLike, CopilotIntelligenceRuntimeOptions, CopilotRuntime, CopilotRuntimeLike, CopilotRuntimeOptions, CopilotRuntimeUser, CopilotSseRuntime, CopilotSseRuntimeLike, CopilotSseRuntimeOptions, IdentifyUserCallback, McpAppsConfig, McpAppsServerConfig, OpenGenerativeUIConfig, OpenGenerativeUIOptions, VERSION, isIntelligenceRuntime, resolveAgents } from "./core/runtime.mjs";
 import { CopilotCorsConfig } from "./core/fetch-cors.mjs";
 import { CopilotRuntimeHooks, ErrorHookContext, HandlerHookContext, HookContext, ResponseHookContext, RouteInfo } from "./core/hooks.mjs";
 import { CopilotEndpointCorsConfig, createCopilotEndpoint, createCopilotHonoHandler, toFetchCorsConfig } from "./endpoints/hono.mjs";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@copilotkit/runtime",
-  "version": "1.55.3",
+  "version": "1.56.0",
   "private": false,
   "keywords": [
     "ai",
@@ -76,11 +76,11 @@
     "access": "public"
   },
   "dependencies": {
-    "@ag-ui/a2ui-middleware": "0.0.4",
+    "@ag-ui/a2ui-middleware": "0.0.5",
     "@ag-ui/client": "0.0.52",
     "@ag-ui/core": "0.0.52",
     "@ag-ui/encoder": "0.0.52",
-    "@ag-ui/langgraph": "0.0.27",
+    "@ag-ui/langgraph": "0.0.29",
     "@ag-ui/mcp-apps-middleware": "0.0.3",
     "@ai-sdk/anthropic": "^3.0.49",
     "@ai-sdk/google": "^3.0.33",
@@ -104,7 +104,7 @@
     "graphql-scalars": "^1.23.0",
     "graphql-yoga": "^5.3.1",
     "hono": "^4.11.4",
-    "openai": "^4.85.1",
+    "openai": "^4.85.1 || >=5.0.0",
     "partial-json": "^0.1.7",
     "phoenix": "^1.8.4",
     "pino": "^9.2.0",
@@ -115,7 +115,7 @@
     "uuid": "^10.0.0",
     "ws": "^8.18.0",
     "zod": "^3.23.3",
-    "@copilotkit/shared": "1.55.3"
+    "@copilotkit/shared": "1.56.0"
   },
   "devDependencies": {
     "@copilotkit/aimock": "^1.10.0",
@@ -148,7 +148,8 @@
     "@langchain/langgraph-sdk": ">=0.1.2",
     "@langchain/openai": ">=0.4.2",
     "groq-sdk": ">=0.3.0 <1.0.0",
-    "langchain": ">=0.3.3"
+    "langchain": ">=0.3.3",
+    "openai": "^4.85.1 || >=5.0.0"
   },
   "peerDependenciesMeta": {
     "@anthropic-ai/sdk": {

package/src/agent/__tests__/capabilities.test.ts

@@ -0,0 +1,81 @@
+import { describe, it, expect } from "vitest";
+import { BuiltInAgent } from "../index";
+
+describe("BuiltInAgent.getCapabilities", () => {
+  it("should return default inferred capabilities", async () => {
+    const agent = new BuiltInAgent({
+      model: "openai/gpt-4o",
+    });
+
+    const capabilities = await agent.getCapabilities();
+
+    expect(capabilities).toEqual({
+      tools: {
+        supported: true,
+        clientProvided: true,
+      },
+      transport: {
+        streaming: true,
+      },
+    });
+  });
+
+  it("should merge explicit overrides with inferred defaults", async () => {
+    const agent = new BuiltInAgent({
+      model: "openai/gpt-4o",
+      capabilities: {
+        reasoning: {
+          supported: true,
+          streaming: true,
+        },
+        identity: {
+          name: "my-agent",
+          type: "custom",
+        },
+      },
+    });
+
+    const capabilities = await agent.getCapabilities();
+
+    expect(capabilities).toEqual({
+      tools: {
+        supported: true,
+        clientProvided: true,
+      },
+      transport: {
+        streaming: true,
+      },
+      reasoning: {
+        supported: true,
+        streaming: true,
+      },
+      identity: {
+        name: "my-agent",
+        type: "custom",
+      },
+    });
+  });
+
+  it("should allow overrides to replace entire categories", async () => {
+    const agent = new BuiltInAgent({
+      model: "openai/gpt-4o",
+      capabilities: {
+        tools: {
+          supported: true,
+          clientProvided: true,
+          parallelCalls: true,
+        },
+      },
+    });
+
+    const capabilities = await agent.getCapabilities();
+
+    expect(capabilities.tools).toEqual({
+      supported: true,
+      clientProvided: true,
+      parallelCalls: true,
+    });
+    // transport still inferred
+    expect(capabilities.transport).toEqual({ streaming: true });
+  });
+});

package/src/agent/converters/tanstack.ts

@@ -11,24 +11,32 @@ import {
 } from "@ag-ui/client";
 import { randomUUID } from "@copilotkit/shared";
 
+type ContentPartSource =
+  | { type: "data"; value: string; mimeType: string }
+  | { type: "url"; value: string; mimeType?: string };
+
 /**
  * A TanStack AI content part (text, image, audio, video, or document).
  */
 export type TanStackContentPart =
   | { type: "text"; content: string }
-  | {
-      type: "image" | "audio" | "video" | "document";
-      source:
-        | { type: "data"; value: string; mimeType: string }
-        | { type: "url"; value: string; mimeType?: string };
-    };
+  | { type: "image"; source: ContentPartSource }
+  | { type: "audio"; source: ContentPartSource }
+  | { type: "video"; source: ContentPartSource }
+  | { type: "document"; source: ContentPartSource };
 
 /**
  * Message format expected by TanStack AI's `chat()`.
+ *
+ * Content is typed as `any[]` for the multimodal case so messages are directly
+ * passable to any adapter without casts — different adapters constrain which
+ * modalities they accept (e.g. OpenAI only allows text + image).
+ * Use `TanStackContentPart` to inspect individual parts if needed.
  */
 export interface TanStackChatMessage {
   role: "user" | "assistant" | "tool";
-  content: string | null | TanStackContentPart[];
+  // eslint-disable-next-line @typescript-eslint/no-explicit-any
+  content: string | null | any[];
   name?: string;
   toolCalls?: Array<{
     id: string;