@copilotkit/runtime 1.52.0 → 1.52.1-next.0

package/dist/service-adapters/openai/openai-adapter.d.cts

@@ -1,5 +1,6 @@
 
 import { CopilotRuntimeChatCompletionRequest, CopilotRuntimeChatCompletionResponse, CopilotServiceAdapter } from "../service-adapter.cjs";
+import { LanguageModel } from "ai";
 import OpenAI from "openai";
 
 //#region src/service-adapters/openai/openai-adapter.d.ts
@@ -39,6 +40,7 @@ declare class OpenAIAdapter implements CopilotServiceAdapter {
   get openai(): OpenAI;
   get name(): string;
   constructor(params?: OpenAIAdapterParams);
+  getLanguageModel(): LanguageModel;
   private ensureOpenAI;
   process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
 }

package/dist/service-adapters/openai/openai-adapter.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"openai-adapter.d.cts","names":[],"sources":["../../../src/service-adapters/openai/openai-adapter.ts"],"mappings":";;;;;UAkEiB,mBAAA;;;;;EAKf,MAAA,GAAS,MAAA;;;;EAKT,KAAA;;;;;;;;;EAUA,wBAAA;;;;;;;EAQA,cAAA;AAAA;AAAA,cAGW,aAAA,YAAyB,qBAAA;EAC7B,KAAA;EACA,QAAA;EAAA,QAEC,wBAAA;EAAA,QACA,OAAA;EAAA,QACA,cAAA;EAAA,IAEG,MAAA,CAAA,GAAU,MAAA;EAAA,IAGV,IAAA,CAAA;cAIC,MAAA,GAAS,mBAAA;EAAA,QAab,YAAA;EASF,OAAA,CACJ,OAAA,EAAS,mCAAA,GACR,OAAA,CAAQ,oCAAA;AAAA"}
+{"version":3,"file":"openai-adapter.d.cts","names":[],"sources":["../../../src/service-adapters/openai/openai-adapter.ts"],"mappings":";;;;;;UAoEiB,mBAAA;;;;;EAKf,MAAA,GAAS,MAAA;;;;EAKT,KAAA;;;;;;;;;EAUA,wBAAA;;;;;;;EAQA,cAAA;AAAA;AAAA,cAGW,aAAA,YAAyB,qBAAA;EAC7B,KAAA;EACA,QAAA;EAAA,QAEC,wBAAA;EAAA,QACA,OAAA;EAAA,QACA,cAAA;EAAA,IAEG,MAAA,CAAA,GAAU,MAAA;EAAA,IAGV,IAAA,CAAA;cAIC,MAAA,GAAS,mBAAA;EAarB,gBAAA,CAAA,GAAoB,aAAA;EAAA,QAcZ,YAAA;EASF,OAAA,CACJ,OAAA,EAAS,mCAAA,GACR,OAAA,CAAQ,oCAAA;AAAA"}

package/dist/service-adapters/openai/openai-adapter.d.mts

@@ -1,6 +1,7 @@
 import "reflect-metadata";
 import { CopilotRuntimeChatCompletionRequest, CopilotRuntimeChatCompletionResponse, CopilotServiceAdapter } from "../service-adapter.mjs";
 import OpenAI from "openai";
+import { LanguageModel } from "ai";
 
 //#region src/service-adapters/openai/openai-adapter.d.ts
 interface OpenAIAdapterParams {
@@ -39,6 +40,7 @@ declare class OpenAIAdapter implements CopilotServiceAdapter {
   get openai(): OpenAI;
   get name(): string;
   constructor(params?: OpenAIAdapterParams);
+  getLanguageModel(): LanguageModel;
   private ensureOpenAI;
   process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
 }

package/dist/service-adapters/openai/openai-adapter.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"openai-adapter.d.mts","names":[],"sources":["../../../src/service-adapters/openai/openai-adapter.ts"],"mappings":";;;;;UAkEiB,mBAAA;;;;;EAKf,MAAA,GAAS,MAAA;;;;EAKT,KAAA;;;;;;;;;EAUA,wBAAA;;;;;;;EAQA,cAAA;AAAA;AAAA,cAGW,aAAA,YAAyB,qBAAA;EAC7B,KAAA;EACA,QAAA;EAAA,QAEC,wBAAA;EAAA,QACA,OAAA;EAAA,QACA,cAAA;EAAA,IAEG,MAAA,CAAA,GAAU,MAAA;EAAA,IAGV,IAAA,CAAA;cAIC,MAAA,GAAS,mBAAA;EAAA,QAab,YAAA;EASF,OAAA,CACJ,OAAA,EAAS,mCAAA,GACR,OAAA,CAAQ,oCAAA;AAAA"}
+{"version":3,"file":"openai-adapter.d.mts","names":[],"sources":["../../../src/service-adapters/openai/openai-adapter.ts"],"mappings":";;;;;;UAoEiB,mBAAA;;;;;EAKf,MAAA,GAAS,MAAA;;;;EAKT,KAAA;;;;;;;;;EAUA,wBAAA;;;;;;;EAQA,cAAA;AAAA;AAAA,cAGW,aAAA,YAAyB,qBAAA;EAC7B,KAAA;EACA,QAAA;EAAA,QAEC,wBAAA;EAAA,QACA,OAAA;EAAA,QACA,cAAA;EAAA,IAEG,MAAA,CAAA,GAAU,MAAA;EAAA,IAGV,IAAA,CAAA;cAIC,MAAA,GAAS,mBAAA;EAarB,gBAAA,CAAA,GAAoB,aAAA;EAAA,QAcZ,YAAA;EASF,OAAA,CACJ,OAAA,EAAS,mCAAA,GACR,OAAA,CAAQ,oCAAA;AAAA"}

package/dist/service-adapters/openai/openai-adapter.mjs

@@ -2,6 +2,8 @@ import "reflect-metadata";
 import { __require } from "../../_virtual/_rolldown/runtime.mjs";
 import { convertActionInputToOpenAITool, convertMessageToOpenAIMessage, limitMessagesToTokenCount } from "./utils.mjs";
 import { convertServiceAdapterError } from "../shared/error-utils.mjs";
+import { getSdkClientOptions } from "../shared/sdk-client-utils.mjs";
+import { createOpenAI } from "@ai-sdk/openai";
 import { randomUUID } from "@copilotkit/shared";
 
 //#region src/service-adapters/openai/openai-adapter.ts
@@ -23,6 +25,18 @@ var OpenAIAdapter = class {
 		this.disableParallelToolCalls = params?.disableParallelToolCalls || false;
 		this.keepSystemRole = params?.keepSystemRole ?? false;
 	}
+	getLanguageModel() {
+		const openai = this.ensureOpenAI();
+		const options = getSdkClientOptions(openai);
+		return createOpenAI({
+			baseURL: openai.baseURL,
+			apiKey: openai.apiKey,
+			organization: openai.organization ?? void 0,
+			project: openai.project ?? void 0,
+			headers: options.defaultHeaders,
+			fetch: options.fetch
+		})(this.model);
+	}
 	ensureOpenAI() {
 		if (!this._openai) {
 			const OpenAI = __require("openai").default;

package/dist/service-adapters/openai/openai-adapter.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"openai-adapter.mjs","names":[],"sources":["../../../src/service-adapters/openai/openai-adapter.ts"],"sourcesContent":["/**\n * Copilot Runtime adapter for OpenAI.\n *\n * ## Example\n *\n * ```ts\n * import { CopilotRuntime, OpenAIAdapter } from \"@copilotkit/runtime\";\n * import OpenAI from \"openai\";\n *\n * const copilotKit = new CopilotRuntime();\n *\n * const openai = new OpenAI({\n *   organization: \"<your-organization-id>\", // optional\n *   apiKey: \"<your-api-key>\",\n * });\n *\n * return new OpenAIAdapter({ openai });\n * ```\n *\n * ## Example with Azure OpenAI\n *\n * ```ts\n * import { CopilotRuntime, OpenAIAdapter } from \"@copilotkit/runtime\";\n * import OpenAI from \"openai\";\n *\n * // The name of your Azure OpenAI Instance.\n * // https://learn.microsoft.com/en-us/azure/cognitive-services/openai/how-to/create-resource?pivots=web-portal#create-a-resource\n * const instance = \"<your instance name>\";\n *\n * // Corresponds to your Model deployment within your OpenAI resource, e.g. my-gpt35-16k-deployment\n * // Navigate to the Azure OpenAI Studio to deploy a model.\n * const model = \"<your model>\";\n *\n * const apiKey = process.env[\"AZURE_OPENAI_API_KEY\"];\n * if (!apiKey) {\n *   throw new Error(\"The AZURE_OPENAI_API_KEY environment variable is missing or empty.\");\n * }\n *\n * const copilotKit = new CopilotRuntime();\n *\n * const openai = new OpenAI({\n *   apiKey,\n *   baseURL: `https://${instance}.openai.azure.com/openai/deployments/${model}`,\n *   defaultQuery: { \"api-version\": \"2024-04-01-preview\" },\n *   defaultHeaders: { \"api-key\": apiKey },\n * });\n *\n * return new OpenAIAdapter({ openai });\n * ```\n */\nimport type OpenAI from \"openai\";\nimport {\n  CopilotServiceAdapter,\n  CopilotRuntimeChatCompletionRequest,\n  CopilotRuntimeChatCompletionResponse,\n} from \"../service-adapter\";\nimport {\n  convertActionInputToOpenAITool,\n  convertMessageToOpenAIMessage,\n  limitMessagesToTokenCount,\n} from \"./utils\";\nimport { randomUUID } from \"@copilotkit/shared\";\nimport { convertServiceAdapterError } from \"../shared\";\n\nconst DEFAULT_MODEL = \"gpt-4o\";\n\nexport interface OpenAIAdapterParams {\n  /**\n   * An optional OpenAI instance to use.  If not provided, a new instance will be\n   * created.\n   */\n  openai?: OpenAI;\n\n  /**\n   * The model to use.\n   */\n  model?: string;\n\n  /**\n   * Whether to disable parallel tool calls.\n   * You can disable parallel tool calls to force the model to execute tool calls sequentially.\n   * This is useful if you want to execute tool calls in a specific order so that the state changes\n   * introduced by one tool call are visible to the next tool call. (i.e. new actions or readables)\n   *\n   * @default false\n   */\n  disableParallelToolCalls?: boolean;\n\n  /**\n   * Whether to keep the role in system messages as \"System\".\n   * By default, it is converted to \"developer\", which is used by newer OpenAI models\n   *\n   * @default false\n   */\n  keepSystemRole?: boolean;\n}\n\nexport class OpenAIAdapter implements CopilotServiceAdapter {\n  public model: string = DEFAULT_MODEL;\n  public provider = \"openai\";\n\n  private disableParallelToolCalls: boolean = false;\n  private _openai: OpenAI;\n  private keepSystemRole: boolean = false;\n\n  public get openai(): OpenAI {\n    return this._openai;\n  }\n  public get name() {\n    return \"OpenAIAdapter\";\n  }\n\n  constructor(params?: OpenAIAdapterParams) {\n    if (params?.openai) {\n      this._openai = params.openai;\n    }\n    // If no instance provided, we'll lazy-load in ensureOpenAI()\n\n    if (params?.model) {\n      this.model = params.model;\n    }\n    this.disableParallelToolCalls = params?.disableParallelToolCalls || false;\n    this.keepSystemRole = params?.keepSystemRole ?? false;\n  }\n\n  private ensureOpenAI(): OpenAI {\n    if (!this._openai) {\n      // eslint-disable-next-line @typescript-eslint/no-var-requires\n      const OpenAI = require(\"openai\").default;\n      this._openai = new OpenAI();\n    }\n    return this._openai;\n  }\n\n  async process(\n    request: CopilotRuntimeChatCompletionRequest,\n  ): Promise<CopilotRuntimeChatCompletionResponse> {\n    const {\n      threadId: threadIdFromRequest,\n      model = this.model,\n      messages,\n      actions,\n      eventSource,\n      forwardedParameters,\n    } = request;\n    const tools = actions.map(convertActionInputToOpenAITool);\n    const threadId = threadIdFromRequest ?? randomUUID();\n\n    // ALLOWLIST APPROACH: Only include tool_result messages that correspond to valid tool_calls\n    // Step 1: Extract valid tool_call IDs\n    const validToolUseIds = new Set<string>();\n\n    for (const message of messages) {\n      if (message.isActionExecutionMessage()) {\n        validToolUseIds.add(message.id);\n      }\n    }\n\n    // Step 2: Filter messages, keeping only those with valid tool_call IDs\n    const filteredMessages = messages.filter((message) => {\n      if (message.isResultMessage()) {\n        // Skip if there's no corresponding tool_call\n        if (!validToolUseIds.has(message.actionExecutionId)) {\n          return false;\n        }\n\n        // Remove this ID from valid IDs so we don't process duplicates\n        validToolUseIds.delete(message.actionExecutionId);\n        return true;\n      }\n\n      // Keep all non-tool-result messages\n      return true;\n    });\n\n    let openaiMessages = filteredMessages.map((m) =>\n      convertMessageToOpenAIMessage(m, { keepSystemRole: this.keepSystemRole }),\n    );\n    openaiMessages = limitMessagesToTokenCount(openaiMessages, tools, model);\n\n    let toolChoice: any = forwardedParameters?.toolChoice;\n    if (forwardedParameters?.toolChoice === \"function\") {\n      toolChoice = {\n        type: \"function\",\n        function: { name: forwardedParameters.toolChoiceFunctionName },\n      };\n    }\n\n    try {\n      const openai = this.ensureOpenAI();\n      const stream = openai.beta.chat.completions.stream({\n        model: model,\n        stream: true,\n        messages: openaiMessages,\n        ...(tools.length > 0 && { tools }),\n        ...(forwardedParameters?.maxTokens && {\n          max_completion_tokens: forwardedParameters.maxTokens,\n        }),\n        ...(forwardedParameters?.stop && { stop: forwardedParameters.stop }),\n        ...(toolChoice && { tool_choice: toolChoice }),\n        ...(this.disableParallelToolCalls && { parallel_tool_calls: false }),\n        ...(forwardedParameters?.temperature && {\n          temperature: forwardedParameters.temperature,\n        }),\n      });\n\n      eventSource.stream(async (eventStream$) => {\n        let mode: \"function\" | \"message\" | null = null;\n        let currentMessageId: string;\n        let currentToolCallId: string;\n\n        try {\n          for await (const chunk of stream) {\n            if (chunk.choices.length === 0) {\n              continue;\n            }\n\n            const toolCall = chunk.choices[0].delta.tool_calls?.[0];\n            const content = chunk.choices[0].delta.content;\n\n            // When switching from message to function or vice versa,\n            // send the respective end event.\n            // If toolCall?.id is defined, it means a new tool call starts.\n            if (mode === \"message\" && toolCall?.id) {\n              mode = null;\n              eventStream$.sendTextMessageEnd({ messageId: currentMessageId });\n            } else if (\n              mode === \"function\" &&\n              (toolCall === undefined || toolCall?.id)\n            ) {\n              mode = null;\n              eventStream$.sendActionExecutionEnd({\n                actionExecutionId: currentToolCallId,\n              });\n            }\n\n            // If we send a new message type, send the appropriate start event.\n            if (mode === null) {\n              if (toolCall?.id) {\n                mode = \"function\";\n                currentToolCallId = toolCall!.id;\n                eventStream$.sendActionExecutionStart({\n                  actionExecutionId: currentToolCallId,\n                  parentMessageId: chunk.id,\n                  actionName: toolCall!.function!.name,\n                });\n              } else if (content) {\n                mode = \"message\";\n                currentMessageId = chunk.id;\n                eventStream$.sendTextMessageStart({\n                  messageId: currentMessageId,\n                });\n              }\n            }\n\n            // send the content events\n            if (mode === \"message\" && content) {\n              eventStream$.sendTextMessageContent({\n                messageId: currentMessageId,\n                content: content,\n              });\n            } else if (mode === \"function\" && toolCall?.function?.arguments) {\n              eventStream$.sendActionExecutionArgs({\n                actionExecutionId: currentToolCallId,\n                args: toolCall.function.arguments,\n              });\n            }\n          }\n\n          // send the end events\n          if (mode === \"message\") {\n            eventStream$.sendTextMessageEnd({ messageId: currentMessageId });\n          } else if (mode === \"function\") {\n            eventStream$.sendActionExecutionEnd({\n              actionExecutionId: currentToolCallId,\n            });\n          }\n        } catch (error) {\n          console.error(\"[OpenAI] Error during API call:\", error);\n          throw convertServiceAdapterError(error, \"OpenAI\");\n        }\n\n        eventStream$.complete();\n      });\n    } catch (error) {\n      console.error(\"[OpenAI] Error during API call:\", error);\n      throw convertServiceAdapterError(error, \"OpenAI\");\n    }\n\n    return {\n      threadId,\n    };\n  }\n}\n"],"mappings":";;;;;;;AAgEA,MAAM,gBAAgB;AAiCtB,IAAa,gBAAb,MAA4D;CAQ1D,IAAW,SAAiB;AAC1B,SAAO,KAAK;;CAEd,IAAW,OAAO;AAChB,SAAO;;CAGT,YAAY,QAA8B;eAdnB;kBACL;kCAE0B;wBAEV;AAUhC,MAAI,QAAQ,OACV,MAAK,UAAU,OAAO;AAIxB,MAAI,QAAQ,MACV,MAAK,QAAQ,OAAO;AAEtB,OAAK,2BAA2B,QAAQ,4BAA4B;AACpE,OAAK,iBAAiB,QAAQ,kBAAkB;;CAGlD,AAAQ,eAAuB;AAC7B,MAAI,CAAC,KAAK,SAAS;GAEjB,MAAM,mBAAiB,SAAS,CAAC;AACjC,QAAK,UAAU,IAAI,QAAQ;;AAE7B,SAAO,KAAK;;CAGd,MAAM,QACJ,SAC+C;EAC/C,MAAM,EACJ,UAAU,qBACV,QAAQ,KAAK,OACb,UACA,SACA,aACA,wBACE;EACJ,MAAM,QAAQ,QAAQ,IAAI,+BAA+B;EACzD,MAAM,WAAW,uBAAuB,YAAY;EAIpD,MAAM,kCAAkB,IAAI,KAAa;AAEzC,OAAK,MAAM,WAAW,SACpB,KAAI,QAAQ,0BAA0B,CACpC,iBAAgB,IAAI,QAAQ,GAAG;EAqBnC,IAAI,iBAhBqB,SAAS,QAAQ,YAAY;AACpD,OAAI,QAAQ,iBAAiB,EAAE;AAE7B,QAAI,CAAC,gBAAgB,IAAI,QAAQ,kBAAkB,CACjD,QAAO;AAIT,oBAAgB,OAAO,QAAQ,kBAAkB;AACjD,WAAO;;AAIT,UAAO;IACP,CAEoC,KAAK,MACzC,8BAA8B,GAAG,EAAE,gBAAgB,KAAK,gBAAgB,CAAC,CAC1E;AACD,mBAAiB,0BAA0B,gBAAgB,OAAO,MAAM;EAExE,IAAI,aAAkB,qBAAqB;AAC3C,MAAI,qBAAqB,eAAe,WACtC,cAAa;GACX,MAAM;GACN,UAAU,EAAE,MAAM,oBAAoB,wBAAwB;GAC/D;AAGH,MAAI;GAEF,MAAM,SADS,KAAK,cAAc,CACZ,KAAK,KAAK,YAAY,OAAO;IAC1C;IACP,QAAQ;IACR,UAAU;IACV,GAAI,MAAM,SAAS,KAAK,EAAE,OAAO;IACjC,GAAI,qBAAqB,aAAa,EACpC,uBAAuB,oBAAoB,WAC5C;IACD,GAAI,qBAAqB,QAAQ,EAAE,MAAM,oBAAoB,MAAM;IACnE,GAAI,cAAc,EAAE,aAAa,YAAY;IAC7C,GAAI,KAAK,4BAA4B,EAAE,qBAAqB,OAAO;IACnE,GAAI,qBAAqB,eAAe,EACtC,aAAa,oBAAoB,aAClC;IACF,CAAC;AAEF,eAAY,OAAO,OAAO,iBAAiB;IACzC,IAAI,OAAsC;IAC1C,IAAI;IACJ,IAAI;AAEJ,QAAI;AACF,gBAAW,MAAM,SAAS,QAAQ;AAChC,UAAI,MAAM,QAAQ,WAAW,EAC3B;MAGF,MAAM,WAAW,MAAM,QAAQ,GAAG,MAAM,aAAa;MACrD,MAAM,UAAU,MAAM,QAAQ,GAAG,MAAM;AAKvC,UAAI,SAAS,aAAa,UAAU,IAAI;AACtC,cAAO;AACP,oBAAa,mBAAmB,EAAE,WAAW,kBAAkB,CAAC;iBAEhE,SAAS,eACR,aAAa,UAAa,UAAU,KACrC;AACA,cAAO;AACP,oBAAa,uBAAuB,EAClC,mBAAmB,mBACpB,CAAC;;AAIJ,UAAI,SAAS,MACX;WAAI,UAAU,IAAI;AAChB,eAAO;AACP,4BAAoB,SAAU;AAC9B,qBAAa,yBAAyB;SACpC,mBAAmB;SACnB,iBAAiB,MAAM;SACvB,YAAY,SAAU,SAAU;SACjC,CAAC;kBACO,SAAS;AAClB,eAAO;AACP,2BAAmB,MAAM;AACzB,qBAAa,qBAAqB,EAChC,WAAW,kBACZ,CAAC;;;AAKN,UAAI,SAAS,aAAa,QACxB,cAAa,uBAAuB;OAClC,WAAW;OACF;OACV,CAAC;eACO,SAAS,cAAc,UAAU,UAAU,UACpD,cAAa,wBAAwB;OACnC,mBAAmB;OACnB,MAAM,SAAS,SAAS;OACzB,CAAC;;AAKN,SAAI,SAAS,UACX,cAAa,mBAAmB,EAAE,WAAW,kBAAkB,CAAC;cACvD,SAAS,WAClB,cAAa,uBAAuB,EAClC,mBAAmB,mBACpB,CAAC;aAEG,OAAO;AACd,aAAQ,MAAM,mCAAmC,MAAM;AACvD,WAAM,2BAA2B,OAAO,SAAS;;AAGnD,iBAAa,UAAU;KACvB;WACK,OAAO;AACd,WAAQ,MAAM,mCAAmC,MAAM;AACvD,SAAM,2BAA2B,OAAO,SAAS;;AAGnD,SAAO,EACL,UACD"}
+{"version":3,"file":"openai-adapter.mjs","names":[],"sources":["../../../src/service-adapters/openai/openai-adapter.ts"],"sourcesContent":["/**\n * Copilot Runtime adapter for OpenAI.\n *\n * ## Example\n *\n * ```ts\n * import { CopilotRuntime, OpenAIAdapter } from \"@copilotkit/runtime\";\n * import OpenAI from \"openai\";\n *\n * const copilotKit = new CopilotRuntime();\n *\n * const openai = new OpenAI({\n *   organization: \"<your-organization-id>\", // optional\n *   apiKey: \"<your-api-key>\",\n * });\n *\n * return new OpenAIAdapter({ openai });\n * ```\n *\n * ## Example with Azure OpenAI\n *\n * ```ts\n * import { CopilotRuntime, OpenAIAdapter } from \"@copilotkit/runtime\";\n * import OpenAI from \"openai\";\n *\n * // The name of your Azure OpenAI Instance.\n * // https://learn.microsoft.com/en-us/azure/cognitive-services/openai/how-to/create-resource?pivots=web-portal#create-a-resource\n * const instance = \"<your instance name>\";\n *\n * // Corresponds to your Model deployment within your OpenAI resource, e.g. my-gpt35-16k-deployment\n * // Navigate to the Azure OpenAI Studio to deploy a model.\n * const model = \"<your model>\";\n *\n * const apiKey = process.env[\"AZURE_OPENAI_API_KEY\"];\n * if (!apiKey) {\n *   throw new Error(\"The AZURE_OPENAI_API_KEY environment variable is missing or empty.\");\n * }\n *\n * const copilotKit = new CopilotRuntime();\n *\n * const openai = new OpenAI({\n *   apiKey,\n *   baseURL: `https://${instance}.openai.azure.com/openai/deployments/${model}`,\n *   defaultQuery: { \"api-version\": \"2024-04-01-preview\" },\n *   defaultHeaders: { \"api-key\": apiKey },\n * });\n *\n * return new OpenAIAdapter({ openai });\n * ```\n */\nimport type { LanguageModel } from \"ai\";\nimport { createOpenAI } from \"@ai-sdk/openai\";\nimport type OpenAI from \"openai\";\nimport {\n  CopilotServiceAdapter,\n  CopilotRuntimeChatCompletionRequest,\n  CopilotRuntimeChatCompletionResponse,\n} from \"../service-adapter\";\nimport {\n  convertActionInputToOpenAITool,\n  convertMessageToOpenAIMessage,\n  limitMessagesToTokenCount,\n} from \"./utils\";\nimport { randomUUID } from \"@copilotkit/shared\";\nimport { convertServiceAdapterError, getSdkClientOptions } from \"../shared\";\n\nconst DEFAULT_MODEL = \"gpt-4o\";\n\nexport interface OpenAIAdapterParams {\n  /**\n   * An optional OpenAI instance to use.  If not provided, a new instance will be\n   * created.\n   */\n  openai?: OpenAI;\n\n  /**\n   * The model to use.\n   */\n  model?: string;\n\n  /**\n   * Whether to disable parallel tool calls.\n   * You can disable parallel tool calls to force the model to execute tool calls sequentially.\n   * This is useful if you want to execute tool calls in a specific order so that the state changes\n   * introduced by one tool call are visible to the next tool call. (i.e. new actions or readables)\n   *\n   * @default false\n   */\n  disableParallelToolCalls?: boolean;\n\n  /**\n   * Whether to keep the role in system messages as \"System\".\n   * By default, it is converted to \"developer\", which is used by newer OpenAI models\n   *\n   * @default false\n   */\n  keepSystemRole?: boolean;\n}\n\nexport class OpenAIAdapter implements CopilotServiceAdapter {\n  public model: string = DEFAULT_MODEL;\n  public provider = \"openai\";\n\n  private disableParallelToolCalls: boolean = false;\n  private _openai: OpenAI;\n  private keepSystemRole: boolean = false;\n\n  public get openai(): OpenAI {\n    return this._openai;\n  }\n  public get name() {\n    return \"OpenAIAdapter\";\n  }\n\n  constructor(params?: OpenAIAdapterParams) {\n    if (params?.openai) {\n      this._openai = params.openai;\n    }\n    // If no instance provided, we'll lazy-load in ensureOpenAI()\n\n    if (params?.model) {\n      this.model = params.model;\n    }\n    this.disableParallelToolCalls = params?.disableParallelToolCalls || false;\n    this.keepSystemRole = params?.keepSystemRole ?? false;\n  }\n\n  getLanguageModel(): LanguageModel {\n    const openai = this.ensureOpenAI();\n    const options = getSdkClientOptions(openai);\n    const provider = createOpenAI({\n      baseURL: openai.baseURL,\n      apiKey: openai.apiKey,\n      organization: openai.organization ?? undefined,\n      project: openai.project ?? undefined,\n      headers: options.defaultHeaders,\n      fetch: options.fetch,\n    });\n    return provider(this.model);\n  }\n\n  private ensureOpenAI(): OpenAI {\n    if (!this._openai) {\n      // eslint-disable-next-line @typescript-eslint/no-var-requires\n      const OpenAI = require(\"openai\").default;\n      this._openai = new OpenAI();\n    }\n    return this._openai;\n  }\n\n  async process(\n    request: CopilotRuntimeChatCompletionRequest,\n  ): Promise<CopilotRuntimeChatCompletionResponse> {\n    const {\n      threadId: threadIdFromRequest,\n      model = this.model,\n      messages,\n      actions,\n      eventSource,\n      forwardedParameters,\n    } = request;\n    const tools = actions.map(convertActionInputToOpenAITool);\n    const threadId = threadIdFromRequest ?? randomUUID();\n\n    // ALLOWLIST APPROACH: Only include tool_result messages that correspond to valid tool_calls\n    // Step 1: Extract valid tool_call IDs\n    const validToolUseIds = new Set<string>();\n\n    for (const message of messages) {\n      if (message.isActionExecutionMessage()) {\n        validToolUseIds.add(message.id);\n      }\n    }\n\n    // Step 2: Filter messages, keeping only those with valid tool_call IDs\n    const filteredMessages = messages.filter((message) => {\n      if (message.isResultMessage()) {\n        // Skip if there's no corresponding tool_call\n        if (!validToolUseIds.has(message.actionExecutionId)) {\n          return false;\n        }\n\n        // Remove this ID from valid IDs so we don't process duplicates\n        validToolUseIds.delete(message.actionExecutionId);\n        return true;\n      }\n\n      // Keep all non-tool-result messages\n      return true;\n    });\n\n    let openaiMessages = filteredMessages.map((m) =>\n      convertMessageToOpenAIMessage(m, { keepSystemRole: this.keepSystemRole }),\n    );\n    openaiMessages = limitMessagesToTokenCount(openaiMessages, tools, model);\n\n    let toolChoice: any = forwardedParameters?.toolChoice;\n    if (forwardedParameters?.toolChoice === \"function\") {\n      toolChoice = {\n        type: \"function\",\n        function: { name: forwardedParameters.toolChoiceFunctionName },\n      };\n    }\n\n    try {\n      const openai = this.ensureOpenAI();\n      const stream = openai.beta.chat.completions.stream({\n        model: model,\n        stream: true,\n        messages: openaiMessages,\n        ...(tools.length > 0 && { tools }),\n        ...(forwardedParameters?.maxTokens && {\n          max_completion_tokens: forwardedParameters.maxTokens,\n        }),\n        ...(forwardedParameters?.stop && { stop: forwardedParameters.stop }),\n        ...(toolChoice && { tool_choice: toolChoice }),\n        ...(this.disableParallelToolCalls && { parallel_tool_calls: false }),\n        ...(forwardedParameters?.temperature && {\n          temperature: forwardedParameters.temperature,\n        }),\n      });\n\n      eventSource.stream(async (eventStream$) => {\n        let mode: \"function\" | \"message\" | null = null;\n        let currentMessageId: string;\n        let currentToolCallId: string;\n\n        try {\n          for await (const chunk of stream) {\n            if (chunk.choices.length === 0) {\n              continue;\n            }\n\n            const toolCall = chunk.choices[0].delta.tool_calls?.[0];\n            const content = chunk.choices[0].delta.content;\n\n            // When switching from message to function or vice versa,\n            // send the respective end event.\n            // If toolCall?.id is defined, it means a new tool call starts.\n            if (mode === \"message\" && toolCall?.id) {\n              mode = null;\n              eventStream$.sendTextMessageEnd({ messageId: currentMessageId });\n            } else if (\n              mode === \"function\" &&\n              (toolCall === undefined || toolCall?.id)\n            ) {\n              mode = null;\n              eventStream$.sendActionExecutionEnd({\n                actionExecutionId: currentToolCallId,\n              });\n            }\n\n            // If we send a new message type, send the appropriate start event.\n            if (mode === null) {\n              if (toolCall?.id) {\n                mode = \"function\";\n                currentToolCallId = toolCall!.id;\n                eventStream$.sendActionExecutionStart({\n                  actionExecutionId: currentToolCallId,\n                  parentMessageId: chunk.id,\n                  actionName: toolCall!.function!.name,\n                });\n              } else if (content) {\n                mode = \"message\";\n                currentMessageId = chunk.id;\n                eventStream$.sendTextMessageStart({\n                  messageId: currentMessageId,\n                });\n              }\n            }\n\n            // send the content events\n            if (mode === \"message\" && content) {\n              eventStream$.sendTextMessageContent({\n                messageId: currentMessageId,\n                content: content,\n              });\n            } else if (mode === \"function\" && toolCall?.function?.arguments) {\n              eventStream$.sendActionExecutionArgs({\n                actionExecutionId: currentToolCallId,\n                args: toolCall.function.arguments,\n              });\n            }\n          }\n\n          // send the end events\n          if (mode === \"message\") {\n            eventStream$.sendTextMessageEnd({ messageId: currentMessageId });\n          } else if (mode === \"function\") {\n            eventStream$.sendActionExecutionEnd({\n              actionExecutionId: currentToolCallId,\n            });\n          }\n        } catch (error) {\n          console.error(\"[OpenAI] Error during API call:\", error);\n          throw convertServiceAdapterError(error, \"OpenAI\");\n        }\n\n        eventStream$.complete();\n      });\n    } catch (error) {\n      console.error(\"[OpenAI] Error during API call:\", error);\n      throw convertServiceAdapterError(error, \"OpenAI\");\n    }\n\n    return {\n      threadId,\n    };\n  }\n}\n"],"mappings":";;;;;;;;;AAkEA,MAAM,gBAAgB;AAiCtB,IAAa,gBAAb,MAA4D;CAQ1D,IAAW,SAAiB;AAC1B,SAAO,KAAK;;CAEd,IAAW,OAAO;AAChB,SAAO;;CAGT,YAAY,QAA8B;eAdnB;kBACL;kCAE0B;wBAEV;AAUhC,MAAI,QAAQ,OACV,MAAK,UAAU,OAAO;AAIxB,MAAI,QAAQ,MACV,MAAK,QAAQ,OAAO;AAEtB,OAAK,2BAA2B,QAAQ,4BAA4B;AACpE,OAAK,iBAAiB,QAAQ,kBAAkB;;CAGlD,mBAAkC;EAChC,MAAM,SAAS,KAAK,cAAc;EAClC,MAAM,UAAU,oBAAoB,OAAO;AAS3C,SARiB,aAAa;GAC5B,SAAS,OAAO;GAChB,QAAQ,OAAO;GACf,cAAc,OAAO,gBAAgB;GACrC,SAAS,OAAO,WAAW;GAC3B,SAAS,QAAQ;GACjB,OAAO,QAAQ;GAChB,CAAC,CACc,KAAK,MAAM;;CAG7B,AAAQ,eAAuB;AAC7B,MAAI,CAAC,KAAK,SAAS;GAEjB,MAAM,mBAAiB,SAAS,CAAC;AACjC,QAAK,UAAU,IAAI,QAAQ;;AAE7B,SAAO,KAAK;;CAGd,MAAM,QACJ,SAC+C;EAC/C,MAAM,EACJ,UAAU,qBACV,QAAQ,KAAK,OACb,UACA,SACA,aACA,wBACE;EACJ,MAAM,QAAQ,QAAQ,IAAI,+BAA+B;EACzD,MAAM,WAAW,uBAAuB,YAAY;EAIpD,MAAM,kCAAkB,IAAI,KAAa;AAEzC,OAAK,MAAM,WAAW,SACpB,KAAI,QAAQ,0BAA0B,CACpC,iBAAgB,IAAI,QAAQ,GAAG;EAqBnC,IAAI,iBAhBqB,SAAS,QAAQ,YAAY;AACpD,OAAI,QAAQ,iBAAiB,EAAE;AAE7B,QAAI,CAAC,gBAAgB,IAAI,QAAQ,kBAAkB,CACjD,QAAO;AAIT,oBAAgB,OAAO,QAAQ,kBAAkB;AACjD,WAAO;;AAIT,UAAO;IACP,CAEoC,KAAK,MACzC,8BAA8B,GAAG,EAAE,gBAAgB,KAAK,gBAAgB,CAAC,CAC1E;AACD,mBAAiB,0BAA0B,gBAAgB,OAAO,MAAM;EAExE,IAAI,aAAkB,qBAAqB;AAC3C,MAAI,qBAAqB,eAAe,WACtC,cAAa;GACX,MAAM;GACN,UAAU,EAAE,MAAM,oBAAoB,wBAAwB;GAC/D;AAGH,MAAI;GAEF,MAAM,SADS,KAAK,cAAc,CACZ,KAAK,KAAK,YAAY,OAAO;IAC1C;IACP,QAAQ;IACR,UAAU;IACV,GAAI,MAAM,SAAS,KAAK,EAAE,OAAO;IACjC,GAAI,qBAAqB,aAAa,EACpC,uBAAuB,oBAAoB,WAC5C;IACD,GAAI,qBAAqB,QAAQ,EAAE,MAAM,oBAAoB,MAAM;IACnE,GAAI,cAAc,EAAE,aAAa,YAAY;IAC7C,GAAI,KAAK,4BAA4B,EAAE,qBAAqB,OAAO;IACnE,GAAI,qBAAqB,eAAe,EACtC,aAAa,oBAAoB,aAClC;IACF,CAAC;AAEF,eAAY,OAAO,OAAO,iBAAiB;IACzC,IAAI,OAAsC;IAC1C,IAAI;IACJ,IAAI;AAEJ,QAAI;AACF,gBAAW,MAAM,SAAS,QAAQ;AAChC,UAAI,MAAM,QAAQ,WAAW,EAC3B;MAGF,MAAM,WAAW,MAAM,QAAQ,GAAG,MAAM,aAAa;MACrD,MAAM,UAAU,MAAM,QAAQ,GAAG,MAAM;AAKvC,UAAI,SAAS,aAAa,UAAU,IAAI;AACtC,cAAO;AACP,oBAAa,mBAAmB,EAAE,WAAW,kBAAkB,CAAC;iBAEhE,SAAS,eACR,aAAa,UAAa,UAAU,KACrC;AACA,cAAO;AACP,oBAAa,uBAAuB,EAClC,mBAAmB,mBACpB,CAAC;;AAIJ,UAAI,SAAS,MACX;WAAI,UAAU,IAAI;AAChB,eAAO;AACP,4BAAoB,SAAU;AAC9B,qBAAa,yBAAyB;SACpC,mBAAmB;SACnB,iBAAiB,MAAM;SACvB,YAAY,SAAU,SAAU;SACjC,CAAC;kBACO,SAAS;AAClB,eAAO;AACP,2BAAmB,MAAM;AACzB,qBAAa,qBAAqB,EAChC,WAAW,kBACZ,CAAC;;;AAKN,UAAI,SAAS,aAAa,QACxB,cAAa,uBAAuB;OAClC,WAAW;OACF;OACV,CAAC;eACO,SAAS,cAAc,UAAU,UAAU,UACpD,cAAa,wBAAwB;OACnC,mBAAmB;OACnB,MAAM,SAAS,SAAS;OACzB,CAAC;;AAKN,SAAI,SAAS,UACX,cAAa,mBAAmB,EAAE,WAAW,kBAAkB,CAAC;cACvD,SAAS,WAClB,cAAa,uBAAuB,EAClC,mBAAmB,mBACpB,CAAC;aAEG,OAAO;AACd,aAAQ,MAAM,mCAAmC,MAAM;AACvD,WAAM,2BAA2B,OAAO,SAAS;;AAGnD,iBAAa,UAAU;KACvB;WACK,OAAO;AACd,WAAQ,MAAM,mCAAmC,MAAM;AACvD,SAAM,2BAA2B,OAAO,SAAS;;AAGnD,SAAO,EACL,UACD"}

package/dist/service-adapters/service-adapter.d.cts

@@ -7,6 +7,7 @@ import { ForwardedParametersInput } from "../graphql/inputs/forwarded-parameters
 import { ExtensionsInput } from "../graphql/inputs/extensions.input.cjs";
 import { AgentSessionInput } from "../graphql/inputs/agent-session.input.cjs";
 import { AgentStateInput } from "../graphql/inputs/agent-state.input.cjs";
+import { LanguageModel } from "ai";
 
 //#region src/service-adapters/service-adapter.d.ts
 interface CopilotRuntimeChatCompletionRequest {
@@ -31,6 +32,13 @@ interface CopilotServiceAdapter {
   model?: string;
   process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
   name?: string;
+  /**
+   * Returns a pre-configured LanguageModel for use with BuiltInAgent.
+   * Adapters that support custom provider configurations (e.g., Azure OpenAI
+   * with custom baseURL/apiKey) should implement this to ensure the
+   * configuration is propagated to the agent layer.
+   */
+  getLanguageModel?(): LanguageModel;
 }
 //#endregion
 export { CopilotRuntimeChatCompletionRequest, CopilotRuntimeChatCompletionResponse, CopilotServiceAdapter };

package/dist/service-adapters/service-adapter.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"service-adapter.d.cts","names":[],"sources":["../../src/service-adapters/service-adapter.ts"],"mappings":";;;;;;;;;;;UAciB,mCAAA;EACf,WAAA,EAAa,kBAAA;EACb,QAAA,EAAU,OAAA;EACV,OAAA,EAAS,WAAA;EACT,KAAA;EACA,QAAA;EACA,KAAA;EACA,mBAAA,GAAsB,wBAAA;EACtB,UAAA,GAAa,eAAA;EACb,YAAA,GAAe,iBAAA;EACf,WAAA,GAAc,eAAA;AAAA;AAAA,UAGC,oCAAA;EACf,QAAA;EACA,KAAA;EACA,UAAA,GAAa,kBAAA;AAAA;AAAA,UAGE,qBAAA;EACf,QAAA;EACA,KAAA;EACA,OAAA,CACE,OAAA,EAAS,mCAAA,GACR,OAAA,CAAQ,oCAAA;EACX,IAAA;AAAA"}
+{"version":3,"file":"service-adapter.d.cts","names":[],"sources":["../../src/service-adapters/service-adapter.ts"],"mappings":";;;;;;;;;;;;UAeiB,mCAAA;EACf,WAAA,EAAa,kBAAA;EACb,QAAA,EAAU,OAAA;EACV,OAAA,EAAS,WAAA;EACT,KAAA;EACA,QAAA;EACA,KAAA;EACA,mBAAA,GAAsB,wBAAA;EACtB,UAAA,GAAa,eAAA;EACb,YAAA,GAAe,iBAAA;EACf,WAAA,GAAc,eAAA;AAAA;AAAA,UAGC,oCAAA;EACf,QAAA;EACA,KAAA;EACA,UAAA,GAAa,kBAAA;AAAA;AAAA,UAGE,qBAAA;EACf,QAAA;EACA,KAAA;EACA,OAAA,CACE,OAAA,EAAS,mCAAA,GACR,OAAA,CAAQ,oCAAA;EACX,IAAA;EAjBa;;;;;;EAyBb,gBAAA,KAAqB,aAAA;AAAA"}

package/dist/service-adapters/service-adapter.d.mts

@@ -7,6 +7,7 @@ import { ForwardedParametersInput } from "../graphql/inputs/forwarded-parameters
 import { ExtensionsInput } from "../graphql/inputs/extensions.input.mjs";
 import { AgentSessionInput } from "../graphql/inputs/agent-session.input.mjs";
 import { AgentStateInput } from "../graphql/inputs/agent-state.input.mjs";
+import { LanguageModel } from "ai";
 
 //#region src/service-adapters/service-adapter.d.ts
 interface CopilotRuntimeChatCompletionRequest {
@@ -31,6 +32,13 @@ interface CopilotServiceAdapter {
   model?: string;
   process(request: CopilotRuntimeChatCompletionRequest): Promise<CopilotRuntimeChatCompletionResponse>;
   name?: string;
+  /**
+   * Returns a pre-configured LanguageModel for use with BuiltInAgent.
+   * Adapters that support custom provider configurations (e.g., Azure OpenAI
+   * with custom baseURL/apiKey) should implement this to ensure the
+   * configuration is propagated to the agent layer.
+   */
+  getLanguageModel?(): LanguageModel;
 }
 //#endregion
 export { CopilotRuntimeChatCompletionRequest, CopilotRuntimeChatCompletionResponse, CopilotServiceAdapter };

package/dist/service-adapters/service-adapter.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"service-adapter.d.mts","names":[],"sources":["../../src/service-adapters/service-adapter.ts"],"mappings":";;;;;;;;;;;UAciB,mCAAA;EACf,WAAA,EAAa,kBAAA;EACb,QAAA,EAAU,OAAA;EACV,OAAA,EAAS,WAAA;EACT,KAAA;EACA,QAAA;EACA,KAAA;EACA,mBAAA,GAAsB,wBAAA;EACtB,UAAA,GAAa,eAAA;EACb,YAAA,GAAe,iBAAA;EACf,WAAA,GAAc,eAAA;AAAA;AAAA,UAGC,oCAAA;EACf,QAAA;EACA,KAAA;EACA,UAAA,GAAa,kBAAA;AAAA;AAAA,UAGE,qBAAA;EACf,QAAA;EACA,KAAA;EACA,OAAA,CACE,OAAA,EAAS,mCAAA,GACR,OAAA,CAAQ,oCAAA;EACX,IAAA;AAAA"}
+{"version":3,"file":"service-adapter.d.mts","names":[],"sources":["../../src/service-adapters/service-adapter.ts"],"mappings":";;;;;;;;;;;;UAeiB,mCAAA;EACf,WAAA,EAAa,kBAAA;EACb,QAAA,EAAU,OAAA;EACV,OAAA,EAAS,WAAA;EACT,KAAA;EACA,QAAA;EACA,KAAA;EACA,mBAAA,GAAsB,wBAAA;EACtB,UAAA,GAAa,eAAA;EACb,YAAA,GAAe,iBAAA;EACf,WAAA,GAAc,eAAA;AAAA;AAAA,UAGC,oCAAA;EACf,QAAA;EACA,KAAA;EACA,UAAA,GAAa,kBAAA;AAAA;AAAA,UAGE,qBAAA;EACf,QAAA;EACA,KAAA;EACA,OAAA,CACE,OAAA,EAAS,mCAAA,GACR,OAAA,CAAQ,oCAAA;EACX,IAAA;EAjBa;;;;;;EAyBb,gBAAA,KAAqB,aAAA;AAAA"}

package/dist/service-adapters/shared/index.d.mts

@@ -1,2 +1,3 @@
 import "reflect-metadata";
-import { convertServiceAdapterError } from "./error-utils.mjs";
+import { convertServiceAdapterError } from "./error-utils.mjs";
+import { getSdkClientOptions } from "./sdk-client-utils.mjs";

package/dist/service-adapters/shared/sdk-client-utils.cjs

@@ -0,0 +1,17 @@
+require("reflect-metadata");
+
+//#region src/service-adapters/shared/sdk-client-utils.ts
+/**
+* SDK clients (OpenAI, Anthropic, Groq) store constructor options like
+* `defaultHeaders` and `fetch` in a private/protected `_options` field
+* with no public accessor. This extracts them with a narrow type assertion.
+*/
+function getSdkClientOptions(client) {
+	const options = client._options;
+	if (options != null && typeof options === "object") return options;
+	return {};
+}
+
+//#endregion
+exports.getSdkClientOptions = getSdkClientOptions;
+//# sourceMappingURL=sdk-client-utils.cjs.map

package/dist/service-adapters/shared/sdk-client-utils.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"sdk-client-utils.cjs","names":[],"sources":["../../../src/service-adapters/shared/sdk-client-utils.ts"],"sourcesContent":["/**\n * SDK clients (OpenAI, Anthropic, Groq) store constructor options like\n * `defaultHeaders` and `fetch` in a private/protected `_options` field\n * with no public accessor. This extracts them with a narrow type assertion.\n */\nexport function getSdkClientOptions(client: object): {\n  defaultHeaders?: Record<string, string>;\n  fetch?: typeof globalThis.fetch;\n} {\n  const rec = client as Record<string, unknown>;\n  const options = rec._options;\n  if (options != null && typeof options === \"object\") {\n    return options as {\n      defaultHeaders?: Record<string, string>;\n      fetch?: typeof globalThis.fetch;\n    };\n  }\n  return {};\n}\n"],"mappings":";;;;;;;;AAKA,SAAgB,oBAAoB,QAGlC;CAEA,MAAM,UADM,OACQ;AACpB,KAAI,WAAW,QAAQ,OAAO,YAAY,SACxC,QAAO;AAKT,QAAO,EAAE"}

package/dist/service-adapters/shared/sdk-client-utils.d.cts

@@ -0,0 +1,14 @@
+
+//#region src/service-adapters/shared/sdk-client-utils.d.ts
+/**
+ * SDK clients (OpenAI, Anthropic, Groq) store constructor options like
+ * `defaultHeaders` and `fetch` in a private/protected `_options` field
+ * with no public accessor. This extracts them with a narrow type assertion.
+ */
+declare function getSdkClientOptions(client: object): {
+  defaultHeaders?: Record<string, string>;
+  fetch?: typeof globalThis.fetch;
+};
+//#endregion
+export { getSdkClientOptions };
+//# sourceMappingURL=sdk-client-utils.d.cts.map

package/dist/service-adapters/shared/sdk-client-utils.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sdk-client-utils.d.cts","names":[],"sources":["../../../src/service-adapters/shared/sdk-client-utils.ts"],"mappings":";;;AAKA;;;;iBAAgB,mBAAA,CAAoB,MAAA;EAClC,cAAA,GAAiB,MAAA;EACjB,KAAA,UAAe,UAAA,CAAW,KAAA;AAAA"}

package/dist/service-adapters/shared/sdk-client-utils.d.mts

@@ -0,0 +1,14 @@
+import "reflect-metadata";
+//#region src/service-adapters/shared/sdk-client-utils.d.ts
+/**
+ * SDK clients (OpenAI, Anthropic, Groq) store constructor options like
+ * `defaultHeaders` and `fetch` in a private/protected `_options` field
+ * with no public accessor. This extracts them with a narrow type assertion.
+ */
+declare function getSdkClientOptions(client: object): {
+  defaultHeaders?: Record<string, string>;
+  fetch?: typeof globalThis.fetch;
+};
+//#endregion
+export { getSdkClientOptions };
+//# sourceMappingURL=sdk-client-utils.d.mts.map

package/dist/service-adapters/shared/sdk-client-utils.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sdk-client-utils.d.mts","names":[],"sources":["../../../src/service-adapters/shared/sdk-client-utils.ts"],"mappings":";;;AAKA;;;;iBAAgB,mBAAA,CAAoB,MAAA;EAClC,cAAA,GAAiB,MAAA;EACjB,KAAA,UAAe,UAAA,CAAW,KAAA;AAAA"}

package/dist/service-adapters/shared/sdk-client-utils.mjs

@@ -0,0 +1,16 @@
+import "reflect-metadata";
+//#region src/service-adapters/shared/sdk-client-utils.ts
+/**
+* SDK clients (OpenAI, Anthropic, Groq) store constructor options like
+* `defaultHeaders` and `fetch` in a private/protected `_options` field
+* with no public accessor. This extracts them with a narrow type assertion.
+*/
+function getSdkClientOptions(client) {
+	const options = client._options;
+	if (options != null && typeof options === "object") return options;
+	return {};
+}
+
+//#endregion
+export { getSdkClientOptions };
+//# sourceMappingURL=sdk-client-utils.mjs.map

package/dist/service-adapters/shared/sdk-client-utils.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"sdk-client-utils.mjs","names":[],"sources":["../../../src/service-adapters/shared/sdk-client-utils.ts"],"sourcesContent":["/**\n * SDK clients (OpenAI, Anthropic, Groq) store constructor options like\n * `defaultHeaders` and `fetch` in a private/protected `_options` field\n * with no public accessor. This extracts them with a narrow type assertion.\n */\nexport function getSdkClientOptions(client: object): {\n  defaultHeaders?: Record<string, string>;\n  fetch?: typeof globalThis.fetch;\n} {\n  const rec = client as Record<string, unknown>;\n  const options = rec._options;\n  if (options != null && typeof options === \"object\") {\n    return options as {\n      defaultHeaders?: Record<string, string>;\n      fetch?: typeof globalThis.fetch;\n    };\n  }\n  return {};\n}\n"],"mappings":";;;;;;;AAKA,SAAgB,oBAAoB,QAGlC;CAEA,MAAM,UADM,OACQ;AACpB,KAAI,WAAW,QAAQ,OAAO,YAAY,SACxC,QAAO;AAKT,QAAO,EAAE"}

package/package.json

@@ -9,7 +9,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "1.52.0",
+  "version": "1.52.1-next.0",
   "sideEffects": [
     "./dist/index.mjs",
     "./dist/index.cjs",
@@ -52,6 +52,8 @@
     "@ag-ui/client": "^0.0.45",
     "@ag-ui/core": "^0.0.45",
     "@ag-ui/langgraph": "^0.0.24",
+    "@ai-sdk/anthropic": "^2.0.22",
+    "@ai-sdk/openai": "^2.0.42",
     "@graphql-yoga/plugin-defer-stream": "^3.3.1",
     "@hono/node-server": "^1.13.5",
     "@scarf/scarf": "^1.3.0",
@@ -60,6 +62,7 @@
     "graphql": "^16.8.1",
     "graphql-scalars": "^1.23.0",
     "graphql-yoga": "^5.3.1",
+    "ai": "^5.0.92",
     "hono": "^4.11.4",
     "openai": "^4.85.1",
     "partial-json": "^0.1.7",
@@ -69,9 +72,9 @@
     "rxjs": "7.8.1",
     "type-graphql": "2.0.0-rc.1",
     "zod": "^3.23.3",
-    "@copilotkitnext/agent": "1.52.0",
-    "@copilotkitnext/runtime": "1.52.0",
-    "@copilotkit/shared": "1.52.0"
+    "@copilotkit/shared": "1.52.1-next.0",
+    "@copilotkitnext/agent": "1.52.1-next.0",
+    "@copilotkitnext/runtime": "1.52.1-next.0"
   },
   "peerDependencies": {
     "@anthropic-ai/sdk": "^0.57.0",

package/src/lib/runtime/copilot-runtime.ts

@@ -416,9 +416,10 @@ export class CopilotRuntime<const T extends Parameter[] | [] = []> {
       }
 
       if (isAgentsListEmpty) {
-        agentsList.default = new BuiltInAgent({
-          model: `${serviceAdapter.provider}/${serviceAdapter.model}`,
-        });
+        const model =
+          serviceAdapter.getLanguageModel?.() ??
+          `${serviceAdapter.provider}/${serviceAdapter.model}`;
+        agentsList.default = new BuiltInAgent({ model });
       }
 
       const actions = this.params?.actions;

package/src/service-adapters/anthropic/anthropic-adapter.ts

@@ -22,6 +22,8 @@
  * });
  * ```
  */
+import type { LanguageModel } from "ai";
+import { createAnthropic } from "@ai-sdk/anthropic";
 import type Anthropic from "@anthropic-ai/sdk";
 import {
   CopilotServiceAdapter,
@@ -35,7 +37,7 @@ import {
 } from "./utils";
 
 import { randomId, randomUUID } from "@copilotkit/shared";
-import { convertServiceAdapterError } from "../shared";
+import { convertServiceAdapterError, getSdkClientOptions } from "../shared";
 
 const DEFAULT_MODEL = "claude-3-5-sonnet-latest";
 
@@ -94,6 +96,18 @@ export class AnthropicAdapter implements CopilotServiceAdapter {
     this.promptCaching = params?.promptCaching || { enabled: false };
   }
 
+  getLanguageModel(): LanguageModel {
+    const anthropic = this.ensureAnthropic();
+    const options = getSdkClientOptions(anthropic);
+    const provider = createAnthropic({
+      baseURL: anthropic.baseURL,
+      apiKey: anthropic.apiKey,
+      headers: options.defaultHeaders,
+      fetch: options.fetch,
+    });
+    return provider(this.model);
+  }
+
   private ensureAnthropic(): Anthropic {
     if (!this._anthropic) {
       // eslint-disable-next-line @typescript-eslint/no-var-requires

package/src/service-adapters/groq/groq-adapter.ts

@@ -14,6 +14,8 @@
  * return new GroqAdapter({ groq, model: "<model-name>" });
  * ```
  */
+import type { LanguageModel } from "ai";
+import { createOpenAI } from "@ai-sdk/openai";
 import type { Groq } from "groq-sdk";
 import type { ChatCompletionMessageParam } from "groq-sdk/resources/chat";
 import {
@@ -27,7 +29,7 @@ import {
   limitMessagesToTokenCount,
 } from "../openai/utils";
 import { randomUUID } from "@copilotkit/shared";
-import { convertServiceAdapterError } from "../shared";
+import { convertServiceAdapterError, getSdkClientOptions } from "../shared";
 
 const DEFAULT_MODEL = "llama-3.3-70b-versatile";
 
@@ -77,6 +79,19 @@ export class GroqAdapter implements CopilotServiceAdapter {
     this.disableParallelToolCalls = params?.disableParallelToolCalls || false;
   }
 
+  getLanguageModel(): LanguageModel {
+    const groq = this.ensureGroq();
+    const options = getSdkClientOptions(groq);
+    const provider = createOpenAI({
+      baseURL: groq.baseURL,
+      apiKey: groq.apiKey,
+      headers: options.defaultHeaders,
+      fetch: options.fetch,
+      name: "groq",
+    });
+    return provider(this.model);
+  }
+
   private ensureGroq(): Groq {
     if (!this._groq) {
       // eslint-disable-next-line @typescript-eslint/no-var-requires

package/src/service-adapters/openai/openai-adapter.ts

@@ -48,6 +48,8 @@
  * return new OpenAIAdapter({ openai });
  * ```
  */
+import type { LanguageModel } from "ai";
+import { createOpenAI } from "@ai-sdk/openai";
 import type OpenAI from "openai";
 import {
   CopilotServiceAdapter,
@@ -60,7 +62,7 @@ import {
   limitMessagesToTokenCount,
 } from "./utils";
 import { randomUUID } from "@copilotkit/shared";
-import { convertServiceAdapterError } from "../shared";
+import { convertServiceAdapterError, getSdkClientOptions } from "../shared";
 
 const DEFAULT_MODEL = "gpt-4o";
 
@@ -123,6 +125,20 @@ export class OpenAIAdapter implements CopilotServiceAdapter {
     this.keepSystemRole = params?.keepSystemRole ?? false;
   }
 
+  getLanguageModel(): LanguageModel {
+    const openai = this.ensureOpenAI();
+    const options = getSdkClientOptions(openai);
+    const provider = createOpenAI({
+      baseURL: openai.baseURL,
+      apiKey: openai.apiKey,
+      organization: openai.organization ?? undefined,
+      project: openai.project ?? undefined,
+      headers: options.defaultHeaders,
+      fetch: options.fetch,
+    });
+    return provider(this.model);
+  }
+
   private ensureOpenAI(): OpenAI {
     if (!this._openai) {
       // eslint-disable-next-line @typescript-eslint/no-var-requires

package/src/service-adapters/service-adapter.ts

@@ -1,3 +1,4 @@
+import type { LanguageModel } from "ai";
 import { Message } from "../graphql/types/converted";
 import { RuntimeEventSource } from "./events";
 import { ActionInput } from "../graphql/inputs/action.input";
@@ -38,4 +39,12 @@ export interface CopilotServiceAdapter {
     request: CopilotRuntimeChatCompletionRequest,
   ): Promise<CopilotRuntimeChatCompletionResponse>;
   name?: string;
+
+  /**
+   * Returns a pre-configured LanguageModel for use with BuiltInAgent.
+   * Adapters that support custom provider configurations (e.g., Azure OpenAI
+   * with custom baseURL/apiKey) should implement this to ensure the
+   * configuration is propagated to the agent layer.
+   */
+  getLanguageModel?(): LanguageModel;
 }

package/src/service-adapters/shared/index.ts

@@ -1 +1,2 @@
 export * from "./error-utils";
+export * from "./sdk-client-utils";

package/src/service-adapters/shared/sdk-client-utils.ts

@@ -0,0 +1,19 @@
+/**
+ * SDK clients (OpenAI, Anthropic, Groq) store constructor options like
+ * `defaultHeaders` and `fetch` in a private/protected `_options` field
+ * with no public accessor. This extracts them with a narrow type assertion.
+ */
+export function getSdkClientOptions(client: object): {
+  defaultHeaders?: Record<string, string>;
+  fetch?: typeof globalThis.fetch;
+} {
+  const rec = client as Record<string, unknown>;
+  const options = rec._options;
+  if (options != null && typeof options === "object") {
+    return options as {
+      defaultHeaders?: Record<string, string>;
+      fetch?: typeof globalThis.fetch;
+    };
+  }
+  return {};
+}

package/tests/service-adapters/anthropic/anthropic-adapter-language-model.test.ts

@@ -0,0 +1,101 @@
+import { describe, it, expect, vi, beforeEach } from "vitest";
+import type { AnthropicProviderSettings } from "@ai-sdk/anthropic";
+import { AnthropicAdapter } from "../../../src/service-adapters/anthropic/anthropic-adapter";
+import Anthropic from "@anthropic-ai/sdk";
+
+// Keys from AnthropicProviderSettings that we forward from the Anthropic SDK client.
+type ForwardedAnthropicKeys = "baseURL" | "apiKey" | "headers" | "fetch";
+
+// We don't set `name` or `generateId` — they're provider-internal concerns.
+type ControlledAnthropicKeys = "name" | "generateId";
+
+// Compile-time exhaustiveness check: every key in AnthropicProviderSettings
+// must be accounted for. If this line errors, a new key was added.
+type _exhaustive =
+  Exclude<
+    keyof AnthropicProviderSettings,
+    ForwardedAnthropicKeys | ControlledAnthropicKeys
+  > extends never
+    ? true
+    : {
+        error: "AnthropicProviderSettings has unhandled keys";
+        unhandled: Exclude<
+          keyof AnthropicProviderSettings,
+          ForwardedAnthropicKeys | ControlledAnthropicKeys
+        >;
+      };
+const _check: _exhaustive = true;
+
+const { mockProviderFn, mockCreateAnthropic } = vi.hoisted(() => {
+  const mockProviderFn = vi.fn().mockReturnValue({ modelId: "test-model" });
+  const mockCreateAnthropic = vi.fn().mockReturnValue(mockProviderFn);
+  return { mockProviderFn, mockCreateAnthropic };
+});
+
+vi.mock("@ai-sdk/anthropic", async (importOriginal) => {
+  const actual = await importOriginal<typeof import("@ai-sdk/anthropic")>();
+  return { ...actual, createAnthropic: mockCreateAnthropic };
+});
+
+vi.mock("@anthropic-ai/sdk", () => {
+  return {
+    default: class MockAnthropic {
+      baseURL: string;
+      apiKey: string;
+      _options: Record<string, any>;
+      messages = { create: vi.fn() };
+
+      constructor(opts: any = {}) {
+        this.baseURL = opts.baseURL ?? "https://api.anthropic.com/v1";
+        this.apiKey = opts.apiKey ?? "default-key";
+        this._options = {
+          defaultHeaders: opts.defaultHeaders,
+          fetch: opts.fetch,
+          ...opts,
+        };
+      }
+    },
+  };
+});
+
+describe("AnthropicAdapter.getLanguageModel()", () => {
+  beforeEach(() => {
+    vi.clearAllMocks();
+  });
+
+  it("forwards all provider-relevant options from the Anthropic SDK client", () => {
+    const customFetch = vi.fn();
+    const anthropic = new Anthropic({
+      apiKey: "sk-ant-test",
+      baseURL: "https://proxy.example.com/v1",
+      defaultHeaders: { "x-custom": "value" },
+      fetch: customFetch,
+    });
+
+    const adapter = new AnthropicAdapter({
+      anthropic,
+      model: "claude-3-5-sonnet-latest",
+    });
+    adapter.getLanguageModel();
+
+    expect(mockCreateAnthropic).toHaveBeenCalledOnce();
+    const settings = mockCreateAnthropic.mock.calls[0][0];
+
+    expect(settings.baseURL).toBe("https://proxy.example.com/v1");
+    expect(settings.apiKey).toBe("sk-ant-test");
+    expect(settings.headers).toEqual({ "x-custom": "value" });
+    expect(settings.fetch).toBe(customFetch);
+
+    expect(mockProviderFn).toHaveBeenCalledWith("claude-3-5-sonnet-latest");
+  });
+
+  it("works with default Anthropic config (no custom options)", () => {
+    const anthropic = new Anthropic({ apiKey: "sk-ant-default" });
+    const adapter = new AnthropicAdapter({ anthropic });
+    adapter.getLanguageModel();
+
+    const settings = mockCreateAnthropic.mock.calls[0][0];
+    expect(settings.baseURL).toBe("https://api.anthropic.com/v1");
+    expect(settings.apiKey).toBe("sk-ant-default");
+  });
+});