@copilotkit/runtime 1.9.2-next.7 → 1.9.2-next.9

package/dist/lib/integrations/node-http/index.mjs

@@ -1,9 +1,10 @@
 import {
   copilotRuntimeNodeHttpEndpoint
-} from "../../../chunk-HB4D2KJC.mjs";
-import "../../../chunk-IIXJVVTV.mjs";
-import "../../../chunk-5BIEM2UU.mjs";
+} from "../../../chunk-Z5GYTKMD.mjs";
 import "../../../chunk-SHBDMA63.mjs";
+import "../../../chunk-4JBKY7XT.mjs";
+import "../../../chunk-XWBDEXDA.mjs";
+import "../../../chunk-AMUJQ6IR.mjs";
 import "../../../chunk-2OZAGFV3.mjs";
 import "../../../chunk-FHD4JECV.mjs";
 export {

package/dist/service-adapters/index.d.ts

@@ -1,7 +1,8 @@
-import { b as CopilotServiceAdapter, C as CopilotRuntimeChatCompletionRequest, a as CopilotRuntimeChatCompletionResponse } from '../langserve-4a5c9217.js';
-export { c as RemoteChain, R as RemoteChainParameters } from '../langserve-4a5c9217.js';
-import { L as LangChainAdapter } from '../groq-adapter-25a2bd35.js';
-export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-25a2bd35.js';
+import { b as CopilotServiceAdapter, C as CopilotRuntimeChatCompletionRequest, a as CopilotRuntimeChatCompletionResponse } from '../langserve-fc5cac89.js';
+export { c as RemoteChain, R as RemoteChainParameters } from '../langserve-fc5cac89.js';
+export { convertServiceAdapterError } from './shared/index.js';
+import { L as LangChainAdapter } from '../groq-adapter-172a2ca4.js';
+export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-172a2ca4.js';
 import Anthropic from '@anthropic-ai/sdk';
 import '../index-d4614f9b.js';
 import '../graphql/types/base/index.js';

package/dist/service-adapters/index.js

@@ -41,7 +41,8 @@ __export(service_adapters_exports, {
   OpenAIAdapter: () => OpenAIAdapter,
   OpenAIAssistantAdapter: () => OpenAIAssistantAdapter,
   RemoteChain: () => RemoteChain,
-  UnifyAdapter: () => UnifyAdapter
+  UnifyAdapter: () => UnifyAdapter,
+  convertServiceAdapterError: () => convertServiceAdapterError
 });
 module.exports = __toCommonJS(service_adapters_exports);
 
@@ -123,11 +124,53 @@ var RemoteChain = class {
 };
 __name(RemoteChain, "RemoteChain");
 
+// src/service-adapters/shared/error-utils.ts
+var import_shared = require("@copilotkit/shared");
+function convertServiceAdapterError(error, adapterName) {
+  var _a, _b, _c;
+  const errorName = ((_a = error == null ? void 0 : error.constructor) == null ? void 0 : _a.name) || error.name;
+  const errorMessage = (error == null ? void 0 : error.message) || String(error);
+  const statusCode = error.status || error.statusCode || ((_b = error.response) == null ? void 0 : _b.status);
+  const responseData = error.error || ((_c = error.response) == null ? void 0 : _c.data) || error.data;
+  const structuredError = new import_shared.CopilotKitLowLevelError({
+    error: error instanceof Error ? error : new Error(errorMessage),
+    url: `${adapterName} service adapter`,
+    message: `${adapterName} API error: ${errorMessage}`
+  });
+  if (statusCode) {
+    structuredError.statusCode = statusCode;
+  }
+  if (responseData) {
+    structuredError.responseData = responseData;
+  }
+  if (errorName) {
+    structuredError.originalErrorType = errorName;
+  }
+  let newCode;
+  if (statusCode === 401) {
+    newCode = import_shared.CopilotKitErrorCode.AUTHENTICATION_ERROR;
+  } else if (statusCode >= 400 && statusCode < 500) {
+    newCode = import_shared.CopilotKitErrorCode.CONFIGURATION_ERROR;
+  } else if (statusCode >= 500) {
+    newCode = import_shared.CopilotKitErrorCode.NETWORK_ERROR;
+  } else if (statusCode) {
+    newCode = import_shared.CopilotKitErrorCode.CONFIGURATION_ERROR;
+  } else {
+    newCode = import_shared.CopilotKitErrorCode.NETWORK_ERROR;
+  }
+  structuredError.code = newCode;
+  if (structuredError.extensions) {
+    structuredError.extensions.code = newCode;
+  }
+  return structuredError;
+}
+__name(convertServiceAdapterError, "convertServiceAdapterError");
+
 // src/service-adapters/openai/openai-adapter.ts
 var import_openai = __toESM(require("openai"));
 
 // src/service-adapters/openai/utils.ts
-var import_shared = require("@copilotkit/shared");
+var import_shared2 = require("@copilotkit/shared");
 function limitMessagesToTokenCount(messages, tools, model, maxTokens) {
   maxTokens || (maxTokens = maxTokensForOpenAIModel(model));
   const result = [];
@@ -241,7 +284,7 @@ function convertActionInputToOpenAITool(action) {
     function: {
       name: action.name,
       description: action.description,
-      parameters: (0, import_shared.parseJson)(action.jsonSchema, {})
+      parameters: (0, import_shared2.parseJson)(action.jsonSchema, {})
     }
   };
 }
@@ -309,7 +352,7 @@ function convertSystemMessageToAssistantAPI(message) {
 __name(convertSystemMessageToAssistantAPI, "convertSystemMessageToAssistantAPI");
 
 // src/service-adapters/openai/openai-adapter.ts
-var import_shared2 = require("@copilotkit/shared");
+var import_shared3 = require("@copilotkit/shared");
 var DEFAULT_MODEL = "gpt-4o";
 var OpenAIAdapter = class {
   model = DEFAULT_MODEL;
@@ -330,7 +373,8 @@ var OpenAIAdapter = class {
   async process(request) {
     const { threadId: threadIdFromRequest, model = this.model, messages, actions, eventSource, forwardedParameters } = request;
     const tools = actions.map(convertActionInputToOpenAITool);
-    const threadId = threadIdFromRequest ?? (0, import_shared2.randomUUID)();
+    const threadId = threadIdFromRequest ?? (0, import_shared3.randomUUID)();
+    console.log("messages", messages);
     const validToolUseIds = /* @__PURE__ */ new Set();
     for (const message of messages) {
       if (message.isActionExecutionMessage()) {
@@ -360,6 +404,29 @@ var OpenAIAdapter = class {
         }
       };
     }
+    console.log("INPUT", {
+      model,
+      stream: true,
+      messages: openaiMessages,
+      ...tools.length > 0 && {
+        tools
+      },
+      ...(forwardedParameters == null ? void 0 : forwardedParameters.maxTokens) && {
+        max_tokens: forwardedParameters.maxTokens
+      },
+      ...(forwardedParameters == null ? void 0 : forwardedParameters.stop) && {
+        stop: forwardedParameters.stop
+      },
+      ...toolChoice && {
+        tool_choice: toolChoice
+      },
+      ...this.disableParallelToolCalls && {
+        parallel_tool_calls: false
+      },
+      ...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) && {
+        temperature: forwardedParameters.temperature
+      }
+    });
     try {
       const stream = this.openai.beta.chat.completions.stream({
         model,
@@ -446,14 +513,14 @@ var OpenAIAdapter = class {
             });
           }
         } catch (error) {
-          console.error("[OpenAI] Error processing stream:", error);
-          throw error;
+          console.error("[OpenAI] Error during API call:", error);
+          throw convertServiceAdapterError(error, "OpenAI");
         }
         eventStream$.complete();
       });
     } catch (error) {
       console.error("[OpenAI] Error during API call:", error);
-      throw error;
+      throw convertServiceAdapterError(error, "OpenAI");
     }
     return {
       threadId
@@ -465,7 +532,7 @@ __name(OpenAIAdapter, "OpenAIAdapter");
 // src/service-adapters/langchain/utils.ts
 var import_messages = require("@langchain/core/messages");
 var import_tools = require("@langchain/core/tools");
-var import_shared3 = require("@copilotkit/shared");
+var import_shared5 = require("@copilotkit/shared");
 function convertMessageToLangChainMessage(message) {
   if (message.isTextMessage()) {
     if (message.role == "user") {
@@ -498,7 +565,7 @@ function convertActionInputToLangChainTool(actionInput) {
   return new import_tools.DynamicStructuredTool({
     name: actionInput.name,
     description: actionInput.description,
-    schema: (0, import_shared3.convertJsonSchemaToZodSchema)(JSON.parse(actionInput.jsonSchema), true),
+    schema: (0, import_shared5.convertJsonSchemaToZodSchema)(JSON.parse(actionInput.jsonSchema), true),
     func: async () => {
       return "";
     }
@@ -531,7 +598,7 @@ async function streamLangChainResponse({ result, eventStream$, actionExecution }
   var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l;
   if (typeof result === "string") {
     if (!actionExecution) {
-      eventStream$.sendTextMessage((0, import_shared3.randomId)(), result);
+      eventStream$.sendTextMessage((0, import_shared5.randomId)(), result);
     } else {
       eventStream$.sendActionExecutionResult({
         actionExecutionId: actionExecution.id,
@@ -542,11 +609,11 @@ async function streamLangChainResponse({ result, eventStream$, actionExecution }
   } else if (isAIMessage(result)) {
     maybeSendActionExecutionResultIsMessage(eventStream$, actionExecution);
     if (result.content) {
-      eventStream$.sendTextMessage((0, import_shared3.randomId)(), result.content);
+      eventStream$.sendTextMessage((0, import_shared5.randomId)(), result.content);
     }
     for (const toolCall of result.tool_calls) {
       eventStream$.sendActionExecution({
-        actionExecutionId: toolCall.id || (0, import_shared3.randomId)(),
+        actionExecutionId: toolCall.id || (0, import_shared5.randomId)(),
         actionName: toolCall.name,
         args: JSON.stringify(toolCall.args)
       });
@@ -554,12 +621,12 @@ async function streamLangChainResponse({ result, eventStream$, actionExecution }
   } else if (isBaseMessageChunk(result)) {
     maybeSendActionExecutionResultIsMessage(eventStream$, actionExecution);
     if ((_a = result.lc_kwargs) == null ? void 0 : _a.content) {
-      eventStream$.sendTextMessage((0, import_shared3.randomId)(), result.content);
+      eventStream$.sendTextMessage((0, import_shared5.randomId)(), result.content);
     }
     if ((_b = result.lc_kwargs) == null ? void 0 : _b.tool_calls) {
       for (const toolCall of (_c = result.lc_kwargs) == null ? void 0 : _c.tool_calls) {
         eventStream$.sendActionExecution({
-          actionExecutionId: toolCall.id || (0, import_shared3.randomId)(),
+          actionExecutionId: toolCall.id || (0, import_shared5.randomId)(),
           actionName: toolCall.name,
           args: JSON.stringify(toolCall.args)
         });
@@ -633,7 +700,7 @@ async function streamLangChainResponse({ result, eventStream$, actionExecution }
             });
           } else if (content) {
             mode = "message";
-            currentMessageId = ((_k = value.lc_kwargs) == null ? void 0 : _k.id) || (0, import_shared3.randomId)();
+            currentMessageId = ((_k = value.lc_kwargs) == null ? void 0 : _k.id) || (0, import_shared5.randomId)();
             eventStream$.sendTextMessageStart({
               messageId: currentMessageId
             });
@@ -690,7 +757,7 @@ function encodeResult(result) {
 __name(encodeResult, "encodeResult");
 
 // src/service-adapters/langchain/langchain-adapter.ts
-var import_shared4 = require("@copilotkit/shared");
+var import_shared6 = require("@copilotkit/shared");
 var import_promises = require("@langchain/core/callbacks/promises");
 var LangChainAdapter = class {
   options;
@@ -703,7 +770,7 @@ var LangChainAdapter = class {
   async process(request) {
     try {
       const { eventSource, model, actions, messages, runId, threadId: threadIdFromRequest } = request;
-      const threadId = threadIdFromRequest ?? (0, import_shared4.randomUUID)();
+      const threadId = threadIdFromRequest ?? (0, import_shared6.randomUUID)();
       const result = await this.options.chainFn({
         messages: messages.map(convertMessageToLangChainMessage),
         tools: actions.map(convertActionInputToLangChainTool),
@@ -958,7 +1025,7 @@ __name(getRunIdFromStream, "getRunIdFromStream");
 
 // src/service-adapters/unify/unify-adapter.ts
 var import_openai3 = __toESM(require("openai"));
-var import_shared5 = require("@copilotkit/shared");
+var import_shared7 = require("@copilotkit/shared");
 var UnifyAdapter = class {
   apiKey;
   model;
@@ -1000,7 +1067,7 @@ var UnifyAdapter = class {
       for await (const chunk of stream) {
         if (this.start) {
           model = chunk.model;
-          currentMessageId = (0, import_shared5.randomId)();
+          currentMessageId = (0, import_shared7.randomId)();
           eventStream$.sendTextMessageStart({
             messageId: currentMessageId
           });
@@ -1067,7 +1134,7 @@ var UnifyAdapter = class {
       eventStream$.complete();
     });
     return {
-      threadId: request.threadId || (0, import_shared5.randomUUID)()
+      threadId: request.threadId || (0, import_shared7.randomUUID)()
     };
   }
 };
@@ -1075,7 +1142,7 @@ __name(UnifyAdapter, "UnifyAdapter");
 
 // src/service-adapters/groq/groq-adapter.ts
 var import_groq_sdk = require("groq-sdk");
-var import_shared6 = require("@copilotkit/shared");
+var import_shared8 = require("@copilotkit/shared");
 var DEFAULT_MODEL2 = "llama-3.3-70b-versatile";
 var GroqAdapter = class {
   model = DEFAULT_MODEL2;
@@ -1107,90 +1174,99 @@ var GroqAdapter = class {
         }
       };
     }
-    const stream = await this.groq.chat.completions.create({
-      model,
-      stream: true,
-      messages: openaiMessages,
-      ...tools.length > 0 && {
-        tools
-      },
-      ...(forwardedParameters == null ? void 0 : forwardedParameters.maxTokens) && {
-        max_tokens: forwardedParameters.maxTokens
-      },
-      ...(forwardedParameters == null ? void 0 : forwardedParameters.stop) && {
-        stop: forwardedParameters.stop
-      },
-      ...toolChoice && {
-        tool_choice: toolChoice
-      },
-      ...this.disableParallelToolCalls && {
-        parallel_tool_calls: false
-      },
-      ...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) && {
-        temperature: forwardedParameters.temperature
-      }
-    });
+    let stream;
+    try {
+      stream = await this.groq.chat.completions.create({
+        model,
+        stream: true,
+        messages: openaiMessages,
+        ...tools.length > 0 && {
+          tools
+        },
+        ...(forwardedParameters == null ? void 0 : forwardedParameters.maxTokens) && {
+          max_tokens: forwardedParameters.maxTokens
+        },
+        ...(forwardedParameters == null ? void 0 : forwardedParameters.stop) && {
+          stop: forwardedParameters.stop
+        },
+        ...toolChoice && {
+          tool_choice: toolChoice
+        },
+        ...this.disableParallelToolCalls && {
+          parallel_tool_calls: false
+        },
+        ...(forwardedParameters == null ? void 0 : forwardedParameters.temperature) && {
+          temperature: forwardedParameters.temperature
+        }
+      });
+    } catch (error) {
+      throw convertServiceAdapterError(error, "Groq");
+    }
     eventSource.stream(async (eventStream$) => {
       var _a, _b;
       let mode = null;
       let currentMessageId;
       let currentToolCallId;
-      for await (const chunk of stream) {
-        const toolCall = (_a = chunk.choices[0].delta.tool_calls) == null ? void 0 : _a[0];
-        const content = chunk.choices[0].delta.content;
-        if (mode === "message" && (toolCall == null ? void 0 : toolCall.id)) {
-          mode = null;
-          eventStream$.sendTextMessageEnd({
-            messageId: currentMessageId
-          });
-        } else if (mode === "function" && (toolCall === void 0 || (toolCall == null ? void 0 : toolCall.id))) {
-          mode = null;
-          eventStream$.sendActionExecutionEnd({
-            actionExecutionId: currentToolCallId
-          });
-        }
-        if (mode === null) {
-          if (toolCall == null ? void 0 : toolCall.id) {
-            mode = "function";
-            currentToolCallId = toolCall.id;
-            eventStream$.sendActionExecutionStart({
-              actionExecutionId: currentToolCallId,
-              actionName: toolCall.function.name,
-              parentMessageId: chunk.id
-            });
-          } else if (content) {
-            mode = "message";
-            currentMessageId = chunk.id;
-            eventStream$.sendTextMessageStart({
+      try {
+        for await (const chunk of stream) {
+          const toolCall = (_a = chunk.choices[0].delta.tool_calls) == null ? void 0 : _a[0];
+          const content = chunk.choices[0].delta.content;
+          if (mode === "message" && (toolCall == null ? void 0 : toolCall.id)) {
+            mode = null;
+            eventStream$.sendTextMessageEnd({
               messageId: currentMessageId
             });
+          } else if (mode === "function" && (toolCall === void 0 || (toolCall == null ? void 0 : toolCall.id))) {
+            mode = null;
+            eventStream$.sendActionExecutionEnd({
+              actionExecutionId: currentToolCallId
+            });
+          }
+          if (mode === null) {
+            if (toolCall == null ? void 0 : toolCall.id) {
+              mode = "function";
+              currentToolCallId = toolCall.id;
+              eventStream$.sendActionExecutionStart({
+                actionExecutionId: currentToolCallId,
+                actionName: toolCall.function.name,
+                parentMessageId: chunk.id
+              });
+            } else if (content) {
+              mode = "message";
+              currentMessageId = chunk.id;
+              eventStream$.sendTextMessageStart({
+                messageId: currentMessageId
+              });
+            }
+          }
+          if (mode === "message" && content) {
+            eventStream$.sendTextMessageContent({
+              messageId: currentMessageId,
+              content
+            });
+          } else if (mode === "function" && ((_b = toolCall == null ? void 0 : toolCall.function) == null ? void 0 : _b.arguments)) {
+            eventStream$.sendActionExecutionArgs({
+              actionExecutionId: currentToolCallId,
+              args: toolCall.function.arguments
+            });
           }
         }
-        if (mode === "message" && content) {
-          eventStream$.sendTextMessageContent({
-            messageId: currentMessageId,
-            content
+        if (mode === "message") {
+          eventStream$.sendTextMessageEnd({
+            messageId: currentMessageId
           });
-        } else if (mode === "function" && ((_b = toolCall == null ? void 0 : toolCall.function) == null ? void 0 : _b.arguments)) {
-          eventStream$.sendActionExecutionArgs({
-            actionExecutionId: currentToolCallId,
-            args: toolCall.function.arguments
+        } else if (mode === "function") {
+          eventStream$.sendActionExecutionEnd({
+            actionExecutionId: currentToolCallId
           });
         }
-      }
-      if (mode === "message") {
-        eventStream$.sendTextMessageEnd({
-          messageId: currentMessageId
-        });
-      } else if (mode === "function") {
-        eventStream$.sendActionExecutionEnd({
-          actionExecutionId: currentToolCallId
-        });
+      } catch (error) {
+        throw convertServiceAdapterError(error, "Groq");
       }
       eventStream$.complete();
     });
     return {
-      threadId: request.threadId || (0, import_shared6.randomUUID)()
+      threadId: request.threadId || (0, import_shared8.randomUUID)()
     };
   }
 };
@@ -1346,7 +1422,7 @@ function convertMessageToAnthropicMessage(message) {
 __name(convertMessageToAnthropicMessage, "convertMessageToAnthropicMessage");
 
 // src/service-adapters/anthropic/anthropic-adapter.ts
-var import_shared7 = require("@copilotkit/shared");
+var import_shared10 = require("@copilotkit/shared");
 var DEFAULT_MODEL3 = "claude-3-5-sonnet-latest";
 var AnthropicAdapter = class {
   model = DEFAULT_MODEL3;
@@ -1428,8 +1504,8 @@ var AnthropicAdapter = class {
       eventSource.stream(async (eventStream$) => {
         let mode = null;
         let didOutputText = false;
-        let currentMessageId = (0, import_shared7.randomId)();
-        let currentToolCallId = (0, import_shared7.randomId)();
+        let currentMessageId = (0, import_shared10.randomId)();
+        let currentToolCallId = (0, import_shared10.randomId)();
         let filterThinkingTextBuffer = new FilterThinkingTextBuffer();
         try {
           for await (const chunk of stream) {
@@ -1485,17 +1561,15 @@ var AnthropicAdapter = class {
             }
           }
         } catch (error) {
-          console.error("[Anthropic] Error processing stream:", error);
-          throw error;
+          throw convertServiceAdapterError(error, "Anthropic");
         }
         eventStream$.complete();
       });
     } catch (error) {
-      console.error("[Anthropic] Error during API call:", error);
-      throw error;
+      throw convertServiceAdapterError(error, "Anthropic");
     }
     return {
-      threadId: threadId || (0, import_shared7.randomUUID)()
+      threadId: threadId || (0, import_shared10.randomUUID)()
     };
   }
 };
@@ -1535,7 +1609,7 @@ var FilterThinkingTextBuffer = /* @__PURE__ */ __name(class FilterThinkingTextBu
 
 // src/service-adapters/experimental/ollama/ollama-adapter.ts
 var import_ollama = require("@langchain/community/llms/ollama");
-var import_shared8 = require("@copilotkit/shared");
+var import_shared12 = require("@copilotkit/shared");
 var DEFAULT_MODEL4 = "llama3:latest";
 var ExperimentalOllamaAdapter = class {
   model;
@@ -1554,7 +1628,7 @@ var ExperimentalOllamaAdapter = class {
     const contents = messages.filter((m) => m.isTextMessage()).map((m) => m.content);
     const _stream = await ollama.stream(contents);
     eventSource.stream(async (eventStream$) => {
-      const currentMessageId = (0, import_shared8.randomId)();
+      const currentMessageId = (0, import_shared12.randomId)();
       eventStream$.sendTextMessageStart({
         messageId: currentMessageId
       });
@@ -1570,7 +1644,7 @@ var ExperimentalOllamaAdapter = class {
       eventStream$.complete();
     });
     return {
-      threadId: request.threadId || (0, import_shared8.randomUUID)()
+      threadId: request.threadId || (0, import_shared12.randomUUID)()
     };
   }
 };
@@ -1598,11 +1672,11 @@ var BedrockAdapter = class extends LangChainAdapter {
 __name(BedrockAdapter, "BedrockAdapter");
 
 // src/service-adapters/empty/empty-adapter.ts
-var import_shared9 = require("@copilotkit/shared");
+var import_shared13 = require("@copilotkit/shared");
 var EmptyAdapter = class {
   async process(request) {
     return {
-      threadId: request.threadId || (0, import_shared9.randomUUID)()
+      threadId: request.threadId || (0, import_shared13.randomUUID)()
     };
   }
 };
@@ -1621,6 +1695,7 @@ var ExperimentalEmptyAdapter = EmptyAdapter;
   OpenAIAdapter,
   OpenAIAssistantAdapter,
   RemoteChain,
-  UnifyAdapter
+  UnifyAdapter,
+  convertServiceAdapterError
 });
 //# sourceMappingURL=index.js.map