@copilotkit/runtime 1.4.0-pre-1-4-0.11 → 1.4.0-pre-1-4-0-alpha.10

package/dist/service-adapters/index.js

@@ -315,35 +315,61 @@ var OpenAIAdapter = class {
     eventSource.stream(async (eventStream$) => {
       var _a, _b;
       let mode = null;
+      let currentMessageId;
+      let currentToolCallId;
       for await (const chunk of stream) {
+        if (chunk.choices.length === 0) {
+          continue;
+        }
         const toolCall = (_a = chunk.choices[0].delta.tool_calls) == null ? void 0 : _a[0];
         const content = chunk.choices[0].delta.content;
         if (mode === "message" && (toolCall == null ? void 0 : toolCall.id)) {
           mode = null;
-          eventStream$.sendTextMessageEnd();
+          eventStream$.sendTextMessageEnd({
+            messageId: currentMessageId
+          });
         } else if (mode === "function" && (toolCall === void 0 || (toolCall == null ? void 0 : toolCall.id))) {
           mode = null;
-          eventStream$.sendActionExecutionEnd();
+          eventStream$.sendActionExecutionEnd({
+            actionExecutionId: currentToolCallId
+          });
         }
         if (mode === null) {
           if (toolCall == null ? void 0 : toolCall.id) {
             mode = "function";
-            eventStream$.sendActionExecutionStart(toolCall.id, toolCall.function.name);
+            currentToolCallId = toolCall.id;
+            eventStream$.sendActionExecutionStart({
+              actionExecutionId: currentToolCallId,
+              actionName: toolCall.function.name
+            });
           } else if (content) {
             mode = "message";
-            eventStream$.sendTextMessageStart(chunk.id);
+            currentMessageId = chunk.id;
+            eventStream$.sendTextMessageStart({
+              messageId: currentMessageId
+            });
           }
         }
         if (mode === "message" && content) {
-          eventStream$.sendTextMessageContent(content);
+          eventStream$.sendTextMessageContent({
+            messageId: currentMessageId,
+            content
+          });
         } else if (mode === "function" && ((_b = toolCall == null ? void 0 : toolCall.function) == null ? void 0 : _b.arguments)) {
-          eventStream$.sendActionExecutionArgs(toolCall.function.arguments);
+          eventStream$.sendActionExecutionArgs({
+            actionExecutionId: currentToolCallId,
+            args: toolCall.function.arguments
+          });
         }
       }
       if (mode === "message") {
-        eventStream$.sendTextMessageEnd();
+        eventStream$.sendTextMessageEnd({
+          messageId: currentMessageId
+        });
       } else if (mode === "function") {
-        eventStream$.sendActionExecutionEnd();
+        eventStream$.sendActionExecutionEnd({
+          actionExecutionId: currentToolCallId
+        });
       }
       eventStream$.complete();
     });
@@ -439,7 +465,11 @@ function isBaseMessageChunk(message) {
 __name(isBaseMessageChunk, "isBaseMessageChunk");
 function maybeSendActionExecutionResultIsMessage(eventStream$, actionExecution) {
   if (actionExecution) {
-    eventStream$.sendActionExecutionResult(actionExecution.id, actionExecution.name, "Sending a message");
+    eventStream$.sendActionExecutionResult({
+      actionExecutionId: actionExecution.id,
+      actionName: actionExecution.name,
+      result: "Sending a message"
+    });
   }
 }
 __name(maybeSendActionExecutionResultIsMessage, "maybeSendActionExecutionResultIsMessage");
@@ -449,7 +479,11 @@ async function streamLangChainResponse({ result, eventStream$, actionExecution }
     if (!actionExecution) {
       eventStream$.sendTextMessage((0, import_shared2.randomId)(), result);
     } else {
-      eventStream$.sendActionExecutionResult(actionExecution.id, actionExecution.name, result);
+      eventStream$.sendActionExecutionResult({
+        actionExecutionId: actionExecution.id,
+        actionName: actionExecution.name,
+        result
+      });
     }
   } else if (isAIMessage(result)) {
     maybeSendActionExecutionResultIsMessage(eventStream$, actionExecution);
@@ -457,7 +491,11 @@ async function streamLangChainResponse({ result, eventStream$, actionExecution }
       eventStream$.sendTextMessage((0, import_shared2.randomId)(), result.content);
     }
     for (const toolCall of result.tool_calls) {
-      eventStream$.sendActionExecution(toolCall.id || (0, import_shared2.randomId)(), toolCall.name, JSON.stringify(toolCall.args));
+      eventStream$.sendActionExecution({
+        actionExecutionId: toolCall.id || (0, import_shared2.randomId)(),
+        actionName: toolCall.name,
+        args: JSON.stringify(toolCall.args)
+      });
     }
   } else if (isBaseMessageChunk(result)) {
     maybeSendActionExecutionResultIsMessage(eventStream$, actionExecution);
@@ -466,7 +504,11 @@ async function streamLangChainResponse({ result, eventStream$, actionExecution }
     }
     if ((_b = result.lc_kwargs) == null ? void 0 : _b.tool_calls) {
       for (const toolCall of (_c = result.lc_kwargs) == null ? void 0 : _c.tool_calls) {
-        eventStream$.sendActionExecution(toolCall.id || (0, import_shared2.randomId)(), toolCall.name, JSON.stringify(toolCall.args));
+        eventStream$.sendActionExecution({
+          actionExecutionId: toolCall.id || (0, import_shared2.randomId)(),
+          actionName: toolCall.name,
+          args: JSON.stringify(toolCall.args)
+        });
       }
     }
   } else if (result && "getReader" in result) {
@@ -484,6 +526,7 @@ async function streamLangChainResponse({ result, eventStream$, actionExecution }
         const { done, value } = await reader.read();
         let toolCallName = void 0;
         let toolCallId = void 0;
+        let currentMessageId;
         let toolCallArgs = void 0;
         let hasToolCall = false;
         let content = value == null ? void 0 : value.content;
@@ -511,10 +554,14 @@ async function streamLangChainResponse({ result, eventStream$, actionExecution }
         }
         if (mode === "message" && (toolCallId || done)) {
           mode = null;
-          eventStream$.sendTextMessageEnd();
+          eventStream$.sendTextMessageEnd({
+            messageId: currentMessageId
+          });
         } else if (mode === "function" && (!hasToolCall || done)) {
           mode = null;
-          eventStream$.sendActionExecutionEnd();
+          eventStream$.sendActionExecutionEnd({
+            actionExecutionId: toolCallId
+          });
         }
         if (done) {
           break;
@@ -522,21 +569,38 @@ async function streamLangChainResponse({ result, eventStream$, actionExecution }
         if (mode === null) {
           if (hasToolCall && toolCallId && toolCallName) {
             mode = "function";
-            eventStream$.sendActionExecutionStart(toolCallId, toolCallName);
+            eventStream$.sendActionExecutionStart({
+              actionExecutionId: toolCallId,
+              actionName: toolCallName
+            });
           } else if (content) {
             mode = "message";
-            eventStream$.sendTextMessageStart((0, import_shared2.randomId)());
+            currentMessageId = (0, import_shared2.randomId)();
+            eventStream$.sendTextMessageStart({
+              messageId: currentMessageId
+            });
           }
         }
         if (mode === "message" && content) {
-          eventStream$.sendTextMessageContent(Array.isArray(content) ? ((_i = content[0]) == null ? void 0 : _i.text) ?? "" : content);
+          eventStream$.sendTextMessageContent({
+            messageId: currentMessageId,
+            content: Array.isArray(content) ? ((_i = content[0]) == null ? void 0 : _i.text) ?? "" : content
+          });
         } else if (mode === "function" && toolCallArgs) {
           if (toolCallDetails.index !== toolCallDetails.prevIndex) {
-            eventStream$.sendActionExecutionEnd();
-            eventStream$.sendActionExecutionStart(toolCallId, toolCallName);
+            eventStream$.sendActionExecutionEnd({
+              actionExecutionId: toolCallId
+            });
+            eventStream$.sendActionExecutionStart({
+              actionExecutionId: toolCallId,
+              actionName: toolCallName
+            });
             toolCallDetails.prevIndex = toolCallDetails.index;
           }
-          eventStream$.sendActionExecutionArgs(toolCallArgs);
+          eventStream$.sendActionExecutionArgs({
+            actionExecutionId: toolCallId,
+            args: toolCallArgs
+          });
         }
       } catch (error) {
         console.error("Error reading from stream", error);
@@ -544,7 +608,11 @@ async function streamLangChainResponse({ result, eventStream$, actionExecution }
       }
     }
   } else if (actionExecution) {
-    eventStream$.sendActionExecutionResult(actionExecution.id, actionExecution.name, encodeResult(result));
+    eventStream$.sendActionExecutionResult({
+      actionExecutionId: actionExecution.id,
+      actionName: actionExecution.name,
+      result: encodeResult(result)
+    });
   } else {
     throw new Error("Invalid return type from LangChain function.");
   }
@@ -564,6 +632,7 @@ __name(encodeResult, "encodeResult");
 
 // src/service-adapters/langchain/langchain-adapter.ts
 var import_shared3 = require("@copilotkit/shared");
+var import_promises = require("@langchain/core/callbacks/promises");
 var LangChainAdapter = class {
   options;
   /**
@@ -573,23 +642,28 @@ var LangChainAdapter = class {
     this.options = options;
   }
   async process(request) {
-    const { eventSource, model, actions, messages, threadId, runId } = request;
-    const result = await this.options.chainFn({
-      messages: messages.map(convertMessageToLangChainMessage),
-      tools: actions.map(convertActionInputToLangChainTool),
-      model,
-      threadId,
-      runId
-    });
-    eventSource.stream(async (eventStream$) => {
-      await streamLangChainResponse({
-        result,
-        eventStream$
+    try {
+      const { eventSource, model, actions, messages, runId } = request;
+      const threadId = request.threadId ?? (0, import_shared3.randomId)();
+      const result = await this.options.chainFn({
+        messages: messages.map(convertMessageToLangChainMessage),
+        tools: actions.map(convertActionInputToLangChainTool),
+        model,
+        threadId,
+        runId
       });
-    });
-    return {
-      threadId: threadId || (0, import_shared3.randomId)()
-    };
+      eventSource.stream(async (eventStream$) => {
+        await streamLangChainResponse({
+          result,
+          eventStream$
+        });
+      });
+      return {
+        threadId
+      };
+    } finally {
+      await (0, import_promises.awaitAllCallbacks)();
+    }
   }
 };
 __name(LangChainAdapter, "LangChainAdapter");
@@ -599,12 +673,16 @@ var import_google_gauth = require("@langchain/google-gauth");
 var GoogleGenerativeAIAdapter = class extends LangChainAdapter {
   constructor(options) {
     super({
-      chainFn: async ({ messages, tools }) => {
+      chainFn: async ({ messages, tools, threadId }) => {
         const model = new import_google_gauth.ChatGoogle({
           modelName: (options == null ? void 0 : options.model) ?? "gemini-1.5-pro",
           apiVersion: "v1beta"
         }).bindTools(tools);
-        return model.stream(messages);
+        return model.stream(messages, {
+          metadata: {
+            conversation_id: threadId
+          }
+        });
       }
     });
   }
@@ -714,21 +792,33 @@ var OpenAIAssistantAdapter = class {
     eventSource.stream(async (eventStream$) => {
       var _a, _b, _c, _d, _e, _f;
       let inFunctionCall = false;
+      let currentMessageId;
+      let currentToolCallId;
       for await (const chunk of stream) {
         switch (chunk.event) {
           case "thread.message.created":
             if (inFunctionCall) {
-              eventStream$.sendActionExecutionEnd();
+              eventStream$.sendActionExecutionEnd({
+                actionExecutionId: currentToolCallId
+              });
             }
-            eventStream$.sendTextMessageStart(chunk.data.id);
+            currentMessageId = chunk.data.id;
+            eventStream$.sendTextMessageStart({
+              messageId: currentMessageId
+            });
             break;
           case "thread.message.delta":
             if (((_a = chunk.data.delta.content) == null ? void 0 : _a[0].type) === "text") {
-              eventStream$.sendTextMessageContent((_b = chunk.data.delta.content) == null ? void 0 : _b[0].text.value);
+              eventStream$.sendTextMessageContent({
+                messageId: currentMessageId,
+                content: (_b = chunk.data.delta.content) == null ? void 0 : _b[0].text.value
+              });
             }
             break;
           case "thread.message.completed":
-            eventStream$.sendTextMessageEnd();
+            eventStream$.sendTextMessageEnd({
+              messageId: currentMessageId
+            });
             break;
           case "thread.run.step.delta":
             let toolCallId;
@@ -741,18 +831,29 @@ var OpenAIAssistantAdapter = class {
             }
             if (toolCallName && toolCallId) {
               if (inFunctionCall) {
-                eventStream$.sendActionExecutionEnd();
+                eventStream$.sendActionExecutionEnd({
+                  actionExecutionId: currentToolCallId
+                });
               }
               inFunctionCall = true;
-              eventStream$.sendActionExecutionStart(toolCallId, toolCallName);
+              currentToolCallId = toolCallId;
+              eventStream$.sendActionExecutionStart({
+                actionExecutionId: currentToolCallId,
+                actionName: toolCallName
+              });
             } else if (toolCallArgs) {
-              eventStream$.sendActionExecutionArgs(toolCallArgs);
+              eventStream$.sendActionExecutionArgs({
+                actionExecutionId: currentToolCallId,
+                args: toolCallArgs
+              });
             }
             break;
         }
       }
       if (inFunctionCall) {
-        eventStream$.sendActionExecutionEnd();
+        eventStream$.sendActionExecutionEnd({
+          actionExecutionId: currentToolCallId
+        });
       }
       eventStream$.complete();
     });
@@ -805,46 +906,77 @@ var UnifyAdapter = class {
       }
     });
     let model = null;
+    let currentMessageId;
+    let currentToolCallId;
     request.eventSource.stream(async (eventStream$) => {
       var _a, _b;
       let mode = null;
       for await (const chunk of stream) {
         if (this.start) {
           model = chunk.model;
-          eventStream$.sendTextMessageStart((0, import_shared4.randomId)());
-          eventStream$.sendTextMessageContent(`Model used: ${model}
-`);
-          eventStream$.sendTextMessageEnd();
+          currentMessageId = (0, import_shared4.randomId)();
+          eventStream$.sendTextMessageStart({
+            messageId: currentMessageId
+          });
+          eventStream$.sendTextMessageContent({
+            messageId: currentMessageId,
+            content: `Model used: ${model}
+`
+          });
+          eventStream$.sendTextMessageEnd({
+            messageId: currentMessageId
+          });
           this.start = false;
         }
         const toolCall = (_a = chunk.choices[0].delta.tool_calls) == null ? void 0 : _a[0];
         const content = chunk.choices[0].delta.content;
         if (mode === "message" && (toolCall == null ? void 0 : toolCall.id)) {
           mode = null;
-          eventStream$.sendTextMessageEnd();
+          eventStream$.sendTextMessageEnd({
+            messageId: currentMessageId
+          });
         } else if (mode === "function" && (toolCall === void 0 || (toolCall == null ? void 0 : toolCall.id))) {
           mode = null;
-          eventStream$.sendActionExecutionEnd();
+          eventStream$.sendActionExecutionEnd({
+            actionExecutionId: currentToolCallId
+          });
         }
         if (mode === null) {
           if (toolCall == null ? void 0 : toolCall.id) {
             mode = "function";
-            eventStream$.sendActionExecutionStart(toolCall.id, toolCall.function.name);
+            currentToolCallId = toolCall.id;
+            eventStream$.sendActionExecutionStart({
+              actionExecutionId: currentToolCallId,
+              actionName: toolCall.function.name
+            });
           } else if (content) {
             mode = "message";
-            eventStream$.sendTextMessageStart(chunk.id);
+            currentMessageId = chunk.id;
+            eventStream$.sendTextMessageStart({
+              messageId: currentMessageId
+            });
           }
         }
         if (mode === "message" && content) {
-          eventStream$.sendTextMessageContent(content);
+          eventStream$.sendTextMessageContent({
+            messageId: currentMessageId,
+            content
+          });
         } else if (mode === "function" && ((_b = toolCall == null ? void 0 : toolCall.function) == null ? void 0 : _b.arguments)) {
-          eventStream$.sendActionExecutionArgs(toolCall.function.arguments);
+          eventStream$.sendActionExecutionArgs({
+            actionExecutionId: currentToolCallId,
+            args: toolCall.function.arguments
+          });
         }
       }
       if (mode === "message") {
-        eventStream$.sendTextMessageEnd();
+        eventStream$.sendTextMessageEnd({
+          messageId: currentMessageId
+        });
       } else if (mode === "function") {
-        eventStream$.sendActionExecutionEnd();
+        eventStream$.sendActionExecutionEnd({
+          actionExecutionId: currentToolCallId
+        });
       }
       eventStream$.complete();
     });
@@ -910,35 +1042,58 @@ var GroqAdapter = class {
     eventSource.stream(async (eventStream$) => {
       var _a, _b;
       let mode = null;
+      let currentMessageId;
+      let currentToolCallId;
       for await (const chunk of stream) {
         const toolCall = (_a = chunk.choices[0].delta.tool_calls) == null ? void 0 : _a[0];
         const content = chunk.choices[0].delta.content;
         if (mode === "message" && (toolCall == null ? void 0 : toolCall.id)) {
           mode = null;
-          eventStream$.sendTextMessageEnd();
+          eventStream$.sendTextMessageEnd({
+            messageId: currentMessageId
+          });
         } else if (mode === "function" && (toolCall === void 0 || (toolCall == null ? void 0 : toolCall.id))) {
           mode = null;
-          eventStream$.sendActionExecutionEnd();
+          eventStream$.sendActionExecutionEnd({
+            actionExecutionId: currentToolCallId
+          });
         }
         if (mode === null) {
           if (toolCall == null ? void 0 : toolCall.id) {
             mode = "function";
-            eventStream$.sendActionExecutionStart(toolCall.id, toolCall.function.name);
+            currentToolCallId = toolCall.id;
+            eventStream$.sendActionExecutionStart({
+              actionExecutionId: currentToolCallId,
+              actionName: toolCall.function.name
+            });
           } else if (content) {
             mode = "message";
-            eventStream$.sendTextMessageStart(chunk.id);
+            currentMessageId = chunk.id;
+            eventStream$.sendTextMessageStart({
+              messageId: currentMessageId
+            });
           }
         }
         if (mode === "message" && content) {
-          eventStream$.sendTextMessageContent(content);
+          eventStream$.sendTextMessageContent({
+            messageId: currentMessageId,
+            content
+          });
         } else if (mode === "function" && ((_b = toolCall == null ? void 0 : toolCall.function) == null ? void 0 : _b.arguments)) {
-          eventStream$.sendActionExecutionArgs(toolCall.function.arguments);
+          eventStream$.sendActionExecutionArgs({
+            actionExecutionId: currentToolCallId,
+            args: toolCall.function.arguments
+          });
         }
       }
       if (mode === "message") {
-        eventStream$.sendTextMessageEnd();
+        eventStream$.sendTextMessageEnd({
+          messageId: currentMessageId
+        });
       } else if (mode === "function") {
-        eventStream$.sendActionExecutionEnd();
+        eventStream$.sendActionExecutionEnd({
+          actionExecutionId: currentToolCallId
+        });
       }
       eventStream$.complete();
     });
@@ -1146,7 +1301,10 @@ var AnthropicAdapter = class {
             mode = "message";
           } else if (chunk.content_block.type === "tool_use") {
             currentToolCallId = chunk.content_block.id;
-            eventStream$.sendActionExecutionStart(currentToolCallId, chunk.content_block.name);
+            eventStream$.sendActionExecutionStart({
+              actionExecutionId: currentToolCallId,
+              actionName: chunk.content_block.name
+            });
             mode = "function";
           }
         } else if (chunk.type === "content_block_delta") {
@@ -1154,21 +1312,33 @@ var AnthropicAdapter = class {
             const text = filterThinkingTextBuffer.onTextChunk(chunk.delta.text);
             if (text.length > 0) {
               if (!didOutputText) {
-                eventStream$.sendTextMessageStart(currentMessageId);
+                eventStream$.sendTextMessageStart({
+                  messageId: currentMessageId
+                });
                 didOutputText = true;
               }
-              eventStream$.sendTextMessageContent(text);
+              eventStream$.sendTextMessageContent({
+                messageId: currentMessageId,
+                content: text
+              });
             }
           } else if (chunk.delta.type === "input_json_delta") {
-            eventStream$.sendActionExecutionArgs(chunk.delta.partial_json);
+            eventStream$.sendActionExecutionArgs({
+              actionExecutionId: currentToolCallId,
+              args: chunk.delta.partial_json
+            });
           }
         } else if (chunk.type === "content_block_stop") {
           if (mode === "message") {
             if (didOutputText) {
-              eventStream$.sendTextMessageEnd();
+              eventStream$.sendTextMessageEnd({
+                messageId: currentMessageId
+              });
             }
           } else if (mode === "function") {
-            eventStream$.sendActionExecutionEnd();
+            eventStream$.sendActionExecutionEnd({
+              actionExecutionId: currentToolCallId
+            });
           }
         }
       }