@copilotkit/runtime 1.3.6 → 1.3.7

package/dist/lib/integrations/node-http/index.mjs

@@ -1,10 +1,10 @@
 import {
   copilotRuntimeNodeHttpEndpoint
-} from "../../../chunk-VRFBTIGK.mjs";
-import "../../../chunk-73NMP3DI.mjs";
+} from "../../../chunk-TXVG65YE.mjs";
+import "../../../chunk-V6JSDIHG.mjs";
 import "../../../chunk-U3V2BCGI.mjs";
-import "../../../chunk-TBZGOJJX.mjs";
-import "../../../chunk-RMZWGQ46.mjs";
+import "../../../chunk-MYZHUCL6.mjs";
+import "../../../chunk-D2WLFQS6.mjs";
 import "../../../chunk-44O2JGUY.mjs";
 export {
   copilotRuntimeNodeHttpEndpoint

package/dist/service-adapters/index.d.ts

@@ -1,8 +1,8 @@
-import { C as CopilotServiceAdapter, c as CopilotRuntimeChatCompletionRequest, d as CopilotRuntimeChatCompletionResponse } from '../langserve-15a1286b.js';
-export { a as RemoteChain, R as RemoteChainParameters } from '../langserve-15a1286b.js';
-export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-a07f59f2.js';
+import { C as CopilotServiceAdapter, c as CopilotRuntimeChatCompletionRequest, d as CopilotRuntimeChatCompletionResponse } from '../langserve-a14a6849.js';
+export { a as RemoteChain, R as RemoteChainParameters } from '../langserve-a14a6849.js';
+export { G as GoogleGenerativeAIAdapter, f as GroqAdapter, e as GroqAdapterParams, L as LangChainAdapter, a as OpenAIAdapter, O as OpenAIAdapterParams, c as OpenAIAssistantAdapter, b as OpenAIAssistantAdapterParams, d as UnifyAdapter, U as UnifyAdapterParams } from '../groq-adapter-b122e71f.js';
 import Anthropic from '@anthropic-ai/sdk';
-import '../index-0476e4f7.js';
+import '../index-cff31380.js';
 import '../graphql/types/base/index.js';
 import 'rxjs';
 import '@copilotkit/shared';
@@ -10,7 +10,6 @@ import 'openai';
 import '@langchain/core/messages';
 import '@langchain/core/tools';
 import '@langchain/core/utils/stream';
-import '@google/generative-ai';
 import 'groq-sdk';
 
 /**

package/dist/service-adapters/index.js

@@ -122,60 +122,6 @@ __name(RemoteChain, "RemoteChain");
 // src/service-adapters/openai/openai-adapter.ts
 var import_openai = __toESM(require("openai"));
 
-// src/graphql/types/base/index.ts
-var import_type_graphql = require("type-graphql");
-function _ts_decorate(decorators, target, key, desc) {
-  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-  if (typeof Reflect === "object" && typeof Reflect.decorate === "function")
-    r = Reflect.decorate(decorators, target, key, desc);
-  else
-    for (var i = decorators.length - 1; i >= 0; i--)
-      if (d = decorators[i])
-        r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-  return c > 3 && r && Object.defineProperty(target, key, r), r;
-}
-__name(_ts_decorate, "_ts_decorate");
-function _ts_metadata(k, v) {
-  if (typeof Reflect === "object" && typeof Reflect.metadata === "function")
-    return Reflect.metadata(k, v);
-}
-__name(_ts_metadata, "_ts_metadata");
-var BaseMessage = class {
-  id;
-  createdAt;
-};
-__name(BaseMessage, "BaseMessage");
-_ts_decorate([
-  (0, import_type_graphql.Field)(() => String),
-  _ts_metadata("design:type", String)
-], BaseMessage.prototype, "id", void 0);
-_ts_decorate([
-  (0, import_type_graphql.Field)(() => Date),
-  _ts_metadata("design:type", typeof Date === "undefined" ? Object : Date)
-], BaseMessage.prototype, "createdAt", void 0);
-BaseMessage = _ts_decorate([
-  (0, import_type_graphql.InputType)()
-], BaseMessage);
-
-// src/graphql/types/converted/index.ts
-var TextMessage = class extends BaseMessage {
-  content;
-  role;
-};
-__name(TextMessage, "TextMessage");
-var ActionExecutionMessage = class extends BaseMessage {
-  name;
-  arguments;
-  scope;
-};
-__name(ActionExecutionMessage, "ActionExecutionMessage");
-var ResultMessage = class extends BaseMessage {
-  actionExecutionId;
-  actionName;
-  result;
-};
-__name(ResultMessage, "ResultMessage");
-
 // src/service-adapters/openai/utils.ts
 function limitMessagesToTokenCount(messages, tools, model, maxTokens) {
   maxTokens || (maxTokens = maxTokensForOpenAIModel(model));
@@ -276,12 +222,12 @@ function convertActionInputToOpenAITool(action) {
 }
 __name(convertActionInputToOpenAITool, "convertActionInputToOpenAITool");
 function convertMessageToOpenAIMessage(message) {
-  if (message instanceof TextMessage) {
+  if (message.isTextMessage()) {
     return {
       role: message.role,
       content: message.content
     };
-  } else if (message instanceof ActionExecutionMessage) {
+  } else if (message.isActionExecutionMessage()) {
     return {
       role: "assistant",
       tool_calls: [
@@ -295,7 +241,7 @@ function convertMessageToOpenAIMessage(message) {
         }
       ]
     };
-  } else if (message instanceof ResultMessage) {
+  } else if (message.isResultMessage()) {
     return {
       role: "tool",
       content: message.result,
@@ -414,7 +360,7 @@ var import_tools = require("@langchain/core/tools");
 var import_zod = require("zod");
 var import_shared2 = require("@copilotkit/shared");
 function convertMessageToLangChainMessage(message) {
-  if (message instanceof TextMessage) {
+  if (message.isTextMessage()) {
     if (message.role == "user") {
       return new import_messages.HumanMessage(message.content);
     } else if (message.role == "assistant") {
@@ -422,7 +368,7 @@ function convertMessageToLangChainMessage(message) {
     } else if (message.role === "system") {
       return new import_messages.SystemMessage(message.content);
     }
-  } else if (message instanceof ActionExecutionMessage) {
+  } else if (message.isActionExecutionMessage()) {
     return new import_messages.AIMessage({
       content: "",
       tool_calls: [
@@ -433,7 +379,7 @@ function convertMessageToLangChainMessage(message) {
         }
       ]
     });
-  } else if (message instanceof ResultMessage) {
+  } else if (message.isResultMessage()) {
     return new import_messages.ToolMessage({
       content: message.result,
       tool_call_id: message.actionExecutionId
@@ -459,7 +405,7 @@ function convertJsonSchemaToZodSchema(jsonSchema, required) {
     let schema = import_zod.z.boolean().describe(jsonSchema.description);
     return !required ? schema.optional() : schema;
   } else if (jsonSchema.type === "array") {
-    let itemSchema = convertJsonSchemaToZodSchema(jsonSchema.items, false);
+    let itemSchema = convertJsonSchemaToZodSchema(jsonSchema.items, true);
     let schema = import_zod.z.array(itemSchema);
     return !required ? schema.optional() : schema;
   }
@@ -633,199 +579,21 @@ var LangChainAdapter = class {
 __name(LangChainAdapter, "LangChainAdapter");
 
 // src/service-adapters/google/google-genai-adapter.ts
-var import_generative_ai = require("@google/generative-ai");
-
-// src/service-adapters/google/utils.ts
-function convertMessageToGoogleGenAIMessage(message) {
-  if (message instanceof TextMessage) {
-    const role = {
-      user: "user",
-      assistant: "model",
-      system: "user"
-    }[message.role];
-    const text = message.role === "system" ? "THE FOLLOWING MESSAGE IS A SYSTEM MESSAGE: " + message.content : message.content;
-    return {
-      role,
-      parts: [
-        {
-          text
-        }
-      ]
-    };
-  } else if (message instanceof ActionExecutionMessage) {
-    return {
-      role: "model",
-      parts: [
-        {
-          functionCall: {
-            name: message.name,
-            args: message.arguments
-          }
-        }
-      ]
-    };
-  } else if (message instanceof ResultMessage) {
-    return {
-      role: "function",
-      parts: [
-        {
-          functionResponse: {
-            name: message.actionName,
-            response: {
-              name: message.actionName,
-              content: tryParseJson(message.result)
-            }
-          }
-        }
-      ]
-    };
-  }
-}
-__name(convertMessageToGoogleGenAIMessage, "convertMessageToGoogleGenAIMessage");
-function transformActionToGoogleGenAITool(action) {
-  const name = action.name;
-  const description = action.description;
-  const parameters = JSON.parse(action.jsonSchema);
-  const transformProperties = /* @__PURE__ */ __name((props) => {
-    for (const key in props) {
-      if (props[key].type) {
-        props[key].type = props[key].type.toUpperCase();
-      }
-      if (props[key].properties) {
-        transformProperties(props[key].properties);
-      }
-    }
-  }, "transformProperties");
-  transformProperties(parameters);
-  return {
-    functionDeclarations: [
-      {
-        name,
-        description,
-        parameters
-      }
-    ]
-  };
-}
-__name(transformActionToGoogleGenAITool, "transformActionToGoogleGenAITool");
-function tryParseJson(str) {
-  if (!str) {
-    return "";
-  }
-  try {
-    return JSON.parse(str);
-  } catch (e) {
-    return str;
-  }
-}
-__name(tryParseJson, "tryParseJson");
-
-// src/service-adapters/google/google-genai-adapter.ts
-var import_shared4 = require("@copilotkit/shared");
-var GoogleGenerativeAIAdapter = class {
-  model;
+var import_google_gauth = require("@langchain/google-gauth");
+var GoogleGenerativeAIAdapter = class extends LangChainAdapter {
   constructor(options) {
-    if (options == null ? void 0 : options.model) {
-      this.model = options.model;
-    } else {
-      const genAI = new import_generative_ai.GoogleGenerativeAI(process.env["GOOGLE_API_KEY"]);
-      this.model = genAI.getGenerativeModel({
-        model: "gemini-pro"
-      });
-    }
-  }
-  async process(request) {
-    const { messages, actions, eventSource } = request;
-    const history = messages.slice(1, -1).map(convertMessageToGoogleGenAIMessage);
-    const currentMessage = convertMessageToGoogleGenAIMessage(messages.at(-1));
-    if (!currentMessage) {
-      throw new Error("No current message");
-    }
-    let systemMessage;
-    const firstMessage = messages.at(0);
-    if (firstMessage instanceof TextMessage && firstMessage.role === "system") {
-      systemMessage = firstMessage.content.trim();
-    } else {
-      throw new Error("First message is not a system message");
-    }
-    const tools = actions.map(transformActionToGoogleGenAITool);
-    const isFirstGenGeminiPro = this.model.model === "gemini-pro" || this.model.model === "models/gemini-pro";
-    const chat = this.model.startChat({
-      history: [
-        ...history,
-        // gemini-pro does not support system instructions, so we need to add them to the history
-        ...isFirstGenGeminiPro ? [
-          {
-            role: "user",
-            parts: [
-              {
-                text: systemMessage
-              }
-            ]
-          }
-        ] : []
-      ],
-      // only gemini-1.5-pro-latest and later supports setting system instructions
-      ...isFirstGenGeminiPro ? {} : {
-        systemInstruction: {
-          role: "user",
-          parts: [
-            {
-              text: systemMessage
-            }
-          ]
-        }
-      },
-      tools
-    });
-    const result = await chat.sendMessageStream(currentMessage.parts);
-    eventSource.stream(async (eventStream$) => {
-      let isTextMessage = false;
-      for await (const chunk of result.stream) {
-        const chunkText = chunk.text();
-        if (chunkText === "") {
-          continue;
-        }
-        if (!isTextMessage) {
-          isTextMessage = true;
-          eventStream$.sendTextMessageStart((0, import_shared4.randomId)());
-        }
-        eventStream$.sendTextMessageContent(chunkText);
+    super({
+      chainFn: async ({ messages, tools }) => {
+        const model = new import_google_gauth.ChatGoogle({
+          modelName: (options == null ? void 0 : options.model) ?? "gemini-1.5-pro",
+          apiVersion: "v1beta"
+        }).bindTools(tools);
+        return model.stream(messages);
       }
-      if (isTextMessage) {
-        eventStream$.sendTextMessageEnd();
-      }
-      let calls = (await result.response).functionCalls();
-      if (calls) {
-        for (let call of calls) {
-          eventStream$.sendActionExecution((0, import_shared4.randomId)(), call.name, JSON.stringify(replaceNewlinesInObject(call.args)));
-        }
-      }
-      eventStream$.complete();
     });
-    return {
-      threadId: request.threadId || (0, import_shared4.randomId)()
-    };
   }
 };
 __name(GoogleGenerativeAIAdapter, "GoogleGenerativeAIAdapter");
-function replaceNewlinesInObject(obj) {
-  if (typeof obj === "string") {
-    return obj.replace(/\\\\n/g, "\n");
-  } else if (Array.isArray(obj)) {
-    return obj.map(replaceNewlinesInObject);
-  } else if (typeof obj === "object" && obj !== null) {
-    const newObj = {};
-    for (const key in obj) {
-      if (obj.hasOwnProperty(key)) {
-        newObj[key] = replaceNewlinesInObject(obj[key]);
-      }
-    }
-    return newObj;
-  }
-  return obj;
-}
-__name(replaceNewlinesInObject, "replaceNewlinesInObject");
 
 // src/service-adapters/openai/openai-assistant-adapter.ts
 var import_openai2 = __toESM(require("openai"));
@@ -847,9 +615,9 @@ var OpenAIAssistantAdapter = class {
     let threadId = request.threadId || (await this.openai.beta.threads.create()).id;
     const lastMessage = messages.at(-1);
     let nextRunId = void 0;
-    if (lastMessage instanceof ResultMessage && runId) {
+    if (lastMessage.isResultMessage() && runId) {
       nextRunId = await this.submitToolOutputs(threadId, runId, messages, eventSource);
-    } else if (lastMessage instanceof TextMessage) {
+    } else if (lastMessage.isTextMessage()) {
       nextRunId = await this.submitUserMessage(threadId, messages, actions, eventSource, forwardedParameters);
     } else {
       throw new Error("No actionable message found in the messages");
@@ -865,7 +633,7 @@ var OpenAIAssistantAdapter = class {
       throw new Error("No tool outputs required");
     }
     const toolCallsIds = run.required_action.submit_tool_outputs.tool_calls.map((toolCall) => toolCall.id);
-    const resultMessages = messages.filter((message) => message instanceof ResultMessage && toolCallsIds.includes(message.actionExecutionId));
+    const resultMessages = messages.filter((message) => message.isResultMessage() && toolCallsIds.includes(message.actionExecutionId));
     if (toolCallsIds.length != resultMessages.length) {
       throw new Error("Number of function results does not match the number of tool calls");
     }
@@ -889,7 +657,7 @@ var OpenAIAssistantAdapter = class {
       ...messages
     ];
     const instructionsMessage = messages.shift();
-    const instructions = instructionsMessage instanceof TextMessage ? instructionsMessage.content : "";
+    const instructions = instructionsMessage.isTextMessage() ? instructionsMessage.content : "";
     const userMessage = messages.map(convertMessageToOpenAIMessage).map(convertSystemMessageToAssistantAPI).at(-1);
     if (userMessage.role !== "user") {
       throw new Error("No user message found");
@@ -991,7 +759,7 @@ __name(getRunIdFromStream, "getRunIdFromStream");
 
 // src/service-adapters/unify/unify-adapter.ts
 var import_openai3 = __toESM(require("openai"));
-var import_shared5 = require("@copilotkit/shared");
+var import_shared4 = require("@copilotkit/shared");
 var UnifyAdapter = class {
   apiKey;
   model;
@@ -1027,7 +795,7 @@ var UnifyAdapter = class {
       for await (const chunk of stream) {
         if (this.start) {
           model = chunk.model;
-          eventStream$.sendTextMessageStart((0, import_shared5.randomId)());
+          eventStream$.sendTextMessageStart((0, import_shared4.randomId)());
           eventStream$.sendTextMessageContent(`Model used: ${model}
 `);
           eventStream$.sendTextMessageEnd();
@@ -1065,7 +833,7 @@ var UnifyAdapter = class {
       eventStream$.complete();
     });
     return {
-      threadId: request.threadId || (0, import_shared5.randomId)()
+      threadId: request.threadId || (0, import_shared4.randomId)()
     };
   }
 };
@@ -1073,7 +841,7 @@ __name(UnifyAdapter, "UnifyAdapter");
 
 // src/service-adapters/groq/groq-adapter.ts
 var import_groq_sdk = require("groq-sdk");
-var import_shared6 = require("@copilotkit/shared");
+var import_shared5 = require("@copilotkit/shared");
 var DEFAULT_MODEL2 = "llama3-groq-70b-8192-tool-use-preview";
 var GroqAdapter = class {
   model = DEFAULT_MODEL2;
@@ -1159,7 +927,7 @@ var GroqAdapter = class {
       eventStream$.complete();
     });
     return {
-      threadId: threadId || (0, import_shared6.randomId)()
+      threadId: threadId || (0, import_shared5.randomId)()
     };
   }
 };
@@ -1234,7 +1002,7 @@ function convertActionInputToAnthropicTool(action) {
 }
 __name(convertActionInputToAnthropicTool, "convertActionInputToAnthropicTool");
 function convertMessageToAnthropicMessage(message) {
-  if (message instanceof TextMessage) {
+  if (message.isTextMessage()) {
     if (message.role === "system") {
       return {
         role: "assistant",
@@ -1256,7 +1024,7 @@ function convertMessageToAnthropicMessage(message) {
         ]
       };
     }
-  } else if (message instanceof ActionExecutionMessage) {
+  } else if (message.isActionExecutionMessage()) {
     return {
       role: "assistant",
       content: [
@@ -1268,7 +1036,7 @@ function convertMessageToAnthropicMessage(message) {
         }
       ]
     };
-  } else if (message instanceof ResultMessage) {
+  } else if (message.isResultMessage()) {
     return {
       role: "user",
       content: [
@@ -1301,7 +1069,7 @@ function groupAnthropicMessagesByRole(messageParams) {
 __name(groupAnthropicMessagesByRole, "groupAnthropicMessagesByRole");
 
 // src/service-adapters/anthropic/anthropic-adapter.ts
-var import_shared7 = require("@copilotkit/shared");
+var import_shared6 = require("@copilotkit/shared");
 var DEFAULT_MODEL3 = "claude-3-opus-20240229";
 var AnthropicAdapter = class {
   model = DEFAULT_MODEL3;
@@ -1322,7 +1090,7 @@ var AnthropicAdapter = class {
       ...rawMessages
     ];
     const instructionsMessage = messages.shift();
-    const instructions = instructionsMessage instanceof TextMessage ? instructionsMessage.content : "";
+    const instructions = instructionsMessage.isTextMessage() ? instructionsMessage.content : "";
     let anthropicMessages = messages.map(convertMessageToAnthropicMessage);
     anthropicMessages = limitMessagesToTokenCount2(anthropicMessages, tools, model);
     anthropicMessages = groupAnthropicMessagesByRole(anthropicMessages);
@@ -1349,8 +1117,8 @@ var AnthropicAdapter = class {
     eventSource.stream(async (eventStream$) => {
       let mode = null;
       let didOutputText = false;
-      let currentMessageId = (0, import_shared7.randomId)();
-      let currentToolCallId = (0, import_shared7.randomId)();
+      let currentMessageId = (0, import_shared6.randomId)();
+      let currentToolCallId = (0, import_shared6.randomId)();
       let filterThinkingTextBuffer = new FilterThinkingTextBuffer();
       for await (const chunk of await stream) {
         if (chunk.type === "message_start") {
@@ -1391,7 +1159,7 @@ var AnthropicAdapter = class {
       eventStream$.complete();
     });
     return {
-      threadId: threadId || (0, import_shared7.randomId)()
+      threadId: threadId || (0, import_shared6.randomId)()
     };
   }
 };