@librechat/agents 1.4.0

package/dist/cjs/llm/providers.cjs

@@ -0,0 +1,30 @@
+'use strict';
+
+var openai = require('@langchain/openai');
+var aws = require('@langchain/aws');
+var anthropic = require('@langchain/anthropic');
+var mistralai = require('@langchain/mistralai');
+var googleVertexai = require('@langchain/google-vertexai');
+var web = require('@langchain/community/chat_models/bedrock/web');
+var _enum = require('../common/enum.cjs');
+
+// src/llm/providers.ts
+const llmProviders = {
+    [_enum.Providers.OPENAI]: openai.ChatOpenAI,
+    [_enum.Providers.VERTEXAI]: googleVertexai.ChatVertexAI,
+    [_enum.Providers.BEDROCK]: web.BedrockChat,
+    [_enum.Providers.MISTRALAI]: mistralai.ChatMistralAI,
+    [_enum.Providers.AWS]: aws.ChatBedrockConverse,
+    [_enum.Providers.ANTHROPIC]: anthropic.ChatAnthropic,
+};
+const getChatModelClass = (provider) => {
+    const ChatModelClass = llmProviders[provider];
+    if (!ChatModelClass) {
+        throw new Error(`Unsupported LLM provider: ${provider}`);
+    }
+    return ChatModelClass;
+};
+
+exports.getChatModelClass = getChatModelClass;
+exports.llmProviders = llmProviders;
+//# sourceMappingURL=providers.cjs.map

package/dist/cjs/llm/providers.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.cjs","sources":["../../../src/llm/providers.ts"],"sourcesContent":["// src/llm/providers.ts\nimport { ChatOpenAI } from '@langchain/openai';\nimport { ChatBedrockConverse } from '@langchain/aws';\nimport { ChatAnthropic } from '@langchain/anthropic';\nimport { ChatMistralAI } from '@langchain/mistralai';\nimport { ChatVertexAI } from '@langchain/google-vertexai';\nimport { BedrockChat } from '@langchain/community/chat_models/bedrock/web';\nimport type * as t from '@/types';\nimport { Providers } from '@/common';\n\nexport const llmProviders: Record<Providers, t.ChatModelConstructor> = {\n  [Providers.OPENAI]: ChatOpenAI,\n  [Providers.VERTEXAI]: ChatVertexAI,\n  [Providers.BEDROCK]: BedrockChat as unknown as t.ChatModelConstructor,\n  [Providers.MISTRALAI]: ChatMistralAI,\n  [Providers.AWS]: ChatBedrockConverse as unknown as t.ChatModelConstructor,\n  [Providers.ANTHROPIC]: ChatAnthropic,\n};\n\nexport const getChatModelClass = (provider: Providers): t.ChatModelConstructor => {\n  const ChatModelClass = llmProviders[provider];\n  if (!ChatModelClass) {\n    throw new Error(`Unsupported LLM provider: ${provider}`);\n  }\n\n  return ChatModelClass;\n};\n"],"names":["Providers","ChatOpenAI","ChatVertexAI","BedrockChat","ChatMistralAI","ChatBedrockConverse","ChatAnthropic"],"mappings":";;;;;;;;;;AAAA;AAUa,MAAA,YAAY,GAA8C;AACrE,IAAA,CAACA,eAAS,CAAC,MAAM,GAAGC,iBAAU;AAC9B,IAAA,CAACD,eAAS,CAAC,QAAQ,GAAGE,2BAAY;AAClC,IAAA,CAACF,eAAS,CAAC,OAAO,GAAGG,eAAgD;AACrE,IAAA,CAACH,eAAS,CAAC,SAAS,GAAGI,uBAAa;AACpC,IAAA,CAACJ,eAAS,CAAC,GAAG,GAAGK,uBAAwD;AACzE,IAAA,CAACL,eAAS,CAAC,SAAS,GAAGM,uBAAa;EACpC;AAEW,MAAA,iBAAiB,GAAG,CAAC,QAAmB,KAA4B;AAC/E,IAAA,MAAM,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IAC9C,IAAI,CAAC,cAAc,EAAE;AACnB,QAAA,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,CAAA,CAAE,CAAC,CAAC;KAC1D;AAED,IAAA,OAAO,cAAc,CAAC;AACxB;;;;;"}

package/dist/cjs/main.cjs

@@ -0,0 +1,59 @@
+'use strict';
+
+var run = require('./run.cjs');
+var stream = require('./stream.cjs');
+var events = require('./events.cjs');
+var messages = require('./messages.cjs');
+var Graph = require('./graphs/Graph.cjs');
+var _enum = require('./common/enum.cjs');
+var graph = require('./utils/graph.cjs');
+var run$1 = require('./utils/run.cjs');
+
+
+
+exports.Run = run.Run;
+exports.ChatModelStreamHandler = stream.ChatModelStreamHandler;
+exports.HandlerRegistry = events.HandlerRegistry;
+exports.LLMStreamHandler = events.LLMStreamHandler;
+exports.ModelEndHandler = events.ModelEndHandler;
+exports.TestChatStreamHandler = events.TestChatStreamHandler;
+exports.TestLLMStreamHandler = events.TestLLMStreamHandler;
+exports.ToolEndHandler = events.ToolEndHandler;
+exports.convertMessagesToContent = messages.convertMessagesToContent;
+exports.formatAnthropicMessage = messages.formatAnthropicMessage;
+exports.getConverseOverrideMessage = messages.getConverseOverrideMessage;
+exports.modifyDeltaProperties = messages.modifyDeltaProperties;
+exports.Graph = Graph.Graph;
+exports.StandardGraph = Graph.StandardGraph;
+Object.defineProperty(exports, "Callback", {
+	enumerable: true,
+	get: function () { return _enum.Callback; }
+});
+Object.defineProperty(exports, "CommonEvents", {
+	enumerable: true,
+	get: function () { return _enum.CommonEvents; }
+});
+Object.defineProperty(exports, "GraphEvents", {
+	enumerable: true,
+	get: function () { return _enum.GraphEvents; }
+});
+Object.defineProperty(exports, "GraphNodeActions", {
+	enumerable: true,
+	get: function () { return _enum.GraphNodeActions; }
+});
+Object.defineProperty(exports, "GraphNodeKeys", {
+	enumerable: true,
+	get: function () { return _enum.GraphNodeKeys; }
+});
+Object.defineProperty(exports, "Providers", {
+	enumerable: true,
+	get: function () { return _enum.Providers; }
+});
+Object.defineProperty(exports, "StepTypes", {
+	enumerable: true,
+	get: function () { return _enum.StepTypes; }
+});
+exports.joinKeys = graph.joinKeys;
+exports.resetIfNotEmpty = graph.resetIfNotEmpty;
+exports.RunnableCallable = run$1.RunnableCallable;
+//# sourceMappingURL=main.cjs.map

package/dist/cjs/main.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.cjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}

package/dist/cjs/messages.cjs

@@ -0,0 +1,195 @@
+'use strict';
+
+var messages = require('@langchain/core/messages');
+
+// src/messages.ts
+function getConverseOverrideMessage({ userMessage, lastMessageX, lastMessageY }) {
+    const content = `
+User: ${userMessage[1]}
+
+---
+# YOU HAVE ALREADY RESPONDED TO THE LATEST USER MESSAGE:
+
+# Observations:
+- ${lastMessageX.content}
+
+# Tool Calls:
+- ${lastMessageX?.tool_calls?.join('\n- ')}
+
+# Tool Responses:
+- ${lastMessageY.content}
+`;
+    return new messages.HumanMessage(content);
+}
+const modifyContent = (messageType, content) => {
+    return content.map(item => {
+        if (item && typeof item === 'object' && 'type' in item && item.type) {
+            let newType = item.type;
+            if (newType.endsWith('_delta')) {
+                newType = newType.replace('_delta', '');
+            }
+            const allowedTypes = ['image_url', 'text', 'tool_use', 'tool_result'];
+            if (!allowedTypes.includes(newType)) {
+                newType = 'text';
+            }
+            /* Handle the edge case for empty object 'tool_use' input in AI messages */
+            if (messageType === 'ai' && newType === 'tool_use' && 'input' in item && item.input === '') {
+                return { ...item, type: newType, input: '{}' };
+            }
+            return { ...item, type: newType };
+        }
+        return item;
+    });
+};
+function modifyDeltaProperties(obj) {
+    if (!obj || typeof obj !== 'object')
+        return obj;
+    const messageType = obj._getType ? obj._getType() : '';
+    if (Array.isArray(obj.content)) {
+        obj.content = modifyContent(messageType, obj.content);
+    }
+    if (obj.lc_kwargs && Array.isArray(obj.lc_kwargs.content)) {
+        obj.lc_kwargs.content = modifyContent(messageType, obj.lc_kwargs.content);
+    }
+    return obj;
+}
+function formatAnthropicMessage(message) {
+    if (!message.tool_calls || message.tool_calls.length === 0) {
+        return new messages.AIMessage({ content: message.content });
+    }
+    const toolCallMap = new Map(message.tool_calls.map(tc => [tc.id, tc]));
+    let formattedContent;
+    if (Array.isArray(message.content)) {
+        formattedContent = message.content.reduce((acc, item) => {
+            if (typeof item === 'object' && item !== null) {
+                const extendedItem = item;
+                if (extendedItem.type === 'text' && extendedItem.text) {
+                    acc.push({ type: 'text', text: extendedItem.text });
+                }
+                else if (extendedItem.type === 'tool_use' && extendedItem.id) {
+                    const toolCall = toolCallMap.get(extendedItem.id);
+                    if (toolCall) {
+                        acc.push({
+                            type: 'tool_use',
+                            id: extendedItem.id,
+                            name: toolCall.name,
+                            input: toolCall.args
+                        });
+                    }
+                }
+                else if ('input' in extendedItem && extendedItem.input) {
+                    try {
+                        const parsedInput = JSON.parse(extendedItem.input);
+                        const toolCall = message.tool_calls?.find(tc => tc.args.input === parsedInput.input);
+                        if (toolCall) {
+                            acc.push({
+                                type: 'tool_use',
+                                id: toolCall.id,
+                                name: toolCall.name,
+                                input: toolCall.args
+                            });
+                        }
+                    }
+                    catch (e) {
+                        if (extendedItem.input) {
+                            acc.push({ type: 'text', text: extendedItem.input });
+                        }
+                    }
+                }
+            }
+            else if (typeof item === 'string') {
+                acc.push({ type: 'text', text: item });
+            }
+            return acc;
+        }, []);
+    }
+    else if (typeof message.content === 'string') {
+        formattedContent = message.content;
+    }
+    else {
+        formattedContent = [];
+    }
+    // const formattedToolCalls: ToolCall[] = message.tool_calls.map(toolCall => ({
+    //   id: toolCall.id ?? '',
+    //   name: toolCall.name,
+    //   args: toolCall.args,
+    //   type: 'tool_call',
+    // }));
+    const formattedToolCalls = message.tool_calls.map(toolCall => ({
+        id: toolCall.id ?? '',
+        type: 'function',
+        function: {
+            name: toolCall.name,
+            arguments: toolCall.args
+        }
+    }));
+    return new messages.AIMessage({
+        content: formattedContent,
+        tool_calls: formattedToolCalls,
+        additional_kwargs: {
+            ...message.additional_kwargs,
+        }
+    });
+}
+function convertMessagesToContent(messages) {
+    const processedContent = [];
+    const addContentPart = (message) => {
+        const content = message?.content;
+        if (content === undefined) {
+            return;
+        }
+        if (typeof content === 'string') {
+            processedContent.push({
+                type: 'text',
+                text: content
+            });
+        }
+        else if (Array.isArray(content)) {
+            const filteredContent = content.filter(item => item && item.type !== 'tool_use');
+            processedContent.push(...filteredContent);
+        }
+    };
+    let currentAIMessageIndex = -1;
+    const toolCallMap = new Map();
+    for (let i = 0; i < messages.length; i++) {
+        const message = messages[i];
+        const messageType = message?._getType();
+        if (messageType === 'ai' && message.tool_calls?.length) {
+            const tool_calls = message.tool_calls || [];
+            for (const tool_call of tool_calls) {
+                if (!tool_call.id) {
+                    continue;
+                }
+                toolCallMap.set(tool_call.id, tool_call);
+            }
+            addContentPart(message);
+            currentAIMessageIndex = processedContent.length - 1;
+            continue;
+        }
+        else if (messageType === 'tool' && message.tool_call_id) {
+            const id = message.tool_call_id;
+            const output = message.content;
+            const tool_call = toolCallMap.get(id);
+            processedContent.push({
+                type: 'tool_call',
+                tool_call: Object.assign({}, tool_call, { output }),
+            });
+            const contentPart = processedContent[currentAIMessageIndex];
+            const tool_call_ids = contentPart.tool_call_ids || [];
+            tool_call_ids.push(id);
+            contentPart.tool_call_ids = tool_call_ids;
+            continue;
+        }
+        else if (messageType !== 'ai') {
+            continue;
+        }
+        addContentPart(message);
+    }
+    return processedContent;
+}
+
+exports.convertMessagesToContent = convertMessagesToContent;
+exports.formatAnthropicMessage = formatAnthropicMessage;
+exports.getConverseOverrideMessage = getConverseOverrideMessage;
+exports.modifyDeltaProperties = modifyDeltaProperties;
+//# sourceMappingURL=messages.cjs.map

package/dist/cjs/messages.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages.cjs","sources":["../../src/messages.ts"],"sourcesContent":["// src/messages.ts\nimport { AIMessageChunk, HumanMessage, ToolMessage, AIMessage, BaseMessage } from '@langchain/core/messages';\nimport type { ToolCall } from '@langchain/core/messages/tool';\nimport type * as t from '@/types';\n\nexport function getConverseOverrideMessage({\n  userMessage,\n  lastMessageX,\n  lastMessageY\n}: {\n  userMessage: string[];\n  lastMessageX: AIMessageChunk;\n  lastMessageY: ToolMessage;\n}): HumanMessage {\n  const content = `\nUser: ${userMessage[1]}\n\n---\n# YOU HAVE ALREADY RESPONDED TO THE LATEST USER MESSAGE:\n\n# Observations:\n- ${lastMessageX.content}\n\n# Tool Calls:\n- ${lastMessageX?.tool_calls?.join('\\n- ')}\n\n# Tool Responses:\n- ${lastMessageY.content}\n`;\n\n  return new HumanMessage(content);\n}\n\nconst modifyContent = (messageType: string, content: t.ExtendedMessageContent[]): t.ExtendedMessageContent[] => {\n  return content.map(item => {\n    if (item && typeof item === 'object' && 'type' in item && item.type) {\n      let newType = item.type;\n      if (newType.endsWith('_delta')) {\n        newType = newType.replace('_delta', '');\n      }\n      const allowedTypes = ['image_url', 'text', 'tool_use', 'tool_result'];\n      if (!allowedTypes.includes(newType)) {\n        newType = 'text';\n      }\n\n      /* Handle the edge case for empty object 'tool_use' input in AI messages */\n      if (messageType === 'ai' && newType === 'tool_use' && 'input' in item && item.input === '') {\n        return { ...item, type: newType, input: '{}' };\n      }\n\n      return { ...item, type: newType };\n    }\n    return item;\n  });\n};\n\nexport function modifyDeltaProperties(obj?: AIMessageChunk): AIMessageChunk | undefined {\n  if (!obj || typeof obj !== 'object') return obj;\n\n  const messageType = obj._getType ? obj._getType() : '';\n\n  if (Array.isArray(obj.content)) {\n    obj.content = modifyContent(messageType, obj.content);\n  }\n  if (obj.lc_kwargs && Array.isArray(obj.lc_kwargs.content)) {\n    obj.lc_kwargs.content = modifyContent(messageType, obj.lc_kwargs.content);\n  }\n  return obj;\n}\n\nexport function formatAnthropicMessage(message: AIMessageChunk): AIMessage {\n  if (!message.tool_calls || message.tool_calls.length === 0) {\n    return new AIMessage({ content: message.content });\n  }\n\n  const toolCallMap = new Map(message.tool_calls.map(tc => [tc.id, tc]));\n  let formattedContent: string | t.ExtendedMessageContent[];\n\n  if (Array.isArray(message.content)) {\n    formattedContent = message.content.reduce<t.ExtendedMessageContent[]>((acc, item) => {\n      if (typeof item === 'object' && item !== null) {\n        const extendedItem = item as t.ExtendedMessageContent;\n        if (extendedItem.type === 'text' && extendedItem.text) {\n          acc.push({ type: 'text', text: extendedItem.text });\n        } else if (extendedItem.type === 'tool_use' && extendedItem.id) {\n          const toolCall = toolCallMap.get(extendedItem.id);\n          if (toolCall) {\n            acc.push({\n              type: 'tool_use',\n              id: extendedItem.id,\n              name: toolCall.name,\n              input: toolCall.args as unknown as string\n            });\n          }\n        } else if ('input' in extendedItem && extendedItem.input) {\n          try {\n            const parsedInput = JSON.parse(extendedItem.input);\n            const toolCall = message.tool_calls?.find(tc => tc.args.input === parsedInput.input);\n            if (toolCall) {\n              acc.push({\n                type: 'tool_use',\n                id: toolCall.id,\n                name: toolCall.name,\n                input: toolCall.args as unknown as string\n              });\n            }\n          } catch (e) {\n            if (extendedItem.input) {\n              acc.push({ type: 'text', text: extendedItem.input });\n            }\n          }\n        }\n      } else if (typeof item === 'string') {\n        acc.push({ type: 'text', text: item });\n      }\n      return acc;\n    }, []);\n  } else if (typeof message.content === 'string') {\n    formattedContent = message.content;\n  } else {\n    formattedContent = [];\n  }\n\n  // const formattedToolCalls: ToolCall[] = message.tool_calls.map(toolCall => ({\n  //   id: toolCall.id ?? '',\n  //   name: toolCall.name,\n  //   args: toolCall.args,\n  //   type: 'tool_call',\n  // }));\n\n  const formattedToolCalls: t.AgentToolCall[] = message.tool_calls.map(toolCall => ({\n    id: toolCall.id ?? '',\n    type: 'function',\n    function: {\n      name: toolCall.name,\n      arguments: toolCall.args\n    }\n  }));\n\n  return new AIMessage({\n    content: formattedContent,\n    tool_calls: formattedToolCalls as ToolCall[],\n    additional_kwargs: {\n      ...message.additional_kwargs,\n    }\n  });\n}\n\nexport function convertMessagesToContent(messages: BaseMessage[]): t.MessageContentComplex[] {\n  const processedContent: t.MessageContentComplex[] = [];\n\n  const addContentPart = (message: BaseMessage): void => {\n    const content = message?.content;\n    if (content === undefined) {\n      return;\n    }\n    if (typeof content === 'string') {\n      processedContent.push({\n        type: 'text',\n        text: content\n      });\n    } else if (Array.isArray(content)) {\n      const filteredContent = content.filter(item => item && item.type !== 'tool_use');\n      processedContent.push(...filteredContent);\n    }\n  };\n\n  let currentAIMessageIndex = -1;\n  const toolCallMap = new Map<string, t.CustomToolCall>();\n\n  for (let i = 0; i < messages.length; i++) {\n    const message = messages[i];\n    const messageType = message?._getType();\n\n    if (messageType === 'ai' && (message as AIMessage).tool_calls?.length) {\n      const tool_calls = (message as AIMessage).tool_calls || [];\n      for (const tool_call of tool_calls) {\n        if (!tool_call.id) {\n          continue;\n        }\n\n        toolCallMap.set(tool_call.id, tool_call);\n      }\n\n      addContentPart(message);\n      currentAIMessageIndex = processedContent.length - 1;\n      continue;\n    } else if (messageType === 'tool' && (message as ToolMessage).tool_call_id) {\n      const id = (message as ToolMessage).tool_call_id;\n      const output = (message as ToolMessage).content;\n      const tool_call = toolCallMap.get(id);\n\n      processedContent.push({\n        type: 'tool_call',\n        tool_call: Object.assign({}, tool_call, { output }),\n      });\n      const contentPart = processedContent[currentAIMessageIndex];\n      const tool_call_ids = contentPart.tool_call_ids || [];\n      tool_call_ids.push(id);\n      contentPart.tool_call_ids = tool_call_ids;\n      continue;\n    } else if (messageType !== 'ai') {\n      continue;\n    }\n\n    addContentPart(message);\n  }\n\n  return processedContent;\n}"],"names":["HumanMessage","AIMessage"],"mappings":";;;;AAAA;AAKM,SAAU,0BAA0B,CAAC,EACzC,WAAW,EACX,YAAY,EACZ,YAAY,EAKb,EAAA;AACC,IAAA,MAAM,OAAO,GAAG,CAAA;QACV,WAAW,CAAC,CAAC,CAAC,CAAA;;;;;;AAMlB,EAAA,EAAA,YAAY,CAAC,OAAO,CAAA;;;AAGpB,EAAA,EAAA,YAAY,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;;;AAGtC,EAAA,EAAA,YAAY,CAAC,OAAO,CAAA;CACvB,CAAC;AAEA,IAAA,OAAO,IAAIA,qBAAY,CAAC,OAAO,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,aAAa,GAAG,CAAC,WAAmB,EAAE,OAAmC,KAAgC;AAC7G,IAAA,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,IAAG;AACxB,QAAA,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE;AACnE,YAAA,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC;AACxB,YAAA,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;gBAC9B,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;aACzC;YACD,MAAM,YAAY,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;YACtE,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;gBACnC,OAAO,GAAG,MAAM,CAAC;aAClB;;AAGD,YAAA,IAAI,WAAW,KAAK,IAAI,IAAI,OAAO,KAAK,UAAU,IAAI,OAAO,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,EAAE,EAAE;AAC1F,gBAAA,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;aAChD;YAED,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;SACnC;AACD,QAAA,OAAO,IAAI,CAAC;AACd,KAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEI,SAAU,qBAAqB,CAAC,GAAoB,EAAA;AACxD,IAAA,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;AAAE,QAAA,OAAO,GAAG,CAAC;AAEhD,IAAA,MAAM,WAAW,GAAG,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC;IAEvD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;QAC9B,GAAG,CAAC,OAAO,GAAG,aAAa,CAAC,WAAW,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;KACvD;AACD,IAAA,IAAI,GAAG,CAAC,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE;AACzD,QAAA,GAAG,CAAC,SAAS,CAAC,OAAO,GAAG,aAAa,CAAC,WAAW,EAAE,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;KAC3E;AACD,IAAA,OAAO,GAAG,CAAC;AACb,CAAC;AAEK,SAAU,sBAAsB,CAAC,OAAuB,EAAA;AAC5D,IAAA,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE;QAC1D,OAAO,IAAIC,kBAAS,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;KACpD;IAED,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AACvE,IAAA,IAAI,gBAAqD,CAAC;IAE1D,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AAClC,QAAA,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAA6B,CAAC,GAAG,EAAE,IAAI,KAAI;YAClF,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE;gBAC7C,MAAM,YAAY,GAAG,IAAgC,CAAC;gBACtD,IAAI,YAAY,CAAC,IAAI,KAAK,MAAM,IAAI,YAAY,CAAC,IAAI,EAAE;AACrD,oBAAA,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;iBACrD;qBAAM,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,IAAI,YAAY,CAAC,EAAE,EAAE;oBAC9D,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;oBAClD,IAAI,QAAQ,EAAE;wBACZ,GAAG,CAAC,IAAI,CAAC;AACP,4BAAA,IAAI,EAAE,UAAU;4BAChB,EAAE,EAAE,YAAY,CAAC,EAAE;4BACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;4BACnB,KAAK,EAAE,QAAQ,CAAC,IAAyB;AAC1C,yBAAA,CAAC,CAAC;qBACJ;iBACF;qBAAM,IAAI,OAAO,IAAI,YAAY,IAAI,YAAY,CAAC,KAAK,EAAE;AACxD,oBAAA,IAAI;wBACF,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;wBACnD,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,WAAW,CAAC,KAAK,CAAC,CAAC;wBACrF,IAAI,QAAQ,EAAE;4BACZ,GAAG,CAAC,IAAI,CAAC;AACP,gCAAA,IAAI,EAAE,UAAU;gCAChB,EAAE,EAAE,QAAQ,CAAC,EAAE;gCACf,IAAI,EAAE,QAAQ,CAAC,IAAI;gCACnB,KAAK,EAAE,QAAQ,CAAC,IAAyB;AAC1C,6BAAA,CAAC,CAAC;yBACJ;qBACF;oBAAC,OAAO,CAAC,EAAE;AACV,wBAAA,IAAI,YAAY,CAAC,KAAK,EAAE;AACtB,4BAAA,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;yBACtD;qBACF;iBACF;aACF;AAAM,iBAAA,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;AACnC,gBAAA,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;aACxC;AACD,YAAA,OAAO,GAAG,CAAC;SACZ,EAAE,EAAE,CAAC,CAAC;KACR;AAAM,SAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;AAC9C,QAAA,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;KACpC;SAAM;QACL,gBAAgB,GAAG,EAAE,CAAC;KACvB;;;;;;;AASD,IAAA,MAAM,kBAAkB,GAAsB,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,KAAK;AAChF,QAAA,EAAE,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE;AACrB,QAAA,IAAI,EAAE,UAAU;AAChB,QAAA,QAAQ,EAAE;YACR,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,SAAS,EAAE,QAAQ,CAAC,IAAI;AACzB,SAAA;AACF,KAAA,CAAC,CAAC,CAAC;IAEJ,OAAO,IAAIA,kBAAS,CAAC;AACnB,QAAA,OAAO,EAAE,gBAAgB;AACzB,QAAA,UAAU,EAAE,kBAAgC;AAC5C,QAAA,iBAAiB,EAAE;YACjB,GAAG,OAAO,CAAC,iBAAiB;AAC7B,SAAA;AACF,KAAA,CAAC,CAAC;AACL,CAAC;AAEK,SAAU,wBAAwB,CAAC,QAAuB,EAAA;IAC9D,MAAM,gBAAgB,GAA8B,EAAE,CAAC;AAEvD,IAAA,MAAM,cAAc,GAAG,CAAC,OAAoB,KAAU;AACpD,QAAA,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,CAAC;AACjC,QAAA,IAAI,OAAO,KAAK,SAAS,EAAE;YACzB,OAAO;SACR;AACD,QAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;YAC/B,gBAAgB,CAAC,IAAI,CAAC;AACpB,gBAAA,IAAI,EAAE,MAAM;AACZ,gBAAA,IAAI,EAAE,OAAO;AACd,aAAA,CAAC,CAAC;SACJ;AAAM,aAAA,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;AACjC,YAAA,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;AACjF,YAAA,gBAAgB,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC;SAC3C;AACH,KAAC,CAAC;AAEF,IAAA,IAAI,qBAAqB,GAAG,CAAC,CAAC,CAAC;AAC/B,IAAA,MAAM,WAAW,GAAG,IAAI,GAAG,EAA4B,CAAC;AAExD,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACxC,QAAA,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;AAC5B,QAAA,MAAM,WAAW,GAAG,OAAO,EAAE,QAAQ,EAAE,CAAC;QAExC,IAAI,WAAW,KAAK,IAAI,IAAK,OAAqB,CAAC,UAAU,EAAE,MAAM,EAAE;AACrE,YAAA,MAAM,UAAU,GAAI,OAAqB,CAAC,UAAU,IAAI,EAAE,CAAC;AAC3D,YAAA,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;AAClC,gBAAA,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE;oBACjB,SAAS;iBACV;gBAED,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;aAC1C;YAED,cAAc,CAAC,OAAO,CAAC,CAAC;AACxB,YAAA,qBAAqB,GAAG,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;YACpD,SAAS;SACV;aAAM,IAAI,WAAW,KAAK,MAAM,IAAK,OAAuB,CAAC,YAAY,EAAE;AAC1E,YAAA,MAAM,EAAE,GAAI,OAAuB,CAAC,YAAY,CAAC;AACjD,YAAA,MAAM,MAAM,GAAI,OAAuB,CAAC,OAAO,CAAC;YAChD,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAEtC,gBAAgB,CAAC,IAAI,CAAC;AACpB,gBAAA,IAAI,EAAE,WAAW;AACjB,gBAAA,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC;AACpD,aAAA,CAAC,CAAC;AACH,YAAA,MAAM,WAAW,GAAG,gBAAgB,CAAC,qBAAqB,CAAC,CAAC;AAC5D,YAAA,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,IAAI,EAAE,CAAC;AACtD,YAAA,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACvB,YAAA,WAAW,CAAC,aAAa,GAAG,aAAa,CAAC;YAC1C,SAAS;SACV;AAAM,aAAA,IAAI,WAAW,KAAK,IAAI,EAAE;YAC/B,SAAS;SACV;QAED,cAAc,CAAC,OAAO,CAAC,CAAC;KACzB;AAED,IAAA,OAAO,gBAAgB,CAAC;AAC1B;;;;;;;"}

package/dist/cjs/run.cjs

@@ -0,0 +1,106 @@
+'use strict';
+
+var _enum = require('./common/enum.cjs');
+var Graph = require('./graphs/Graph.cjs');
+var events = require('./events.cjs');
+
+class Run {
+    graphRunnable;
+    // private collab!: CollabGraph;
+    // private taskManager!: TaskManager;
+    handlerRegistry;
+    Graph;
+    provider;
+    run_id;
+    constructor(config) {
+        const handlerRegistry = new events.HandlerRegistry();
+        if (config.customHandlers) {
+            for (const [eventType, handler] of Object.entries(config.customHandlers)) {
+                handlerRegistry.register(eventType, handler);
+            }
+        }
+        this.handlerRegistry = handlerRegistry;
+        if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {
+            this.provider = config.graphConfig.llmConfig.provider;
+            this.graphRunnable = this.createStandardGraph(config.graphConfig);
+            if (this.Graph) {
+                this.Graph.handlerRegistry = handlerRegistry;
+            }
+        }
+    }
+    createStandardGraph(config) {
+        const { runId, llmConfig, instructions, additional_instructions, tools = [] } = config;
+        const { provider, ...clientOptions } = llmConfig;
+        const standardGraph = new Graph.StandardGraph({
+            runId,
+            tools,
+            provider,
+            instructions,
+            clientOptions,
+            additional_instructions,
+        });
+        this.Graph = standardGraph;
+        return standardGraph.createWorkflow();
+    }
+    static async create(config) {
+        return new Run(config);
+    }
+    getRunMessages() {
+        if (!this.Graph) {
+            throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');
+        }
+        return this.Graph.getRunMessages();
+    }
+    async processStream(inputs, config, clientCallbacks) {
+        if (!this.graphRunnable) {
+            throw new Error('Run not initialized. Make sure to use Run.create() to instantiate the Run.');
+        }
+        if (!this.Graph) {
+            throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');
+        }
+        this.Graph.resetValues();
+        const provider = this.Graph.provider;
+        const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;
+        if (clientCallbacks) {
+            /* TODO: conflicts with callback manager */
+            const callbacks = config.callbacks || [];
+            config.callbacks = callbacks.concat(this.getCallbacks(clientCallbacks));
+        }
+        const stream = this.graphRunnable.streamEvents(inputs, config);
+        for await (const event of stream) {
+            const { data, name, metadata, ...info } = event;
+            let eventName = info.event;
+            if (hasTools && provider === _enum.Providers.ANTHROPIC && eventName === _enum.GraphEvents.CHAT_MODEL_STREAM) {
+                /* Skipping CHAT_MODEL_STREAM event for Anthropic due to double-call edge case */
+                continue;
+            }
+            if (eventName && eventName === _enum.GraphEvents.ON_CUSTOM_EVENT) {
+                eventName = name;
+            }
+            // console.log(`Event: ${event.event} | Executing Event: ${eventName}`);
+            const handler = this.handlerRegistry.getHandler(eventName);
+            if (handler) {
+                handler.handle(eventName, data, metadata, this.Graph);
+            }
+        }
+        return this.Graph.getContentParts();
+    }
+    createSystemCallback(clientCallbacks, key) {
+        return ((...args) => {
+            const clientCallback = clientCallbacks[key];
+            if (clientCallback && this.Graph) {
+                clientCallback(this.Graph, ...args);
+            }
+        });
+    }
+    getCallbacks(clientCallbacks) {
+        return {
+            [_enum.Callback.TOOL_ERROR]: this.createSystemCallback(clientCallbacks, _enum.Callback.TOOL_ERROR),
+            [_enum.Callback.TOOL_START]: this.createSystemCallback(clientCallbacks, _enum.Callback.TOOL_START),
+            [_enum.Callback.TOOL_END]: this.createSystemCallback(clientCallbacks, _enum.Callback.TOOL_END),
+        };
+    }
+}
+
+exports.Run = Run;
+//# sourceMappingURL=run.cjs.map

package/dist/cjs/run.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.cjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport type { BaseCallbackHandler, CallbackHandlerMethods } from '@langchain/core/callbacks/base';\nimport type { BaseMessage, MessageContentComplex } from '@langchain/core/messages';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';\nimport type * as t from '@/types';\nimport { GraphEvents, Providers, Callback } from '@/common';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { HandlerRegistry } from '@/events';\n\nexport class Run<T extends t.BaseGraphState> {\n  graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;\n  // private collab!: CollabGraph;\n  // private taskManager!: TaskManager;\n  private handlerRegistry: HandlerRegistry;\n  private Graph: StandardGraph | undefined;\n  provider: Providers | undefined;\n  run_id: string | undefined;\n\n  private constructor(config: t.RunConfig) {\n    const handlerRegistry = new HandlerRegistry();\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(config.customHandlers)) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {\n      this.provider = config.graphConfig.llmConfig.provider;\n      this.graphRunnable = this.createStandardGraph(config.graphConfig) as unknown as t.CompiledWorkflow<T, Partial<T>, string>;\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n  }\n\n  private createStandardGraph(config: t.StandardGraphConfig): t.CompiledWorkflow<t.IState, Partial<t.IState>, string> {\n    const { runId, llmConfig, instructions, additional_instructions, tools = [] } = config;\n    const { provider, ...clientOptions } = llmConfig;\n\n    const standardGraph = new StandardGraph({\n      runId,\n      tools,\n      provider,\n      instructions,\n      clientOptions,\n      additional_instructions,\n    });\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(config: t.RunConfig): Promise<Run<T>> {\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  async processStream(\n    inputs: t.IState,\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2' },\n    clientCallbacks?: ClientCallbacks,\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (!this.graphRunnable) {\n      throw new Error('Run not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n\n    this.Graph.resetValues();\n    const provider = this.Graph.provider;\n    const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;\n    if (clientCallbacks) {\n      /* TODO: conflicts with callback manager */\n      const callbacks = config.callbacks as (BaseCallbackHandler | CallbackHandlerMethods)[] || [];\n      config.callbacks = callbacks.concat(this.getCallbacks(clientCallbacks));\n    }\n    const stream = this.graphRunnable.streamEvents(inputs, config);\n\n    for await (const event of stream) {\n      const { data, name, metadata, ...info } = event;\n\n      let eventName: t.EventName = info.event;\n      if (hasTools && provider === Providers.ANTHROPIC && eventName === GraphEvents.CHAT_MODEL_STREAM) {\n        /* Skipping CHAT_MODEL_STREAM event for Anthropic due to double-call edge case */\n        continue;\n      }\n\n      if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {\n        eventName = name;\n      }\n\n      // console.log(`Event: ${event.event} | Executing Event: ${eventName}`);\n\n      const handler = this.handlerRegistry.getHandler(eventName);\n      if (handler) {\n        handler.handle(eventName, data, metadata, this.Graph);\n      }\n    }\n\n    return this.Graph.getContentParts();\n  }\n\n  private createSystemCallback<K extends keyof ClientCallbacks>(\n    clientCallbacks: ClientCallbacks,\n    key: K\n  ): SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(clientCallbacks, Callback.TOOL_ERROR),\n      [Callback.TOOL_START]: this.createSystemCallback(clientCallbacks, Callback.TOOL_START),\n      [Callback.TOOL_END]: this.createSystemCallback(clientCallbacks, Callback.TOOL_END),\n    };\n  }\n}\n"],"names":["HandlerRegistry","StandardGraph","Providers","GraphEvents","Callback"],"mappings":";;;;;;MAUa,GAAG,CAAA;AACd,IAAA,aAAa,CAA6C;;;AAGlD,IAAA,eAAe,CAAkB;AACjC,IAAA,KAAK,CAA4B;AACzC,IAAA,QAAQ,CAAwB;AAChC,IAAA,MAAM,CAAqB;AAE3B,IAAA,WAAA,CAAoB,MAAmB,EAAA;AACrC,QAAA,MAAM,eAAe,GAAG,IAAIA,sBAAe,EAAE,CAAC;AAE9C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE;AACxE,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;aAC9C;SACF;AAED,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;AAEvC,QAAA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACtE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAC;YACtD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,CAAyD,CAAC;AAC1H,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe,CAAC;aAC9C;SACF;KACF;AAEO,IAAA,mBAAmB,CAAC,MAA6B,EAAA;AACvD,QAAA,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,uBAAuB,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,MAAM,CAAC;QACvF,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS,CAAC;AAEjD,QAAA,MAAM,aAAa,GAAG,IAAIC,mBAAa,CAAC;YACtC,KAAK;YACL,KAAK;YACL,QAAQ;YACR,YAAY;YACZ,aAAa;YACb,uBAAuB;AACxB,SAAA,CAAC,CAAC;AACH,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC;AAC3B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE,CAAC;KACvC;AAED,IAAA,aAAa,MAAM,CAA6B,MAAmB,EAAA;AACjE,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC,CAAC;KAC3B;IAED,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;SACjG;AACD,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;KACpC;AAED,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA0D,EAC1D,eAAiC,EAAA;AAEjC,QAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;SAC/F;AACD,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;SACjG;AAED,QAAA,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;AACzB,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC;QACxE,IAAI,eAAe,EAAE;;AAEnB,YAAA,MAAM,SAAS,GAAG,MAAM,CAAC,SAA6D,IAAI,EAAE,CAAC;AAC7F,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC;SACzE;AACD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE/D,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC;AAEhD,YAAA,IAAI,SAAS,GAAgB,IAAI,CAAC,KAAK,CAAC;AACxC,YAAA,IAAI,QAAQ,IAAI,QAAQ,KAAKC,eAAS,CAAC,SAAS,IAAI,SAAS,KAAKC,iBAAW,CAAC,iBAAiB,EAAE;;gBAE/F,SAAS;aACV;YAED,IAAI,SAAS,IAAI,SAAS,KAAKA,iBAAW,CAAC,eAAe,EAAE;gBAC1D,SAAS,GAAG,IAAI,CAAC;aAClB;;YAID,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAC3D,IAAI,OAAO,EAAE;AACX,gBAAA,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;aACvD;SACF;AAED,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;KACrC;IAEO,oBAAoB,CAC1B,eAAgC,EAChC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;AAC5C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;aACvE;AACH,SAAC,EAAwB;KAC1B;AAED,IAAA,YAAY,CAAC,eAAgC,EAAA;QAC3C,OAAO;AACL,YAAA,CAACC,cAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAEA,cAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAACA,cAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAEA,cAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAACA,cAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAEA,cAAQ,CAAC,QAAQ,CAAC;SACnF,CAAC;KACH;AACF;;;;"}

package/dist/cjs/stream.cjs

@@ -0,0 +1,133 @@
+'use strict';
+
+var nanoid = require('nanoid');
+var _enum = require('./common/enum.cjs');
+
+// src/stream.ts
+const getMessageId = (stepKey, graph) => {
+    const messageId = graph.messageIdsByStepKey.get(stepKey);
+    if (messageId) {
+        return;
+    }
+    const prelimMessageId = graph.prelimMessageIdsByStepKey.get(stepKey);
+    if (prelimMessageId) {
+        graph.prelimMessageIdsByStepKey.delete(stepKey);
+        graph.messageIdsByStepKey.set(stepKey, prelimMessageId);
+        return prelimMessageId;
+    }
+    const message_id = `msg_${nanoid.nanoid()}`;
+    graph.messageIdsByStepKey.set(stepKey, message_id);
+    return message_id;
+};
+class ChatModelStreamHandler {
+    handle(event, data, metadata, graph) {
+        if (!graph) {
+            throw new Error('Graph not found');
+        }
+        const chunk = data.chunk;
+        const content = chunk?.content;
+        if (!graph.config) {
+            throw new Error('Config not found in graph');
+        }
+        if (!chunk) {
+            console.warn(`No chunk found in ${event} event`);
+            return;
+        }
+        const hasToolCalls = chunk.tool_calls && chunk.tool_calls.length > 0;
+        const hasToolCallChunks = chunk.tool_call_chunks && chunk.tool_call_chunks.length > 0;
+        if (hasToolCalls && chunk.tool_calls?.every((tc) => tc.id)) {
+            const tool_calls = [];
+            for (const tool_call of chunk.tool_calls) {
+                if (!tool_call.id || graph.toolCallStepIds.has(tool_call.id)) {
+                    continue;
+                }
+                tool_calls.push(tool_call);
+            }
+            const stepKey = graph.getStepKey(metadata);
+            graph.dispatchRunStep(stepKey, {
+                type: _enum.StepTypes.TOOL_CALLS,
+                tool_calls,
+            });
+        }
+        const isEmptyContent = !content || !content.length;
+        const isEmptyChunk = isEmptyContent && !hasToolCallChunks;
+        if (isEmptyChunk && chunk.id && chunk.id?.startsWith('msg')) {
+            if (graph.messageIdsByStepKey.has(chunk.id)) {
+                return;
+            }
+            else if (graph.prelimMessageIdsByStepKey.has(chunk.id)) {
+                return;
+            }
+            const stepKey = graph.getStepKey(metadata);
+            graph.prelimMessageIdsByStepKey.set(stepKey, chunk.id);
+            return;
+        }
+        else if (isEmptyChunk) {
+            return;
+        }
+        const stepKey = graph.getStepKey(metadata);
+        if (hasToolCallChunks && chunk.tool_call_chunks?.length && typeof chunk.tool_call_chunks[0]?.index === 'number') {
+            const stepId = graph.getStepIdByKey(stepKey, chunk.tool_call_chunks[0].index);
+            graph.dispatchRunStepDelta(stepId, {
+                type: _enum.StepTypes.TOOL_CALLS,
+                tool_calls: chunk.tool_call_chunks,
+            });
+        }
+        if (isEmptyContent) {
+            return;
+        }
+        const message_id = getMessageId(stepKey, graph);
+        if (message_id) {
+            graph.dispatchRunStep(stepKey, {
+                type: _enum.StepTypes.MESSAGE_CREATION,
+                message_creation: {
+                    message_id,
+                },
+            });
+        }
+        const stepId = graph.getStepIdByKey(stepKey);
+        const runStep = graph.getRunStep(stepId);
+        if (!runStep) {
+            // eslint-disable-next-line no-console
+            console.warn(`\n
+==============================================================
+
+
+Run step for ${stepId} does not exist, cannot dispatch delta event.
+
+event: ${event}
+stepId: ${stepId}
+stepKey: ${stepKey}
+message_id: ${message_id}
+hasToolCalls: ${hasToolCalls}
+hasToolCallChunks: ${hasToolCallChunks}
+
+==============================================================
+\n`);
+            return;
+        }
+        /* Note: tool call chunks may have non-empty content that matches the current tool chunk generation */
+        if (typeof content === 'string' && runStep.type === _enum.StepTypes.TOOL_CALLS) {
+            return;
+        }
+        else if (hasToolCallChunks && chunk.tool_call_chunks?.some((tc) => tc.args === content)) {
+            return;
+        }
+        else if (typeof content === 'string') {
+            graph.dispatchMessageDelta(stepId, {
+                content: [{
+                        type: 'text',
+                        text: content,
+                    }],
+            });
+        }
+        else if (content?.every((c) => c.type?.startsWith('text'))) {
+            graph.dispatchMessageDelta(stepId, {
+                content,
+            });
+        }
+    }
+}
+
+exports.ChatModelStreamHandler = ChatModelStreamHandler;
+//# sourceMappingURL=stream.cjs.map

package/dist/cjs/stream.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.cjs","sources":["../../src/stream.ts"],"sourcesContent":["// src/stream.ts\nimport { nanoid } from 'nanoid';\nimport type { AIMessageChunk } from '@langchain/core/messages';\nimport type { ToolCall } from '@langchain/core/messages/tool';\nimport type { Graph } from '@/graphs';\nimport type * as t from '@/types';\nimport { StepTypes } from '@/common';\n\nconst getMessageId = (stepKey: string, graph: Graph<t.BaseGraphState>): string | undefined => {\n  const messageId = graph.messageIdsByStepKey.get(stepKey);\n  if (messageId) {\n    return;\n  }\n\n  const prelimMessageId = graph.prelimMessageIdsByStepKey.get(stepKey);\n  if (prelimMessageId) {\n    graph.prelimMessageIdsByStepKey.delete(stepKey);\n    graph.messageIdsByStepKey.set(stepKey, prelimMessageId);\n    return prelimMessageId;\n  }\n\n  const message_id = `msg_${nanoid()}`;\n  graph.messageIdsByStepKey.set(stepKey, message_id);\n  return message_id;\n};\n\nexport class ChatModelStreamHandler implements t.EventHandler {\n  handle(event: string, data: t.StreamEventData, metadata?: Record<string, unknown>, graph?: Graph): void {\n    if (!graph) {\n      throw new Error('Graph not found');\n    }\n\n    const chunk = data.chunk as AIMessageChunk;\n    const content = chunk?.content;\n\n    if (!graph.config) {\n      throw new Error('Config not found in graph');\n    }\n\n    if (!chunk) {\n      console.warn(`No chunk found in ${event} event`);\n      return;\n    }\n\n    const hasToolCalls = chunk.tool_calls && chunk.tool_calls.length > 0;\n    const hasToolCallChunks = chunk.tool_call_chunks && chunk.tool_call_chunks.length > 0;\n\n    if (hasToolCalls && chunk.tool_calls?.every((tc) => tc.id)) {\n      const tool_calls: ToolCall[] = [];\n      for (const tool_call of chunk.tool_calls) {\n        if (!tool_call.id || graph.toolCallStepIds.has(tool_call.id)) {\n          continue;\n        }\n\n        tool_calls.push(tool_call);\n      }\n\n      const stepKey = graph.getStepKey(metadata);\n      graph.dispatchRunStep(stepKey, {\n        type: StepTypes.TOOL_CALLS,\n        tool_calls,\n      });\n    }\n\n    const isEmptyContent = !content || !content.length;\n    const isEmptyChunk = isEmptyContent && !hasToolCallChunks;\n    if (isEmptyChunk && chunk.id && chunk.id?.startsWith('msg')) {\n      if (graph.messageIdsByStepKey.has(chunk.id)) {\n        return;\n      } else if (graph.prelimMessageIdsByStepKey.has(chunk.id)) {\n        return;\n      }\n\n      const stepKey = graph.getStepKey(metadata);\n      graph.prelimMessageIdsByStepKey.set(stepKey, chunk.id);\n      return;\n    } else if (isEmptyChunk) {\n      return;\n    }\n\n    const stepKey = graph.getStepKey(metadata);\n\n    if (hasToolCallChunks && chunk.tool_call_chunks?.length && typeof chunk.tool_call_chunks[0]?.index === 'number') {\n      const stepId = graph.getStepIdByKey(stepKey, chunk.tool_call_chunks[0].index);\n      graph.dispatchRunStepDelta(stepId, {\n        type: StepTypes.TOOL_CALLS,\n        tool_calls: chunk.tool_call_chunks,\n      });\n    }\n\n    if (isEmptyContent) {\n      return;\n    }\n\n    const message_id = getMessageId(stepKey, graph);\n    if (message_id) {\n      graph.dispatchRunStep(stepKey, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id,\n        },\n      });\n    }\n\n    const stepId = graph.getStepIdByKey(stepKey);\n    const runStep = graph.getRunStep(stepId);\n    if (!runStep) {\n      // eslint-disable-next-line no-console\n      console.warn(`\\n\n==============================================================\n\n\nRun step for ${stepId} does not exist, cannot dispatch delta event.\n\nevent: ${event}\nstepId: ${stepId}\nstepKey: ${stepKey}\nmessage_id: ${message_id}\nhasToolCalls: ${hasToolCalls}\nhasToolCallChunks: ${hasToolCallChunks}\n\n==============================================================\n\\n`);\n      return;\n    }\n\n    /* Note: tool call chunks may have non-empty content that matches the current tool chunk generation */\n    if (typeof content === 'string' && runStep.type === StepTypes.TOOL_CALLS) {\n      return;\n    } else if (hasToolCallChunks && chunk.tool_call_chunks?.some((tc) => tc.args === content)) {\n      return;\n    } else if (typeof content === 'string') {\n      graph.dispatchMessageDelta(stepId, {\n        content: [{\n          type: 'text',\n          text: content,\n        }],\n      });\n    } else if (content?.every((c) => c.type?.startsWith('text'))) {\n      graph.dispatchMessageDelta(stepId, {\n        content,\n      });\n    }\n  }\n}"],"names":["nanoid","StepTypes"],"mappings":";;;;;AAAA;AAQA,MAAM,YAAY,GAAG,CAAC,OAAe,EAAE,KAA8B,KAAwB;IAC3F,MAAM,SAAS,GAAG,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACzD,IAAI,SAAS,EAAE;QACb,OAAO;KACR;IAED,MAAM,eAAe,GAAG,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACrE,IAAI,eAAe,EAAE;AACnB,QAAA,KAAK,CAAC,yBAAyB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAChD,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;AACxD,QAAA,OAAO,eAAe,CAAC;KACxB;AAED,IAAA,MAAM,UAAU,GAAG,CAAA,IAAA,EAAOA,aAAM,EAAE,EAAE,CAAC;IACrC,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;AACnD,IAAA,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;MAEW,sBAAsB,CAAA;AACjC,IAAA,MAAM,CAAC,KAAa,EAAE,IAAuB,EAAE,QAAkC,EAAE,KAAa,EAAA;QAC9F,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;SACpC;AAED,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAuB,CAAC;AAC3C,QAAA,MAAM,OAAO,GAAG,KAAK,EAAE,OAAO,CAAC;AAE/B,QAAA,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;AACjB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;SAC9C;QAED,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,OAAO,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAA,MAAA,CAAQ,CAAC,CAAC;YACjD,OAAO;SACR;AAED,QAAA,MAAM,YAAY,GAAG,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;AACrE,QAAA,MAAM,iBAAiB,GAAG,KAAK,CAAC,gBAAgB,IAAI,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;AAEtF,QAAA,IAAI,YAAY,IAAI,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE;YAC1D,MAAM,UAAU,GAAe,EAAE,CAAC;AAClC,YAAA,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,UAAU,EAAE;AACxC,gBAAA,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE;oBAC5D,SAAS;iBACV;AAED,gBAAA,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;aAC5B;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;AAC3C,YAAA,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE;gBAC7B,IAAI,EAAEC,eAAS,CAAC,UAAU;gBAC1B,UAAU;AACX,aAAA,CAAC,CAAC;SACJ;QAED,MAAM,cAAc,GAAG,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;AACnD,QAAA,MAAM,YAAY,GAAG,cAAc,IAAI,CAAC,iBAAiB,CAAC;AAC1D,QAAA,IAAI,YAAY,IAAI,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE;YAC3D,IAAI,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE;gBAC3C,OAAO;aACR;iBAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE;gBACxD,OAAO;aACR;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC3C,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YACvD,OAAO;SACR;aAAM,IAAI,YAAY,EAAE;YACvB,OAAO;SACR;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAE3C,IAAI,iBAAiB,IAAI,KAAK,CAAC,gBAAgB,EAAE,MAAM,IAAI,OAAO,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,QAAQ,EAAE;AAC/G,YAAA,MAAM,MAAM,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAC9E,YAAA,KAAK,CAAC,oBAAoB,CAAC,MAAM,EAAE;gBACjC,IAAI,EAAEA,eAAS,CAAC,UAAU;gBAC1B,UAAU,EAAE,KAAK,CAAC,gBAAgB;AACnC,aAAA,CAAC,CAAC;SACJ;QAED,IAAI,cAAc,EAAE;YAClB,OAAO;SACR;QAED,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAChD,IAAI,UAAU,EAAE;AACd,YAAA,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE;gBAC7B,IAAI,EAAEA,eAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;oBAChB,UAAU;AACX,iBAAA;AACF,aAAA,CAAC,CAAC;SACJ;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,EAAE;;YAEZ,OAAO,CAAC,IAAI,CAAC,CAAA;;;;eAIJ,MAAM,CAAA;;SAEZ,KAAK,CAAA;UACJ,MAAM,CAAA;WACL,OAAO,CAAA;cACJ,UAAU,CAAA;gBACR,YAAY,CAAA;qBACP,iBAAiB,CAAA;;;AAGnC,EAAA,CAAA,CAAC,CAAC;YACC,OAAO;SACR;;AAGD,QAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,KAAKA,eAAS,CAAC,UAAU,EAAE;YACxE,OAAO;SACR;aAAM,IAAI,iBAAiB,IAAI,KAAK,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE;YACzF,OAAO;SACR;AAAM,aAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AACtC,YAAA,KAAK,CAAC,oBAAoB,CAAC,MAAM,EAAE;AACjC,gBAAA,OAAO,EAAE,CAAC;AACR,wBAAA,IAAI,EAAE,MAAM;AACZ,wBAAA,IAAI,EAAE,OAAO;qBACd,CAAC;AACH,aAAA,CAAC,CAAC;SACJ;AAAM,aAAA,IAAI,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE;AAC5D,YAAA,KAAK,CAAC,oBAAoB,CAAC,MAAM,EAAE;gBACjC,OAAO;AACR,aAAA,CAAC,CAAC;SACJ;KACF;AACF;;;;"}