@librechat/agents 1.4.0

package/dist/esm/run.mjs

@@ -0,0 +1,104 @@
+import { Providers, GraphEvents, Callback } from './common/enum.mjs';
+import { StandardGraph } from './graphs/Graph.mjs';
+import { HandlerRegistry } from './events.mjs';
+
+class Run {
+    graphRunnable;
+    // private collab!: CollabGraph;
+    // private taskManager!: TaskManager;
+    handlerRegistry;
+    Graph;
+    provider;
+    run_id;
+    constructor(config) {
+        const handlerRegistry = new HandlerRegistry();
+        if (config.customHandlers) {
+            for (const [eventType, handler] of Object.entries(config.customHandlers)) {
+                handlerRegistry.register(eventType, handler);
+            }
+        }
+        this.handlerRegistry = handlerRegistry;
+        if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {
+            this.provider = config.graphConfig.llmConfig.provider;
+            this.graphRunnable = this.createStandardGraph(config.graphConfig);
+            if (this.Graph) {
+                this.Graph.handlerRegistry = handlerRegistry;
+            }
+        }
+    }
+    createStandardGraph(config) {
+        const { runId, llmConfig, instructions, additional_instructions, tools = [] } = config;
+        const { provider, ...clientOptions } = llmConfig;
+        const standardGraph = new StandardGraph({
+            runId,
+            tools,
+            provider,
+            instructions,
+            clientOptions,
+            additional_instructions,
+        });
+        this.Graph = standardGraph;
+        return standardGraph.createWorkflow();
+    }
+    static async create(config) {
+        return new Run(config);
+    }
+    getRunMessages() {
+        if (!this.Graph) {
+            throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');
+        }
+        return this.Graph.getRunMessages();
+    }
+    async processStream(inputs, config, clientCallbacks) {
+        if (!this.graphRunnable) {
+            throw new Error('Run not initialized. Make sure to use Run.create() to instantiate the Run.');
+        }
+        if (!this.Graph) {
+            throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');
+        }
+        this.Graph.resetValues();
+        const provider = this.Graph.provider;
+        const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;
+        if (clientCallbacks) {
+            /* TODO: conflicts with callback manager */
+            const callbacks = config.callbacks || [];
+            config.callbacks = callbacks.concat(this.getCallbacks(clientCallbacks));
+        }
+        const stream = this.graphRunnable.streamEvents(inputs, config);
+        for await (const event of stream) {
+            const { data, name, metadata, ...info } = event;
+            let eventName = info.event;
+            if (hasTools && provider === Providers.ANTHROPIC && eventName === GraphEvents.CHAT_MODEL_STREAM) {
+                /* Skipping CHAT_MODEL_STREAM event for Anthropic due to double-call edge case */
+                continue;
+            }
+            if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {
+                eventName = name;
+            }
+            // console.log(`Event: ${event.event} | Executing Event: ${eventName}`);
+            const handler = this.handlerRegistry.getHandler(eventName);
+            if (handler) {
+                handler.handle(eventName, data, metadata, this.Graph);
+            }
+        }
+        return this.Graph.getContentParts();
+    }
+    createSystemCallback(clientCallbacks, key) {
+        return ((...args) => {
+            const clientCallback = clientCallbacks[key];
+            if (clientCallback && this.Graph) {
+                clientCallback(this.Graph, ...args);
+            }
+        });
+    }
+    getCallbacks(clientCallbacks) {
+        return {
+            [Callback.TOOL_ERROR]: this.createSystemCallback(clientCallbacks, Callback.TOOL_ERROR),
+            [Callback.TOOL_START]: this.createSystemCallback(clientCallbacks, Callback.TOOL_START),
+            [Callback.TOOL_END]: this.createSystemCallback(clientCallbacks, Callback.TOOL_END),
+        };
+    }
+}
+
+export { Run };
+//# sourceMappingURL=run.mjs.map

package/dist/esm/run.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.mjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport type { BaseCallbackHandler, CallbackHandlerMethods } from '@langchain/core/callbacks/base';\nimport type { BaseMessage, MessageContentComplex } from '@langchain/core/messages';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';\nimport type * as t from '@/types';\nimport { GraphEvents, Providers, Callback } from '@/common';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { HandlerRegistry } from '@/events';\n\nexport class Run<T extends t.BaseGraphState> {\n  graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;\n  // private collab!: CollabGraph;\n  // private taskManager!: TaskManager;\n  private handlerRegistry: HandlerRegistry;\n  private Graph: StandardGraph | undefined;\n  provider: Providers | undefined;\n  run_id: string | undefined;\n\n  private constructor(config: t.RunConfig) {\n    const handlerRegistry = new HandlerRegistry();\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(config.customHandlers)) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {\n      this.provider = config.graphConfig.llmConfig.provider;\n      this.graphRunnable = this.createStandardGraph(config.graphConfig) as unknown as t.CompiledWorkflow<T, Partial<T>, string>;\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n  }\n\n  private createStandardGraph(config: t.StandardGraphConfig): t.CompiledWorkflow<t.IState, Partial<t.IState>, string> {\n    const { runId, llmConfig, instructions, additional_instructions, tools = [] } = config;\n    const { provider, ...clientOptions } = llmConfig;\n\n    const standardGraph = new StandardGraph({\n      runId,\n      tools,\n      provider,\n      instructions,\n      clientOptions,\n      additional_instructions,\n    });\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(config: t.RunConfig): Promise<Run<T>> {\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  async processStream(\n    inputs: t.IState,\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2' },\n    clientCallbacks?: ClientCallbacks,\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (!this.graphRunnable) {\n      throw new Error('Run not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n\n    this.Graph.resetValues();\n    const provider = this.Graph.provider;\n    const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;\n    if (clientCallbacks) {\n      /* TODO: conflicts with callback manager */\n      const callbacks = config.callbacks as (BaseCallbackHandler | CallbackHandlerMethods)[] || [];\n      config.callbacks = callbacks.concat(this.getCallbacks(clientCallbacks));\n    }\n    const stream = this.graphRunnable.streamEvents(inputs, config);\n\n    for await (const event of stream) {\n      const { data, name, metadata, ...info } = event;\n\n      let eventName: t.EventName = info.event;\n      if (hasTools && provider === Providers.ANTHROPIC && eventName === GraphEvents.CHAT_MODEL_STREAM) {\n        /* Skipping CHAT_MODEL_STREAM event for Anthropic due to double-call edge case */\n        continue;\n      }\n\n      if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {\n        eventName = name;\n      }\n\n      // console.log(`Event: ${event.event} | Executing Event: ${eventName}`);\n\n      const handler = this.handlerRegistry.getHandler(eventName);\n      if (handler) {\n        handler.handle(eventName, data, metadata, this.Graph);\n      }\n    }\n\n    return this.Graph.getContentParts();\n  }\n\n  private createSystemCallback<K extends keyof ClientCallbacks>(\n    clientCallbacks: ClientCallbacks,\n    key: K\n  ): SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(clientCallbacks, Callback.TOOL_ERROR),\n      [Callback.TOOL_START]: this.createSystemCallback(clientCallbacks, Callback.TOOL_START),\n      [Callback.TOOL_END]: this.createSystemCallback(clientCallbacks, Callback.TOOL_END),\n    };\n  }\n}\n"],"names":[],"mappings":";;;;MAUa,GAAG,CAAA;AACd,IAAA,aAAa,CAA6C;;;AAGlD,IAAA,eAAe,CAAkB;AACjC,IAAA,KAAK,CAA4B;AACzC,IAAA,QAAQ,CAAwB;AAChC,IAAA,MAAM,CAAqB;AAE3B,IAAA,WAAA,CAAoB,MAAmB,EAAA;AACrC,QAAA,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;AAE9C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE;AACxE,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;aAC9C;SACF;AAED,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;AAEvC,QAAA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACtE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAC;YACtD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,CAAyD,CAAC;AAC1H,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe,CAAC;aAC9C;SACF;KACF;AAEO,IAAA,mBAAmB,CAAC,MAA6B,EAAA;AACvD,QAAA,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,uBAAuB,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,MAAM,CAAC;QACvF,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS,CAAC;AAEjD,QAAA,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC;YACtC,KAAK;YACL,KAAK;YACL,QAAQ;YACR,YAAY;YACZ,aAAa;YACb,uBAAuB;AACxB,SAAA,CAAC,CAAC;AACH,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC;AAC3B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE,CAAC;KACvC;AAED,IAAA,aAAa,MAAM,CAA6B,MAAmB,EAAA;AACjE,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC,CAAC;KAC3B;IAED,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;SACjG;AACD,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;KACpC;AAED,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA0D,EAC1D,eAAiC,EAAA;AAEjC,QAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;SAC/F;AACD,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;SACjG;AAED,QAAA,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;AACzB,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC;QACxE,IAAI,eAAe,EAAE;;AAEnB,YAAA,MAAM,SAAS,GAAG,MAAM,CAAC,SAA6D,IAAI,EAAE,CAAC;AAC7F,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC;SACzE;AACD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE/D,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC;AAEhD,YAAA,IAAI,SAAS,GAAgB,IAAI,CAAC,KAAK,CAAC;AACxC,YAAA,IAAI,QAAQ,IAAI,QAAQ,KAAK,SAAS,CAAC,SAAS,IAAI,SAAS,KAAK,WAAW,CAAC,iBAAiB,EAAE;;gBAE/F,SAAS;aACV;YAED,IAAI,SAAS,IAAI,SAAS,KAAK,WAAW,CAAC,eAAe,EAAE;gBAC1D,SAAS,GAAG,IAAI,CAAC;aAClB;;YAID,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAC3D,IAAI,OAAO,EAAE;AACX,gBAAA,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;aACvD;SACF;AAED,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;KACrC;IAEO,oBAAoB,CAC1B,eAAgC,EAChC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;AAC5C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;aACvE;AACH,SAAC,EAAwB;KAC1B;AAED,IAAA,YAAY,CAAC,eAAgC,EAAA;QAC3C,OAAO;AACL,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,QAAQ,CAAC;SACnF,CAAC;KACH;AACF;;;;"}

package/dist/esm/stream.mjs

@@ -0,0 +1,131 @@
+import { nanoid } from 'nanoid';
+import { StepTypes } from './common/enum.mjs';
+
+// src/stream.ts
+const getMessageId = (stepKey, graph) => {
+    const messageId = graph.messageIdsByStepKey.get(stepKey);
+    if (messageId) {
+        return;
+    }
+    const prelimMessageId = graph.prelimMessageIdsByStepKey.get(stepKey);
+    if (prelimMessageId) {
+        graph.prelimMessageIdsByStepKey.delete(stepKey);
+        graph.messageIdsByStepKey.set(stepKey, prelimMessageId);
+        return prelimMessageId;
+    }
+    const message_id = `msg_${nanoid()}`;
+    graph.messageIdsByStepKey.set(stepKey, message_id);
+    return message_id;
+};
+class ChatModelStreamHandler {
+    handle(event, data, metadata, graph) {
+        if (!graph) {
+            throw new Error('Graph not found');
+        }
+        const chunk = data.chunk;
+        const content = chunk?.content;
+        if (!graph.config) {
+            throw new Error('Config not found in graph');
+        }
+        if (!chunk) {
+            console.warn(`No chunk found in ${event} event`);
+            return;
+        }
+        const hasToolCalls = chunk.tool_calls && chunk.tool_calls.length > 0;
+        const hasToolCallChunks = chunk.tool_call_chunks && chunk.tool_call_chunks.length > 0;
+        if (hasToolCalls && chunk.tool_calls?.every((tc) => tc.id)) {
+            const tool_calls = [];
+            for (const tool_call of chunk.tool_calls) {
+                if (!tool_call.id || graph.toolCallStepIds.has(tool_call.id)) {
+                    continue;
+                }
+                tool_calls.push(tool_call);
+            }
+            const stepKey = graph.getStepKey(metadata);
+            graph.dispatchRunStep(stepKey, {
+                type: StepTypes.TOOL_CALLS,
+                tool_calls,
+            });
+        }
+        const isEmptyContent = !content || !content.length;
+        const isEmptyChunk = isEmptyContent && !hasToolCallChunks;
+        if (isEmptyChunk && chunk.id && chunk.id?.startsWith('msg')) {
+            if (graph.messageIdsByStepKey.has(chunk.id)) {
+                return;
+            }
+            else if (graph.prelimMessageIdsByStepKey.has(chunk.id)) {
+                return;
+            }
+            const stepKey = graph.getStepKey(metadata);
+            graph.prelimMessageIdsByStepKey.set(stepKey, chunk.id);
+            return;
+        }
+        else if (isEmptyChunk) {
+            return;
+        }
+        const stepKey = graph.getStepKey(metadata);
+        if (hasToolCallChunks && chunk.tool_call_chunks?.length && typeof chunk.tool_call_chunks[0]?.index === 'number') {
+            const stepId = graph.getStepIdByKey(stepKey, chunk.tool_call_chunks[0].index);
+            graph.dispatchRunStepDelta(stepId, {
+                type: StepTypes.TOOL_CALLS,
+                tool_calls: chunk.tool_call_chunks,
+            });
+        }
+        if (isEmptyContent) {
+            return;
+        }
+        const message_id = getMessageId(stepKey, graph);
+        if (message_id) {
+            graph.dispatchRunStep(stepKey, {
+                type: StepTypes.MESSAGE_CREATION,
+                message_creation: {
+                    message_id,
+                },
+            });
+        }
+        const stepId = graph.getStepIdByKey(stepKey);
+        const runStep = graph.getRunStep(stepId);
+        if (!runStep) {
+            // eslint-disable-next-line no-console
+            console.warn(`\n
+==============================================================
+
+
+Run step for ${stepId} does not exist, cannot dispatch delta event.
+
+event: ${event}
+stepId: ${stepId}
+stepKey: ${stepKey}
+message_id: ${message_id}
+hasToolCalls: ${hasToolCalls}
+hasToolCallChunks: ${hasToolCallChunks}
+
+==============================================================
+\n`);
+            return;
+        }
+        /* Note: tool call chunks may have non-empty content that matches the current tool chunk generation */
+        if (typeof content === 'string' && runStep.type === StepTypes.TOOL_CALLS) {
+            return;
+        }
+        else if (hasToolCallChunks && chunk.tool_call_chunks?.some((tc) => tc.args === content)) {
+            return;
+        }
+        else if (typeof content === 'string') {
+            graph.dispatchMessageDelta(stepId, {
+                content: [{
+                        type: 'text',
+                        text: content,
+                    }],
+            });
+        }
+        else if (content?.every((c) => c.type?.startsWith('text'))) {
+            graph.dispatchMessageDelta(stepId, {
+                content,
+            });
+        }
+    }
+}
+
+export { ChatModelStreamHandler };
+//# sourceMappingURL=stream.mjs.map

package/dist/esm/stream.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.mjs","sources":["../../src/stream.ts"],"sourcesContent":["// src/stream.ts\nimport { nanoid } from 'nanoid';\nimport type { AIMessageChunk } from '@langchain/core/messages';\nimport type { ToolCall } from '@langchain/core/messages/tool';\nimport type { Graph } from '@/graphs';\nimport type * as t from '@/types';\nimport { StepTypes } from '@/common';\n\nconst getMessageId = (stepKey: string, graph: Graph<t.BaseGraphState>): string | undefined => {\n  const messageId = graph.messageIdsByStepKey.get(stepKey);\n  if (messageId) {\n    return;\n  }\n\n  const prelimMessageId = graph.prelimMessageIdsByStepKey.get(stepKey);\n  if (prelimMessageId) {\n    graph.prelimMessageIdsByStepKey.delete(stepKey);\n    graph.messageIdsByStepKey.set(stepKey, prelimMessageId);\n    return prelimMessageId;\n  }\n\n  const message_id = `msg_${nanoid()}`;\n  graph.messageIdsByStepKey.set(stepKey, message_id);\n  return message_id;\n};\n\nexport class ChatModelStreamHandler implements t.EventHandler {\n  handle(event: string, data: t.StreamEventData, metadata?: Record<string, unknown>, graph?: Graph): void {\n    if (!graph) {\n      throw new Error('Graph not found');\n    }\n\n    const chunk = data.chunk as AIMessageChunk;\n    const content = chunk?.content;\n\n    if (!graph.config) {\n      throw new Error('Config not found in graph');\n    }\n\n    if (!chunk) {\n      console.warn(`No chunk found in ${event} event`);\n      return;\n    }\n\n    const hasToolCalls = chunk.tool_calls && chunk.tool_calls.length > 0;\n    const hasToolCallChunks = chunk.tool_call_chunks && chunk.tool_call_chunks.length > 0;\n\n    if (hasToolCalls && chunk.tool_calls?.every((tc) => tc.id)) {\n      const tool_calls: ToolCall[] = [];\n      for (const tool_call of chunk.tool_calls) {\n        if (!tool_call.id || graph.toolCallStepIds.has(tool_call.id)) {\n          continue;\n        }\n\n        tool_calls.push(tool_call);\n      }\n\n      const stepKey = graph.getStepKey(metadata);\n      graph.dispatchRunStep(stepKey, {\n        type: StepTypes.TOOL_CALLS,\n        tool_calls,\n      });\n    }\n\n    const isEmptyContent = !content || !content.length;\n    const isEmptyChunk = isEmptyContent && !hasToolCallChunks;\n    if (isEmptyChunk && chunk.id && chunk.id?.startsWith('msg')) {\n      if (graph.messageIdsByStepKey.has(chunk.id)) {\n        return;\n      } else if (graph.prelimMessageIdsByStepKey.has(chunk.id)) {\n        return;\n      }\n\n      const stepKey = graph.getStepKey(metadata);\n      graph.prelimMessageIdsByStepKey.set(stepKey, chunk.id);\n      return;\n    } else if (isEmptyChunk) {\n      return;\n    }\n\n    const stepKey = graph.getStepKey(metadata);\n\n    if (hasToolCallChunks && chunk.tool_call_chunks?.length && typeof chunk.tool_call_chunks[0]?.index === 'number') {\n      const stepId = graph.getStepIdByKey(stepKey, chunk.tool_call_chunks[0].index);\n      graph.dispatchRunStepDelta(stepId, {\n        type: StepTypes.TOOL_CALLS,\n        tool_calls: chunk.tool_call_chunks,\n      });\n    }\n\n    if (isEmptyContent) {\n      return;\n    }\n\n    const message_id = getMessageId(stepKey, graph);\n    if (message_id) {\n      graph.dispatchRunStep(stepKey, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id,\n        },\n      });\n    }\n\n    const stepId = graph.getStepIdByKey(stepKey);\n    const runStep = graph.getRunStep(stepId);\n    if (!runStep) {\n      // eslint-disable-next-line no-console\n      console.warn(`\\n\n==============================================================\n\n\nRun step for ${stepId} does not exist, cannot dispatch delta event.\n\nevent: ${event}\nstepId: ${stepId}\nstepKey: ${stepKey}\nmessage_id: ${message_id}\nhasToolCalls: ${hasToolCalls}\nhasToolCallChunks: ${hasToolCallChunks}\n\n==============================================================\n\\n`);\n      return;\n    }\n\n    /* Note: tool call chunks may have non-empty content that matches the current tool chunk generation */\n    if (typeof content === 'string' && runStep.type === StepTypes.TOOL_CALLS) {\n      return;\n    } else if (hasToolCallChunks && chunk.tool_call_chunks?.some((tc) => tc.args === content)) {\n      return;\n    } else if (typeof content === 'string') {\n      graph.dispatchMessageDelta(stepId, {\n        content: [{\n          type: 'text',\n          text: content,\n        }],\n      });\n    } else if (content?.every((c) => c.type?.startsWith('text'))) {\n      graph.dispatchMessageDelta(stepId, {\n        content,\n      });\n    }\n  }\n}"],"names":[],"mappings":";;;AAAA;AAQA,MAAM,YAAY,GAAG,CAAC,OAAe,EAAE,KAA8B,KAAwB;IAC3F,MAAM,SAAS,GAAG,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACzD,IAAI,SAAS,EAAE;QACb,OAAO;KACR;IAED,MAAM,eAAe,GAAG,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACrE,IAAI,eAAe,EAAE;AACnB,QAAA,KAAK,CAAC,yBAAyB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAChD,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;AACxD,QAAA,OAAO,eAAe,CAAC;KACxB;AAED,IAAA,MAAM,UAAU,GAAG,CAAA,IAAA,EAAO,MAAM,EAAE,EAAE,CAAC;IACrC,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;AACnD,IAAA,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;MAEW,sBAAsB,CAAA;AACjC,IAAA,MAAM,CAAC,KAAa,EAAE,IAAuB,EAAE,QAAkC,EAAE,KAAa,EAAA;QAC9F,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;SACpC;AAED,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAuB,CAAC;AAC3C,QAAA,MAAM,OAAO,GAAG,KAAK,EAAE,OAAO,CAAC;AAE/B,QAAA,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;AACjB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;SAC9C;QAED,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,OAAO,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAA,MAAA,CAAQ,CAAC,CAAC;YACjD,OAAO;SACR;AAED,QAAA,MAAM,YAAY,GAAG,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;AACrE,QAAA,MAAM,iBAAiB,GAAG,KAAK,CAAC,gBAAgB,IAAI,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC;AAEtF,QAAA,IAAI,YAAY,IAAI,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE;YAC1D,MAAM,UAAU,GAAe,EAAE,CAAC;AAClC,YAAA,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,UAAU,EAAE;AACxC,gBAAA,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE;oBAC5D,SAAS;iBACV;AAED,gBAAA,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;aAC5B;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;AAC3C,YAAA,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE;gBAC7B,IAAI,EAAE,SAAS,CAAC,UAAU;gBAC1B,UAAU;AACX,aAAA,CAAC,CAAC;SACJ;QAED,MAAM,cAAc,GAAG,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;AACnD,QAAA,MAAM,YAAY,GAAG,cAAc,IAAI,CAAC,iBAAiB,CAAC;AAC1D,QAAA,IAAI,YAAY,IAAI,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE;YAC3D,IAAI,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE;gBAC3C,OAAO;aACR;iBAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE;gBACxD,OAAO;aACR;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC3C,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YACvD,OAAO;SACR;aAAM,IAAI,YAAY,EAAE;YACvB,OAAO;SACR;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAE3C,IAAI,iBAAiB,IAAI,KAAK,CAAC,gBAAgB,EAAE,MAAM,IAAI,OAAO,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,QAAQ,EAAE;AAC/G,YAAA,MAAM,MAAM,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAC9E,YAAA,KAAK,CAAC,oBAAoB,CAAC,MAAM,EAAE;gBACjC,IAAI,EAAE,SAAS,CAAC,UAAU;gBAC1B,UAAU,EAAE,KAAK,CAAC,gBAAgB;AACnC,aAAA,CAAC,CAAC;SACJ;QAED,IAAI,cAAc,EAAE;YAClB,OAAO;SACR;QAED,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAChD,IAAI,UAAU,EAAE;AACd,YAAA,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE;gBAC7B,IAAI,EAAE,SAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;oBAChB,UAAU;AACX,iBAAA;AACF,aAAA,CAAC,CAAC;SACJ;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,EAAE;;YAEZ,OAAO,CAAC,IAAI,CAAC,CAAA;;;;eAIJ,MAAM,CAAA;;SAEZ,KAAK,CAAA;UACJ,MAAM,CAAA;WACL,OAAO,CAAA;cACJ,UAAU,CAAA;gBACR,YAAY,CAAA;qBACP,iBAAiB,CAAA;;;AAGnC,EAAA,CAAA,CAAC,CAAC;YACC,OAAO;SACR;;AAGD,QAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,EAAE;YACxE,OAAO;SACR;aAAM,IAAI,iBAAiB,IAAI,KAAK,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE;YACzF,OAAO;SACR;AAAM,aAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AACtC,YAAA,KAAK,CAAC,oBAAoB,CAAC,MAAM,EAAE;AACjC,gBAAA,OAAO,EAAE,CAAC;AACR,wBAAA,IAAI,EAAE,MAAM;AACZ,wBAAA,IAAI,EAAE,OAAO;qBACd,CAAC;AACH,aAAA,CAAC,CAAC;SACJ;AAAM,aAAA,IAAI,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE;AAC5D,YAAA,KAAK,CAAC,oBAAoB,CAAC,MAAM,EAAE;gBACjC,OAAO;AACR,aAAA,CAAC,CAAC;SACJ;KACF;AACF;;;;"}

package/dist/esm/tools/ToolNode.mjs

@@ -0,0 +1,77 @@
+import { END } from '@langchain/langgraph';
+import { isBaseMessage, ToolMessage } from '@langchain/core/messages';
+import { RunnableCallable } from '../utils/run.mjs';
+import { GraphNodeKeys } from '../common/enum.mjs';
+
+class ToolNode extends RunnableCallable {
+    tools;
+    toolMap;
+    loadRuntimeTools;
+    handleToolErrors = true;
+    constructor({ tools, toolMap, name, tags, handleToolErrors, loadRuntimeTools, }) {
+        super({ name, tags, func: (input, config) => this.run(input, config) });
+        this.tools = tools;
+        this.toolMap = toolMap ?? new Map(tools.map(tool => [tool.name, tool]));
+        this.handleToolErrors = handleToolErrors ?? this.handleToolErrors;
+        this.loadRuntimeTools = loadRuntimeTools;
+    }
+    async run(input, config) {
+        const message = Array.isArray(input)
+            ? input[input.length - 1]
+            : input.messages[input.messages.length - 1];
+        if (message._getType() !== 'ai') {
+            throw new Error('ToolNode only accepts AIMessages as input.');
+        }
+        if (this.loadRuntimeTools) {
+            const { tools, toolMap } = this.loadRuntimeTools(message.tool_calls ?? []);
+            this.tools = tools;
+            this.toolMap = toolMap ?? new Map(tools.map(tool => [tool.name, tool]));
+        }
+        const outputs = await Promise.all(message.tool_calls?.map(async (call) => {
+            const tool = this.toolMap.get(call.name);
+            try {
+                if (tool === undefined) {
+                    throw new Error(`Tool "${call.name}" not found.`);
+                }
+                const output = await tool.invoke({ ...call, type: 'tool_call' }, config);
+                if (isBaseMessage(output) && output._getType() === 'tool') {
+                    return output;
+                }
+                else {
+                    return new ToolMessage({
+                        name: tool.name,
+                        content: typeof output === 'string' ? output : JSON.stringify(output),
+                        tool_call_id: call.id,
+                    });
+                }
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            }
+            catch (e) {
+                if (!this.handleToolErrors) {
+                    throw e;
+                }
+                return new ToolMessage({
+                    content: `Error: ${e.message}\n Please fix your mistakes.`,
+                    name: call.name,
+                    tool_call_id: call.id ?? '',
+                });
+            }
+        }) ?? []);
+        return Array.isArray(input) ? outputs : { messages: outputs };
+    }
+}
+function toolsCondition(state) {
+    const message = Array.isArray(state)
+        ? state[state.length - 1]
+        : state.messages[state.messages.length - 1];
+    if ('tool_calls' in message &&
+        (message.tool_calls?.length ?? 0) > 0) {
+        return GraphNodeKeys.TOOLS;
+    }
+    else {
+        return END;
+    }
+}
+
+export { ToolNode, toolsCondition };
+//# sourceMappingURL=ToolNode.mjs.map

package/dist/esm/tools/ToolNode.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"ToolNode.mjs","sources":["../../../src/tools/ToolNode.ts"],"sourcesContent":["import { END } from '@langchain/langgraph';\nimport { ToolMessage, isBaseMessage } from '@langchain/core/messages';\nimport type { RunnableConfig, RunnableToolLike } from '@langchain/core/runnables';\nimport type { MessagesState } from '@langchain/langgraph/dist/graph/message';\nimport type { BaseMessage, AIMessage } from '@langchain/core/messages';\nimport type { StructuredToolInterface } from '@langchain/core/tools';\nimport type * as t from '@/types';\nimport{ RunnableCallable } from '@/utils';\nimport { GraphNodeKeys } from '@/common';\n\nexport class ToolNode<\n  T extends BaseMessage[] | MessagesState\n> extends RunnableCallable<T, T> {\n  tools: t.GenericTool[];\n  private toolMap: Map<string, StructuredToolInterface | RunnableToolLike>;\n  private loadRuntimeTools?: t.ToolRefGenerator;\n  handleToolErrors = true;\n\n  constructor({\n    tools,\n    toolMap,\n    name,\n    tags,\n    handleToolErrors,\n    loadRuntimeTools,\n  }: t.ToolNodeConstructorParams) {\n    super({ name, tags, func: (input, config) => this.run(input, config) });\n    this.tools = tools;\n    this.toolMap = toolMap ?? new Map(tools.map(tool => [tool.name, tool]));\n    this.handleToolErrors = handleToolErrors ?? this.handleToolErrors;\n    this.loadRuntimeTools = loadRuntimeTools;\n  }\n\n  private async run(\n    input: BaseMessage[] | MessagesState,\n    config: RunnableConfig\n  ): Promise<BaseMessage[] | MessagesState> {\n    const message = Array.isArray(input)\n      ? input[input.length - 1]\n      : input.messages[input.messages.length - 1];\n\n    if (message._getType() !== 'ai') {\n      throw new Error('ToolNode only accepts AIMessages as input.');\n    }\n\n    if (this.loadRuntimeTools) {\n      const { tools, toolMap } = this.loadRuntimeTools(\n        (message as AIMessage).tool_calls ?? []\n      );\n      this.tools = tools;\n      this.toolMap = toolMap ?? new Map(tools.map(tool => [tool.name, tool]));\n    }\n\n    const outputs = await Promise.all(\n      (message as AIMessage).tool_calls?.map(async (call) => {\n        const tool = this.toolMap.get(call.name);\n        try {\n          if (tool === undefined) {\n            throw new Error(`Tool \"${call.name}\" not found.`);\n          }\n          const output = await tool.invoke(\n            { ...call, type: 'tool_call' },\n            config\n          );\n          if (isBaseMessage(output) && output._getType() === 'tool') {\n            return output;\n          } else {\n            return new ToolMessage({\n              name: tool.name,\n              content:\n                typeof output === 'string' ? output : JSON.stringify(output),\n              tool_call_id: call.id!,\n            });\n          }\n          // eslint-disable-next-line @typescript-eslint/no-explicit-any\n        } catch (e: any) {\n          if (!this.handleToolErrors) {\n            throw e;\n          }\n          return new ToolMessage({\n            content: `Error: ${e.message}\\n Please fix your mistakes.`,\n            name: call.name,\n            tool_call_id: call.id ?? '',\n          });\n        }\n      }) ?? []\n    );\n\n    return Array.isArray(input) ? outputs : { messages: outputs };\n  }\n}\n\nexport function toolsCondition(\n  state: BaseMessage[] | MessagesState\n): GraphNodeKeys.TOOLS | typeof END {\n  const message = Array.isArray(state)\n    ? state[state.length - 1]\n    : state.messages[state.messages.length - 1];\n\n  if (\n    'tool_calls' in message &&\n    ((message as AIMessage).tool_calls?.length ?? 0) > 0\n  ) {\n    return GraphNodeKeys.TOOLS;\n  } else {\n    return END;\n  }\n}"],"names":[],"mappings":";;;;;AAUM,MAAO,QAEX,SAAQ,gBAAsB,CAAA;AAC9B,IAAA,KAAK,CAAkB;AACf,IAAA,OAAO,CAA0D;AACjE,IAAA,gBAAgB,CAAsB;IAC9C,gBAAgB,GAAG,IAAI,CAAC;AAExB,IAAA,WAAA,CAAY,EACV,KAAK,EACL,OAAO,EACP,IAAI,EACJ,IAAI,EACJ,gBAAgB,EAChB,gBAAgB,GACY,EAAA;QAC5B,KAAK,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;AACxE,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QACxE,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC;AAClE,QAAA,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;KAC1C;AAEO,IAAA,MAAM,GAAG,CACf,KAAoC,EACpC,MAAsB,EAAA;AAEtB,QAAA,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;cAChC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AACzB,cAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAE9C,QAAA,IAAI,OAAO,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;AAC/B,YAAA,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;SAC/D;AAED,QAAA,IAAI,IAAI,CAAC,gBAAgB,EAAE;AACzB,YAAA,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAC7C,OAAqB,CAAC,UAAU,IAAI,EAAE,CACxC,CAAC;AACF,YAAA,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACnB,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;SACzE;AAED,QAAA,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,OAAqB,CAAC,UAAU,EAAE,GAAG,CAAC,OAAO,IAAI,KAAI;AACpD,YAAA,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACzC,YAAA,IAAI;AACF,gBAAA,IAAI,IAAI,KAAK,SAAS,EAAE;oBACtB,MAAM,IAAI,KAAK,CAAC,CAAA,MAAA,EAAS,IAAI,CAAC,IAAI,CAAc,YAAA,CAAA,CAAC,CAAC;iBACnD;AACD,gBAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAC9B,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,EAC9B,MAAM,CACP,CAAC;AACF,gBAAA,IAAI,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,EAAE,KAAK,MAAM,EAAE;AACzD,oBAAA,OAAO,MAAM,CAAC;iBACf;qBAAM;oBACL,OAAO,IAAI,WAAW,CAAC;wBACrB,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,wBAAA,OAAO,EACL,OAAO,MAAM,KAAK,QAAQ,GAAG,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;wBAC9D,YAAY,EAAE,IAAI,CAAC,EAAG;AACvB,qBAAA,CAAC,CAAC;iBACJ;;aAEF;YAAC,OAAO,CAAM,EAAE;AACf,gBAAA,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;AAC1B,oBAAA,MAAM,CAAC,CAAC;iBACT;gBACD,OAAO,IAAI,WAAW,CAAC;AACrB,oBAAA,OAAO,EAAE,CAAA,OAAA,EAAU,CAAC,CAAC,OAAO,CAA8B,4BAAA,CAAA;oBAC1D,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,oBAAA,YAAY,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE;AAC5B,iBAAA,CAAC,CAAC;aACJ;AACH,SAAC,CAAC,IAAI,EAAE,CACT,CAAC;AAEF,QAAA,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,OAAO,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;KAC/D;AACF,CAAA;AAEK,SAAU,cAAc,CAC5B,KAAoC,EAAA;AAEpC,IAAA,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;UAChC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AACzB,UAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE9C,IACE,YAAY,IAAI,OAAO;QACvB,CAAE,OAAqB,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,EACpD;QACA,OAAO,aAAa,CAAC,KAAK,CAAC;KAC5B;SAAM;AACL,QAAA,OAAO,GAAG,CAAC;KACZ;AACH;;;;"}

package/dist/esm/utils/graph.mjs

@@ -0,0 +1,13 @@
+const resetIfNotEmpty = (value, resetValue) => {
+    if (Array.isArray(value)) {
+        return value.length > 0 ? resetValue : value;
+    }
+    if (value instanceof Set || value instanceof Map) {
+        return value.size > 0 ? resetValue : value;
+    }
+    return value !== undefined ? resetValue : value;
+};
+const joinKeys = (args) => args.join('_');
+
+export { joinKeys, resetIfNotEmpty };
+//# sourceMappingURL=graph.mjs.map

package/dist/esm/utils/graph.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"graph.mjs","sources":["../../../src/utils/graph.ts"],"sourcesContent":["export const resetIfNotEmpty = <T>(value: T, resetValue: T): T => {\n  if (Array.isArray(value)) {\n    return value.length > 0 ? resetValue : value;\n  }\n  if (value instanceof Set || value instanceof Map) {\n    return value.size > 0 ? resetValue : value;\n  }\n  return value !== undefined ? resetValue : value;\n};\n\nexport const joinKeys = (args: (string | number | undefined)[]): string => args.join('_');"],"names":[],"mappings":"MAAa,eAAe,GAAG,CAAI,KAAQ,EAAE,UAAa,KAAO;AAC/D,IAAA,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;AACxB,QAAA,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,UAAU,GAAG,KAAK,CAAC;KAC9C;IACD,IAAI,KAAK,YAAY,GAAG,IAAI,KAAK,YAAY,GAAG,EAAE;AAChD,QAAA,OAAO,KAAK,CAAC,IAAI,GAAG,CAAC,GAAG,UAAU,GAAG,KAAK,CAAC;KAC5C;IACD,OAAO,KAAK,KAAK,SAAS,GAAG,UAAU,GAAG,KAAK,CAAC;AAClD,EAAE;AAEK,MAAM,QAAQ,GAAG,CAAC,IAAqC,KAAa,IAAI,CAAC,IAAI,CAAC,GAAG;;;;"}

package/dist/esm/utils/run.mjs

@@ -0,0 +1,57 @@
+import { Runnable, patchConfig, mergeConfigs } from '@langchain/core/runnables';
+import { AsyncLocalStorageProviderSingleton } from '@langchain/core/singletons';
+
+class RunnableCallable extends Runnable {
+    lc_namespace = ['langgraph'];
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    func;
+    tags;
+    config;
+    trace = true;
+    recurse = true;
+    constructor(fields) {
+        super();
+        this.name = fields.name ?? fields.func.name;
+        this.func = fields.func;
+        this.config = fields.tags ? { tags: fields.tags } : undefined;
+        this.trace = fields.trace ?? this.trace;
+        this.recurse = fields.recurse ?? this.recurse;
+    }
+    async _tracedInvoke(input, config, runManager) {
+        return new Promise((resolve, reject) => {
+            const childConfig = patchConfig(config, {
+                callbacks: runManager?.getChild(),
+            });
+            void AsyncLocalStorageProviderSingleton.runWithConfig(childConfig, async () => {
+                try {
+                    const output = await this.func(input, childConfig);
+                    resolve(output);
+                }
+                catch (e) {
+                    reject(e);
+                }
+            });
+        });
+    }
+    async invoke(
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    input, options
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    ) {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        let returnValue;
+        if (this.trace) {
+            returnValue = await this._callWithConfig(this._tracedInvoke, input, mergeConfigs(this.config, options));
+        }
+        else {
+            returnValue = await this.func(input, mergeConfigs(this.config, options));
+        }
+        if (Runnable.isRunnable(returnValue) && this.recurse) {
+            return await returnValue.invoke(input, options);
+        }
+        return returnValue;
+    }
+}
+
+export { RunnableCallable };
+//# sourceMappingURL=run.mjs.map

package/dist/esm/utils/run.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.mjs","sources":["../../../src/utils/run.ts"],"sourcesContent":["import { CallbackManagerForChainRun } from '@langchain/core/callbacks/manager';\nimport {\n  mergeConfigs,\n  patchConfig,\n  Runnable,\n  RunnableConfig,\n} from '@langchain/core/runnables';\nimport { AsyncLocalStorageProviderSingleton } from '@langchain/core/singletons';\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport interface RunnableCallableArgs extends Partial<any> {\n  name?: string;\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  func: (...args: any[]) => any;\n  tags?: string[];\n  trace?: boolean;\n  recurse?: boolean;\n}\n\nexport class RunnableCallable<I = unknown, O = unknown> extends Runnable<I, O> {\n  lc_namespace: string[] = ['langgraph'];\n\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  func: (...args: any[]) => any;\n\n  tags?: string[];\n\n  config?: RunnableConfig;\n\n  trace: boolean = true;\n\n  recurse: boolean = true;\n\n  constructor(fields: RunnableCallableArgs) {\n    super();\n    this.name = fields.name ?? fields.func.name;\n    this.func = fields.func;\n    this.config = fields.tags ? { tags: fields.tags } : undefined;\n    this.trace = fields.trace ?? this.trace;\n    this.recurse = fields.recurse ?? this.recurse;\n  }\n\n  protected async _tracedInvoke(\n    input: I,\n    config?: Partial<RunnableConfig>,\n    runManager?: CallbackManagerForChainRun\n  ): Promise<O> {\n    return new Promise<O>((resolve, reject) => {\n      const childConfig = patchConfig(config, {\n        callbacks: runManager?.getChild(),\n      });\n      void AsyncLocalStorageProviderSingleton.runWithConfig(\n        childConfig,\n        async () => {\n          try {\n            const output = await this.func(input, childConfig);\n            resolve(output);\n          } catch (e) {\n            reject(e);\n          }\n        }\n      );\n    });\n  }\n\n  async invoke(\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    input: any,\n    options?: Partial<RunnableConfig> | undefined\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  ): Promise<any> {\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    let returnValue: any;\n\n    if (this.trace) {\n      returnValue = await this._callWithConfig(\n        this._tracedInvoke,\n        input,\n        mergeConfigs(this.config, options)\n      );\n    } else {\n      returnValue = await this.func(input, mergeConfigs(this.config, options));\n    }\n\n    if (Runnable.isRunnable(returnValue) && this.recurse) {\n      return await returnValue.invoke(input, options);\n    }\n\n    return returnValue;\n  }\n}"],"names":[],"mappings":";;;AAmBM,MAAO,gBAA2C,SAAQ,QAAc,CAAA;AAC5E,IAAA,YAAY,GAAa,CAAC,WAAW,CAAC,CAAC;;AAGvC,IAAA,IAAI,CAA0B;AAE9B,IAAA,IAAI,CAAY;AAEhB,IAAA,MAAM,CAAkB;IAExB,KAAK,GAAY,IAAI,CAAC;IAEtB,OAAO,GAAY,IAAI,CAAC;AAExB,IAAA,WAAA,CAAY,MAA4B,EAAA;AACtC,QAAA,KAAK,EAAE,CAAC;AACR,QAAA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AAC5C,QAAA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,GAAG,SAAS,CAAC;QAC9D,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QACxC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;KAC/C;AAES,IAAA,MAAM,aAAa,CAC3B,KAAQ,EACR,MAAgC,EAChC,UAAuC,EAAA;QAEvC,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,KAAI;AACxC,YAAA,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,EAAE;AACtC,gBAAA,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE;AAClC,aAAA,CAAC,CAAC;YACH,KAAK,kCAAkC,CAAC,aAAa,CACnD,WAAW,EACX,YAAW;AACT,gBAAA,IAAI;oBACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBACnD,OAAO,CAAC,MAAM,CAAC,CAAC;iBACjB;gBAAC,OAAO,CAAC,EAAE;oBACV,MAAM,CAAC,CAAC,CAAC,CAAC;iBACX;AACH,aAAC,CACF,CAAC;AACJ,SAAC,CAAC,CAAC;KACJ;AAED,IAAA,MAAM,MAAM;;AAEV,IAAA,KAAU,EACV,OAA6C;;;;AAI7C,QAAA,IAAI,WAAgB,CAAC;AAErB,QAAA,IAAI,IAAI,CAAC,KAAK,EAAE;YACd,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CACtC,IAAI,CAAC,aAAa,EAClB,KAAK,EACL,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CACnC,CAAC;SACH;aAAM;AACL,YAAA,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;SAC1E;QAED,IAAI,QAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE;YACpD,OAAO,MAAM,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;SACjD;AAED,QAAA,OAAO,WAAW,CAAC;KACpB;AACF;;;;"}

package/dist/types/common/enum.d.ts

@@ -0,0 +1,79 @@
+/**
+ * Enum representing the various event types emitted during the execution of runnables.
+ * These events provide real-time information about the progress and state of different components.
+ *
+ * @enum {string}
+ */
+export declare enum GraphEvents {
+    /** [Custom] Delta event for run steps (message creation and tool calls) */
+    ON_RUN_STEP = "on_run_step",
+    /** [Custom] Delta event for run steps (tool calls) */
+    ON_RUN_STEP_DELTA = "on_run_step_delta",
+    /** [Custom] Completed event for run steps (tool calls) */
+    ON_RUN_STEP_COMPLETED = "on_run_step_completed",
+    /** [Custom] Delta events for messages */
+    ON_MESSAGE_DELTA = "on_message_delta",
+    /** Custom event, emitted by system */
+    ON_CUSTOM_EVENT = "on_custom_event",
+    /** Emitted when a chat model starts processing. */
+    CHAT_MODEL_START = "on_chat_model_start",
+    /** Emitted when a chat model streams a chunk of its response. */
+    CHAT_MODEL_STREAM = "on_chat_model_stream",
+    /** Emitted when a chat model completes its processing. */
+    CHAT_MODEL_END = "on_chat_model_end",
+    /** Emitted when a language model starts processing. */
+    LLM_START = "on_llm_start",
+    /** Emitted when a language model streams a chunk of its response. */
+    LLM_STREAM = "on_llm_stream",
+    /** Emitted when a language model completes its processing. */
+    LLM_END = "on_llm_end",
+    /** Emitted when a chain starts processing. */
+    CHAIN_START = "on_chain_start",
+    /** Emitted when a chain streams a chunk of its output. */
+    CHAIN_STREAM = "on_chain_stream",
+    /** Emitted when a chain completes its processing. */
+    CHAIN_END = "on_chain_end",
+    /** Emitted when a tool starts its operation. */
+    TOOL_START = "on_tool_start",
+    /** Emitted when a tool completes its operation. */
+    TOOL_END = "on_tool_end",
+    /** Emitted when a retriever starts its operation. */
+    RETRIEVER_START = "on_retriever_start",
+    /** Emitted when a retriever completes its operation. */
+    RETRIEVER_END = "on_retriever_end",
+    /** Emitted when a prompt starts processing. */
+    PROMPT_START = "on_prompt_start",
+    /** Emitted when a prompt completes its processing. */
+    PROMPT_END = "on_prompt_end"
+}
+export declare enum Providers {
+    OPENAI = "openAI",
+    BEDROCK = "bedrock",
+    VERTEXAI = "vertexai",
+    AWS = "aws",
+    ANTHROPIC = "anthropic",
+    MISTRALAI = "mistralai"
+}
+export declare enum GraphNodeKeys {
+    TOOLS = "tools",
+    AGENT = "agent",
+    PRE_TOOLS = "pre_tools",
+    POST_TOOLS = "post_tools"
+}
+export declare enum GraphNodeActions {
+    TOOL_NODE = "tool_node",
+    CALL_MODEL = "call_model",
+    ROUTE_MESSAGE = "route_message"
+}
+export declare enum CommonEvents {
+    LANGGRAPH = "LangGraph"
+}
+export declare enum StepTypes {
+    TOOL_CALLS = "tool_calls",
+    MESSAGE_CREATION = "message_creation"
+}
+export declare enum Callback {
+    TOOL_ERROR = "handleToolError",
+    TOOL_START = "handleToolStart",
+    TOOL_END = "handleToolEnd"
+}

package/dist/types/common/index.d.ts

@@ -0,0 +1 @@
+export * from './enum';

package/dist/types/events.d.ts

@@ -0,0 +1,22 @@
+import type { Graph } from '@/graphs';
+import type * as t from '@/types';
+export declare class HandlerRegistry {
+    private handlers;
+    register(eventType: string, handler: t.EventHandler): void;
+    getHandler(eventType: string): t.EventHandler | undefined;
+}
+export declare class ModelEndHandler implements t.EventHandler {
+    handle(event: string, data: t.StreamEventData, metadata?: Record<string, unknown>, graph?: Graph): void;
+}
+export declare class ToolEndHandler implements t.EventHandler {
+    handle(event: string, data: t.StreamEventData, metadata?: Record<string, unknown>, graph?: Graph): void;
+}
+export declare class TestLLMStreamHandler implements t.EventHandler {
+    handle(event: string, data: t.StreamEventData): void;
+}
+export declare class TestChatStreamHandler implements t.EventHandler {
+    handle(event: string, data: t.StreamEventData): void;
+}
+export declare class LLMStreamHandler implements t.EventHandler {
+    handle(event: string, data: t.StreamEventData, metadata?: Record<string, unknown>): void;
+}

package/dist/types/graphs/Graph.d.ts

@@ -0,0 +1,86 @@
+import { ToolNode } from '@langchain/langgraph/prebuilt';
+import { START } from '@langchain/langgraph';
+import { Runnable, RunnableConfig } from '@langchain/core/runnables';
+import { SystemMessage } from '@langchain/core/messages';
+import type { BaseMessage } from '@langchain/core/messages';
+import type * as t from '@/types';
+import { Providers, GraphNodeKeys, Callback } from '@/common';
+import { ToolNode as CustomToolNode } from '@/tools/ToolNode';
+import { HandlerRegistry } from '@/events';
+export type GraphNode = GraphNodeKeys | typeof START;
+export type ClientCallback<T extends unknown[]> = (graph: StandardGraph, ...args: T) => void;
+export type ClientCallbacks = {
+    [Callback.TOOL_ERROR]?: ClientCallback<[Error, string]>;
+    [Callback.TOOL_START]?: ClientCallback<unknown[]>;
+    [Callback.TOOL_END]?: ClientCallback<unknown[]>;
+};
+export type SystemCallbacks = {
+    [K in keyof ClientCallbacks]: ClientCallbacks[K] extends ClientCallback<infer Args> ? (...args: Args) => void : never;
+};
+export declare abstract class Graph<T extends t.BaseGraphState = t.BaseGraphState, TNodeName extends string = string> {
+    abstract resetValues(): void;
+    abstract createGraphState(): t.GraphStateChannels<T>;
+    abstract initializeTools(): CustomToolNode<T> | ToolNode<T>;
+    abstract initializeModel(): Runnable;
+    abstract getRunMessages(): BaseMessage[] | undefined;
+    abstract getContentParts(): t.MessageContentComplex[] | undefined;
+    abstract generateStepId(stepKey: string): [string, number];
+    abstract getKeyList(metadata: Record<string, unknown> | undefined): (string | number | undefined)[];
+    abstract getStepKey(metadata: Record<string, unknown> | undefined): string;
+    abstract checkKeyList(keyList: (string | number | undefined)[]): boolean;
+    abstract getStepIdByKey(stepKey: string, index?: number): string;
+    abstract getRunStep(stepId: string): t.RunStep | undefined;
+    abstract dispatchRunStep(stepKey: string, stepDetails: t.StepDetails): void;
+    abstract dispatchRunStepDelta(id: string, delta: t.ToolCallDelta): void;
+    abstract dispatchMessageDelta(id: string, delta: t.MessageDelta): void;
+    abstract handleToolCallCompleted(data: t.ToolEndData): void;
+    abstract createCallModel(): (state: T, config?: RunnableConfig) => Promise<Partial<T>>;
+    abstract createWorkflow(): t.CompiledWorkflow<T, Partial<T>, TNodeName>;
+    messageIdsByStepKey: Map<string, string>;
+    prelimMessageIdsByStepKey: Map<string, string>;
+    config: RunnableConfig | undefined;
+    contentData: t.RunStep[];
+    stepKeyIds: Map<string, string[]>;
+    contentIndexMap: Map<string, number>;
+    toolCallStepIds: Map<string, string>;
+}
+export declare class StandardGraph extends Graph<t.BaseGraphState, GraphNode> {
+    private graphState;
+    private clientOptions;
+    private boundModel;
+    handlerRegistry: HandlerRegistry | undefined;
+    systemMessage: SystemMessage | undefined;
+    messages: BaseMessage[];
+    runId: string | undefined;
+    tools?: t.GenericTool[];
+    toolMap?: t.ToolMap;
+    startIndex: number;
+    provider: Providers;
+    constructor({ runId, tools, toolMap, provider, clientOptions, instructions, additional_instructions, }: {
+        runId?: string;
+        provider: Providers;
+        tools?: t.GenericTool[];
+        toolMap?: t.ToolMap;
+        clientOptions: Record<string, unknown>;
+        instructions?: string;
+        additional_instructions?: string;
+    });
+    resetValues(): void;
+    getRunStep(stepId: string): t.RunStep | undefined;
+    getStepKey(metadata: Record<string, unknown> | undefined): string;
+    getStepIdByKey(stepKey: string, index?: number): string;
+    generateStepId(stepKey: string): [string, number];
+    getKeyList(metadata: Record<string, unknown> | undefined): (string | number | undefined)[];
+    checkKeyList(keyList: (string | number | undefined)[]): boolean;
+    getRunMessages(): BaseMessage[] | undefined;
+    getContentParts(): t.MessageContentComplex[] | undefined;
+    createGraphState(): t.GraphStateChannels<t.BaseGraphState>;
+    initializeTools(): CustomToolNode<t.BaseGraphState> | ToolNode<t.BaseGraphState>;
+    initializeModel(): Runnable;
+    createCallModel(): (state: t.BaseGraphState, config?: RunnableConfig) => Promise<Partial<t.BaseGraphState>>;
+    createWorkflow(): t.CompiledWorkflow<t.BaseGraphState, Partial<t.BaseGraphState>, GraphNode>;
+    dispatchRunStep(stepKey: string, stepDetails: t.StepDetails): void;
+    handleToolCallCompleted(data: t.ToolEndData, metadata?: Record<string, unknown>): void;
+    dispatchRunStepDelta(id: string, delta: t.ToolCallDelta): void;
+    dispatchMessageDelta(id: string, delta: t.MessageDelta): void;
+}

package/dist/types/graphs/index.d.ts

@@ -0,0 +1 @@
+export * from './Graph';