@librechat/agents 1.4.6 → 1.4.8

package/dist/cjs/graphs/Graph.cjs

@@ -8,10 +8,9 @@ var messages = require('@langchain/core/messages');
 var _enum = require('../common/enum.cjs');
 var ToolNode = require('../tools/ToolNode.cjs');
 var messages$1 = require('../messages.cjs');
-var providers = require('../llm/providers.cjs');
 var graph = require('../utils/graph.cjs');
-require('@langchain/core/runnables');
-require('@langchain/core/singletons');
+var run = require('../utils/run.cjs');
+var providers = require('../llm/providers.cjs');
 
 // src/graphs/Graph.ts
 const { AGENT, TOOLS } = _enum.GraphNodeKeys;
@@ -28,6 +27,10 @@ class StandardGraph extends Graph {
     graphState;
     clientOptions;
     boundModel;
+    /** The amount of time that should pass before another consecutive API call */
+    streamBuffer;
+    /** The last recorded timestamp that a stream API call was invoked */
+    lastStreamCall;
     handlerRegistry;
     systemMessage;
     messages = [];
@@ -36,13 +39,14 @@ class StandardGraph extends Graph {
     toolMap;
     startIndex = 0;
     provider;
-    constructor({ runId, tools, toolMap, provider, clientOptions, instructions, additional_instructions = '', }) {
+    constructor({ runId, tools, toolMap, provider, clientOptions, instructions, additional_instructions = '', streamBuffer, }) {
         super();
         this.runId = runId;
         this.tools = tools;
         this.toolMap = toolMap;
         this.provider = provider;
         this.clientOptions = clientOptions;
+        this.streamBuffer = streamBuffer;
         this.graphState = this.createGraphState();
         this.boundModel = this.initializeModel();
         let finalInstructions = instructions ?? '';
@@ -178,6 +182,14 @@ class StandardGraph extends Graph {
                 && typeof lastMessageX.content === 'string') {
                 finalMessages[finalMessages.length - 2].content = '';
             }
+            if (this.lastStreamCall != null && this.streamBuffer != null) {
+                const timeSinceLastCall = Date.now() - this.lastStreamCall;
+                if (timeSinceLastCall < this.streamBuffer) {
+                    const timeToWait = Math.ceil((this.streamBuffer - timeSinceLastCall) / 1000) * 1000;
+                    await run.sleep(timeToWait);
+                }
+            }
+            this.lastStreamCall = Date.now();
             if (this.tools?.length && (provider === _enum.Providers.ANTHROPIC || provider === _enum.Providers.BEDROCK)) {
                 const stream$1 = await this.boundModel.stream(finalMessages, config);
                 let finalChunk;
@@ -264,7 +276,7 @@ class StandardGraph extends Graph {
         if (!runStep) {
             throw new Error(`No run step found for stepId ${stepId}`);
         }
-        if (!data?.output) {
+        if (!data.output) {
             // console.warn('No output found in tool_end event');
             // console.dir(data, { depth: null });
             return;

package/dist/cjs/graphs/Graph.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"Graph.cjs","sources":["../../../src/graphs/Graph.ts"],"sourcesContent":["// src/graphs/Graph.ts\nimport { nanoid } from 'nanoid';\nimport { concat } from '@langchain/core/utils/stream';\nimport { ToolNode } from '@langchain/langgraph/prebuilt';\nimport { START, StateGraph  } from '@langchain/langgraph';\nimport { Runnable, RunnableConfig } from '@langchain/core/runnables';\nimport { dispatchCustomEvent } from '@langchain/core/callbacks/dispatch';\nimport { AIMessageChunk, ToolMessage, SystemMessage } from '@langchain/core/messages';\nimport type { BaseMessage } from '@langchain/core/messages';\nimport type { StructuredTool } from '@langchain/core/tools';\nimport type * as t from '@/types';\nimport { Providers, GraphEvents, GraphNodeKeys, StepTypes, Callback } from '@/common';\nimport { ToolNode as CustomToolNode, toolsCondition } from '@/tools/ToolNode';\nimport { modifyDeltaProperties, convertMessagesToContent } from '@/messages';\nimport { getChatModelClass } from '@/llm/providers';\nimport { resetIfNotEmpty, joinKeys } from '@/utils';\nimport { HandlerRegistry } from '@/events';\n\nconst { AGENT, TOOLS } = GraphNodeKeys;\nexport type GraphNode = GraphNodeKeys | typeof START;\nexport type ClientCallback<T extends unknown[]> = (graph: StandardGraph, ...args: T) => void;\nexport type ClientCallbacks = {\n  [Callback.TOOL_ERROR]?: ClientCallback<[Error, string]>;\n  [Callback.TOOL_START]?: ClientCallback<unknown[]>;\n  [Callback.TOOL_END]?: ClientCallback<unknown[]>;\n}\nexport type SystemCallbacks = {\n  [K in keyof ClientCallbacks]: ClientCallbacks[K] extends ClientCallback<infer Args>\n    ? (...args: Args) => void\n    : never;\n};\n\nexport abstract class Graph<\n  T extends t.BaseGraphState = t.BaseGraphState,\n  TNodeName extends string = string,\n> {\n  abstract resetValues(): void;\n  abstract createGraphState(): t.GraphStateChannels<T>;\n  abstract initializeTools(): CustomToolNode<T> | ToolNode<T>;\n  abstract initializeModel(): Runnable;\n  abstract getRunMessages(): BaseMessage[] | undefined;\n  abstract getContentParts(): t.MessageContentComplex[] | undefined;\n  abstract generateStepId(stepKey: string): [string, number];\n  abstract getKeyList(metadata: Record<string, unknown> | undefined): (string | number | undefined)[];\n  abstract getStepKey(metadata: Record<string, unknown> | undefined): string;\n  abstract checkKeyList(keyList: (string | number | undefined)[]): boolean;\n  abstract getStepIdByKey(stepKey: string, index?: number): string\n  abstract getRunStep(stepId: string): t.RunStep | undefined;\n  abstract dispatchRunStep(stepKey: string, stepDetails: t.StepDetails): string;\n  abstract dispatchRunStepDelta(id: string, delta: t.ToolCallDelta): void;\n  abstract dispatchMessageDelta(id: string, delta: t.MessageDelta): void;\n  abstract handleToolCallCompleted(data: t.ToolEndData): void;\n\n  abstract createCallModel(): (state: T, config?: RunnableConfig) => Promise<Partial<T>>;\n  abstract createWorkflow(): t.CompiledWorkflow<T, Partial<T>, TNodeName>;\n  messageIdsByStepKey: Map<string, string> = new Map();\n  prelimMessageIdsByStepKey: Map<string, string> = new Map();\n  config: RunnableConfig | undefined;\n  contentData: t.RunStep[] = [];\n  stepKeyIds: Map<string, string[]> = new Map<string, string[]>();\n  contentIndexMap: Map<string, number> = new Map();\n  toolCallStepIds: Map<string, string> = new Map();\n}\n\nexport class StandardGraph extends Graph<\n  t.BaseGraphState,\n  GraphNode\n> {\n  private graphState: t.GraphStateChannels<t.BaseGraphState>;\n  private clientOptions: Record<string, unknown>;\n  private boundModel: Runnable;\n  handlerRegistry: HandlerRegistry | undefined;\n  systemMessage: SystemMessage | undefined;\n  messages: BaseMessage[] = [];\n  runId: string | undefined;\n  tools?: t.GenericTool[];\n  toolMap?: t.ToolMap;\n  startIndex: number = 0;\n  provider: Providers;\n\n  constructor({\n    runId,\n    tools,\n    toolMap,\n    provider,\n    clientOptions,\n    instructions,\n    additional_instructions = '',\n  } : {\n    runId?: string;\n    provider: Providers;\n    tools?: t.GenericTool[];\n    toolMap?: t.ToolMap;\n    clientOptions: Record<string, unknown>;\n    instructions?: string;\n    additional_instructions?: string;\n  }) {\n    super();\n    this.runId = runId;\n    this.tools = tools;\n    this.toolMap = toolMap;\n    this.provider = provider;\n    this.clientOptions = clientOptions;\n    this.graphState = this.createGraphState();\n    this.boundModel = this.initializeModel();\n\n    let finalInstructions = instructions ?? '';\n    if (additional_instructions) {\n      finalInstructions = finalInstructions ? `${finalInstructions}\\n\\n${additional_instructions}` : additional_instructions;\n    }\n\n    if (finalInstructions) {\n      this.systemMessage = new SystemMessage(finalInstructions);\n    }\n  }\n\n  /* Init */\n\n  resetValues(): void {\n    this.messages = [];\n    this.config = resetIfNotEmpty(this.config, undefined);\n    this.contentData = resetIfNotEmpty(this.contentData, []);\n    this.stepKeyIds = resetIfNotEmpty(this.stepKeyIds, new Map());\n    this.toolCallStepIds = resetIfNotEmpty(this.toolCallStepIds, new Map());\n    this.contentIndexMap = resetIfNotEmpty(this.contentIndexMap, new Map());\n    this.messageIdsByStepKey = resetIfNotEmpty(this.messageIdsByStepKey, new Map());\n    this.prelimMessageIdsByStepKey = resetIfNotEmpty(this.prelimMessageIdsByStepKey, new Map());\n  }\n\n  /* Run Step Processing */\n\n  getRunStep(stepId: string): t.RunStep | undefined {\n    const index = this.contentIndexMap.get(stepId);\n    if (index !== undefined) {\n      return this.contentData[index];\n    }\n    return undefined;\n  }\n\n  getStepKey(metadata: Record<string, unknown> | undefined): string {\n    if (!metadata) return '';\n\n    const keyList = this.getKeyList(metadata);\n    if (this.checkKeyList(keyList)) {\n      throw new Error('Missing metadata');\n    }\n\n    return joinKeys(keyList);\n  }\n\n  getStepIdByKey(stepKey: string, index?: number): string {\n    const stepIds = this.stepKeyIds.get(stepKey);\n    if (!stepIds) {\n      throw new Error(`No step IDs found for stepKey ${stepKey}`);\n    }\n\n    if (index === undefined) {\n      return stepIds[stepIds.length - 1];\n    }\n\n    return stepIds[index];\n  }\n\n  generateStepId(stepKey: string): [string, number] {\n    const stepIds = this.stepKeyIds.get(stepKey);\n    let newStepId: string | undefined;\n    let stepIndex = 0;\n    if (stepIds) {\n      stepIndex = stepIds.length;\n      newStepId = `step_${nanoid()}`;\n      stepIds.push(newStepId);\n      this.stepKeyIds.set(stepKey, stepIds);\n    } else {\n      newStepId = `step_${nanoid()}`;\n      this.stepKeyIds.set(stepKey, [newStepId]);\n    }\n\n    return [newStepId, stepIndex];\n  }\n\n  getKeyList(metadata: Record<string, unknown> | undefined): (string | number | undefined)[] {\n    if (!metadata) return [];\n\n    return [\n      metadata.thread_id as string,\n      metadata.langgraph_node as string,\n      metadata.langgraph_step as number,\n      metadata.langgraph_task_idx as number,\n    ];\n  }\n\n  checkKeyList(keyList: (string | number | undefined)[]): boolean {\n    return keyList.some((key) => key === undefined);\n  }\n\n  /* Misc.*/\n\n  getRunMessages(): BaseMessage[] | undefined {\n    return this.messages.slice(this.startIndex);\n  }\n\n  getContentParts(): t.MessageContentComplex[] | undefined {\n    return convertMessagesToContent(this.messages.slice(this.startIndex));\n  }\n\n  /* Graph */\n\n  createGraphState(): t.GraphStateChannels<t.BaseGraphState> {\n    return {\n      messages: {\n        value: (x: BaseMessage[], y: BaseMessage[]): BaseMessage[] => {\n          if (!x.length) {\n            if (this.systemMessage) {\n              x.push(this.systemMessage);\n            }\n\n            this.startIndex = x.length + y.length;\n          }\n          const current = x.concat(y);\n          this.messages = current;\n          return current;\n        },\n        default: () => [],\n      },\n    };\n  }\n\n  initializeTools(): CustomToolNode<t.BaseGraphState> | ToolNode<t.BaseGraphState> {\n    // return new ToolNode<t.BaseGraphState>(this.tools);\n    return new CustomToolNode<t.BaseGraphState>({\n      tools: this.tools || [],\n      toolMap: this.toolMap,\n    });\n  }\n\n  initializeModel(): Runnable {\n    const ChatModelClass = getChatModelClass(this.provider);\n    const model = new ChatModelClass(this.clientOptions);\n    if (!this.tools || this.tools.length === 0) {\n      return model;\n    }\n    return model.bindTools(this.tools as StructuredTool[]);\n  }\n\n  createCallModel() {\n    return async (state: t.BaseGraphState, config?: RunnableConfig): Promise<Partial<t.BaseGraphState>> => {\n      const { provider } = (config?.configurable as t.GraphConfig | undefined) ?? {} ;\n      if (!config || !provider) {\n        throw new Error(`No ${config ? 'provider' : 'config'} provided`);\n      }\n      this.config = config;\n      const { messages } = state;\n\n      const finalMessages = messages;\n      const lastMessageX = finalMessages[finalMessages.length - 2];\n      const lastMessageY = finalMessages[finalMessages.length - 1];\n\n      if (\n        provider === Providers.BEDROCK\n        && lastMessageX instanceof AIMessageChunk\n        && lastMessageY instanceof ToolMessage\n        && typeof lastMessageX.content === 'string'\n      ) {\n        finalMessages[finalMessages.length - 2].content = '';\n      }\n\n      if (this.tools?.length && (provider === Providers.ANTHROPIC || provider === Providers.BEDROCK)) {\n        const stream = await this.boundModel.stream(finalMessages, config);\n        let finalChunk: AIMessageChunk | undefined;\n        for await (const chunk of stream) {\n          dispatchCustomEvent(GraphEvents.CHAT_MODEL_STREAM, { chunk }, config);\n          if (!finalChunk) {\n            finalChunk = chunk;\n          } else {\n            finalChunk = concat(finalChunk, chunk);\n          }\n        }\n\n        finalChunk = modifyDeltaProperties(finalChunk);\n        return { messages: [finalChunk as AIMessageChunk] };\n      }\n\n      const finalMessage = await this.boundModel.invoke(finalMessages, config);\n      return { messages: [finalMessage as AIMessageChunk] };\n    };\n  }\n\n  createWorkflow(): t.CompiledWorkflow<t.BaseGraphState, Partial<t.BaseGraphState>, GraphNode> {\n    const routeMessage = (state: t.BaseGraphState, config?: RunnableConfig): string => {\n      this.config = config;\n      // const lastMessage = state.messages[state.messages.length - 1] as AIMessage;\n      // if (!lastMessage?.tool_calls?.length) {\n      //   return END;\n      // }\n      // return TOOLS;\n      return toolsCondition(state);\n    };\n\n    const workflow = new StateGraph<t.BaseGraphState, Partial<t.BaseGraphState>, GraphNode>({\n      channels: this.graphState,\n    })\n      .addNode(AGENT, this.createCallModel())\n      .addNode(TOOLS, this.initializeTools())\n      .addEdge(START, AGENT)\n      .addConditionalEdges(AGENT, routeMessage)\n      .addEdge(TOOLS, AGENT);\n\n    return workflow.compile();\n  }\n\n  /* Dispatchers */\n\n  /**\n   * Dispatches a run step to the client, returns the step ID\n   */\n  dispatchRunStep(stepKey: string, stepDetails: t.StepDetails): string {\n    if (!this.config) {\n      throw new Error('No config provided');\n    }\n\n    const [stepId, stepIndex] = this.generateStepId(stepKey);\n    if (stepDetails.type === StepTypes.TOOL_CALLS && stepDetails.tool_calls) {\n      for (const tool_call of stepDetails.tool_calls) {\n        if (!tool_call.id || this.toolCallStepIds.has(tool_call.id)) {\n          continue;\n        }\n        this.toolCallStepIds.set(tool_call.id, stepId);\n      }\n    }\n\n    const runStep: t.RunStep = {\n      stepIndex,\n      id: stepId,\n      type: stepDetails.type,\n      index: this.contentData.length,\n      stepDetails,\n      usage: null,\n    };\n\n    if (this.runId) {\n      runStep.runId = this.runId;\n    }\n\n    this.contentData.push(runStep);\n    this.contentIndexMap.set(stepId, runStep.index);\n    dispatchCustomEvent(GraphEvents.ON_RUN_STEP, runStep, this.config);\n    return stepId;\n  }\n\n  handleToolCallCompleted(data: t.ToolEndData, metadata?:  Record<string, unknown>): void {\n    if (!this.config) {\n      throw new Error('No config provided');\n    }\n\n    const { input, output } = data;\n    const { tool_call_id } = output;\n    const stepId = this.toolCallStepIds.get(tool_call_id);\n    if (!stepId) {\n      throw new Error(`No stepId found for tool_call_id ${tool_call_id}`);\n    }\n    const runStep = this.getRunStep(stepId);\n    if (!runStep) {\n      throw new Error(`No run step found for stepId ${stepId}`);\n    }\n\n    if (!data?.output) {\n      // console.warn('No output found in tool_end event');\n      // console.dir(data, { depth: null });\n      return;\n    }\n\n    const args = typeof input === 'string' ? input : input.input;\n    const tool_call = {\n      args: typeof args === 'string' ? args : JSON.stringify(args),\n      name: output.name ?? '',\n      id: output.tool_call_id,\n      output: typeof output.content === 'string'\n        ? output.content\n        : JSON.stringify(output.content),\n      progress: 1,\n    };\n\n    this.handlerRegistry?.getHandler(GraphEvents.ON_RUN_STEP_COMPLETED)?.handle(\n      GraphEvents.ON_RUN_STEP_COMPLETED,\n      { result: {\n        id: stepId,\n        index: runStep.index,\n        type: 'tool_call',\n        tool_call\n      } as t.ToolCompleteEvent,\n      },\n      metadata,\n      this,\n    );\n  }\n\n  dispatchRunStepDelta(id: string, delta: t.ToolCallDelta): void {\n    if (!this.config) {\n      throw new Error('No config provided');\n    } else if (!id) {\n      throw new Error('No step ID found');\n    }\n    const runStepDelta: t.RunStepDeltaEvent = {\n      id,\n      delta,\n    };\n    dispatchCustomEvent(GraphEvents.ON_RUN_STEP_DELTA, runStepDelta, this.config);\n  }\n\n  dispatchMessageDelta(id: string, delta: t.MessageDelta): void {\n    if (!this.config) {\n      throw new Error('No config provided');\n    }\n    const messageDelta: t.MessageDeltaEvent = {\n      id,\n      delta,\n    };\n    dispatchCustomEvent(GraphEvents.ON_MESSAGE_DELTA, messageDelta, this.config);\n  }\n}\n"],"names":["GraphNodeKeys","SystemMessage","resetIfNotEmpty","joinKeys","nanoid","convertMessagesToContent","CustomToolNode","getChatModelClass","messages","Providers","AIMessageChunk","ToolMessage","stream","dispatchCustomEvent","GraphEvents","concat","modifyDeltaProperties","toolsCondition","StateGraph","START","StepTypes"],"mappings":";;;;;;;;;;;;;;;AAAA;AAkBA,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAGA,mBAAa,CAAC;MAcjB,KAAK,CAAA;AAuBzB,IAAA,mBAAmB,GAAwB,IAAI,GAAG,EAAE,CAAC;AACrD,IAAA,yBAAyB,GAAwB,IAAI,GAAG,EAAE,CAAC;AAC3D,IAAA,MAAM,CAA6B;IACnC,WAAW,GAAgB,EAAE,CAAC;AAC9B,IAAA,UAAU,GAA0B,IAAI,GAAG,EAAoB,CAAC;AAChE,IAAA,eAAe,GAAwB,IAAI,GAAG,EAAE,CAAC;AACjD,IAAA,eAAe,GAAwB,IAAI,GAAG,EAAE,CAAC;AAClD,CAAA;AAEK,MAAO,aAAc,SAAQ,KAGlC,CAAA;AACS,IAAA,UAAU,CAAyC;AACnD,IAAA,aAAa,CAA0B;AACvC,IAAA,UAAU,CAAW;AAC7B,IAAA,eAAe,CAA8B;AAC7C,IAAA,aAAa,CAA4B;IACzC,QAAQ,GAAkB,EAAE,CAAC;AAC7B,IAAA,KAAK,CAAqB;AAC1B,IAAA,KAAK,CAAmB;AACxB,IAAA,OAAO,CAAa;IACpB,UAAU,GAAW,CAAC,CAAC;AACvB,IAAA,QAAQ,CAAY;AAEpB,IAAA,WAAA,CAAY,EACV,KAAK,EACL,KAAK,EACL,OAAO,EACP,QAAQ,EACR,aAAa,EACb,YAAY,EACZ,uBAAuB,GAAG,EAAE,GAS7B,EAAA;AACC,QAAA,KAAK,EAAE,CAAC;AACR,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;AACnB,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;AACnB,QAAA,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;AACvB,QAAA,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;AACzB,QAAA,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;AACnC,QAAA,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;AAC1C,QAAA,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;AAEzC,QAAA,IAAI,iBAAiB,GAAG,YAAY,IAAI,EAAE,CAAC;QAC3C,IAAI,uBAAuB,EAAE;AAC3B,YAAA,iBAAiB,GAAG,iBAAiB,GAAG,CAAG,EAAA,iBAAiB,CAAO,IAAA,EAAA,uBAAuB,CAAE,CAAA,GAAG,uBAAuB,CAAC;SACxH;QAED,IAAI,iBAAiB,EAAE;YACrB,IAAI,CAAC,aAAa,GAAG,IAAIC,sBAAa,CAAC,iBAAiB,CAAC,CAAC;SAC3D;KACF;;IAID,WAAW,GAAA;AACT,QAAA,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,GAAGC,qBAAe,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACtD,IAAI,CAAC,WAAW,GAAGA,qBAAe,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;AACzD,QAAA,IAAI,CAAC,UAAU,GAAGA,qBAAe,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;AAC9D,QAAA,IAAI,CAAC,eAAe,GAAGA,qBAAe,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;AACxE,QAAA,IAAI,CAAC,eAAe,GAAGA,qBAAe,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;AACxE,QAAA,IAAI,CAAC,mBAAmB,GAAGA,qBAAe,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;AAChF,QAAA,IAAI,CAAC,yBAAyB,GAAGA,qBAAe,CAAC,IAAI,CAAC,yBAAyB,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;KAC7F;;AAID,IAAA,UAAU,CAAC,MAAc,EAAA;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AAC/C,QAAA,IAAI,KAAK,KAAK,SAAS,EAAE;AACvB,YAAA,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;SAChC;AACD,QAAA,OAAO,SAAS,CAAC;KAClB;AAED,IAAA,UAAU,CAAC,QAA6C,EAAA;AACtD,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,OAAO,EAAE,CAAC;QAEzB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;AAC1C,QAAA,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE;AAC9B,YAAA,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;SACrC;AAED,QAAA,OAAOC,cAAQ,CAAC,OAAO,CAAC,CAAC;KAC1B;IAED,cAAc,CAAC,OAAe,EAAE,KAAc,EAAA;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,CAAA,CAAE,CAAC,CAAC;SAC7D;AAED,QAAA,IAAI,KAAK,KAAK,SAAS,EAAE;YACvB,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;SACpC;AAED,QAAA,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC;KACvB;AAED,IAAA,cAAc,CAAC,OAAe,EAAA;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AAC7C,QAAA,IAAI,SAA6B,CAAC;QAClC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,OAAO,EAAE;AACX,YAAA,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;AAC3B,YAAA,SAAS,GAAG,CAAA,KAAA,EAAQC,aAAM,EAAE,EAAE,CAAC;AAC/B,YAAA,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACxB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;SACvC;aAAM;AACL,YAAA,SAAS,GAAG,CAAA,KAAA,EAAQA,aAAM,EAAE,EAAE,CAAC;YAC/B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;SAC3C;AAED,QAAA,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;KAC/B;AAED,IAAA,UAAU,CAAC,QAA6C,EAAA;AACtD,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,OAAO,EAAE,CAAC;QAEzB,OAAO;AACL,YAAA,QAAQ,CAAC,SAAmB;AAC5B,YAAA,QAAQ,CAAC,cAAwB;AACjC,YAAA,QAAQ,CAAC,cAAwB;AACjC,YAAA,QAAQ,CAAC,kBAA4B;SACtC,CAAC;KACH;AAED,IAAA,YAAY,CAAC,OAAwC,EAAA;AACnD,QAAA,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,GAAG,KAAK,SAAS,CAAC,CAAC;KACjD;;IAID,cAAc,GAAA;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;KAC7C;IAED,eAAe,GAAA;AACb,QAAA,OAAOC,mCAAwB,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;KACvE;;IAID,gBAAgB,GAAA;QACd,OAAO;AACL,YAAA,QAAQ,EAAE;AACR,gBAAA,KAAK,EAAE,CAAC,CAAgB,EAAE,CAAgB,KAAmB;AAC3D,oBAAA,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE;AACb,wBAAA,IAAI,IAAI,CAAC,aAAa,EAAE;AACtB,4BAAA,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;yBAC5B;wBAED,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;qBACvC;oBACD,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AAC5B,oBAAA,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;AACxB,oBAAA,OAAO,OAAO,CAAC;iBAChB;AACD,gBAAA,OAAO,EAAE,MAAM,EAAE;AAClB,aAAA;SACF,CAAC;KACH;IAED,eAAe,GAAA;;QAEb,OAAO,IAAIC,iBAAc,CAAmB;AAC1C,YAAA,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE;YACvB,OAAO,EAAE,IAAI,CAAC,OAAO;AACtB,SAAA,CAAC,CAAC;KACJ;IAED,eAAe,GAAA;QACb,MAAM,cAAc,GAAGC,2BAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;AACrD,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;AAC1C,YAAA,OAAO,KAAK,CAAC;SACd;QACD,OAAO,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAyB,CAAC,CAAC;KACxD;IAED,eAAe,GAAA;AACb,QAAA,OAAO,OAAO,KAAuB,EAAE,MAAuB,KAAwC;YACpG,MAAM,EAAE,QAAQ,EAAE,GAAI,MAAM,EAAE,YAA0C,IAAI,EAAE,CAAE;AAChF,YAAA,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,EAAE;AACxB,gBAAA,MAAM,IAAI,KAAK,CAAC,CAAA,GAAA,EAAM,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAA,SAAA,CAAW,CAAC,CAAC;aAClE;AACD,YAAA,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;AACrB,YAAA,MAAM,YAAEC,UAAQ,EAAE,GAAG,KAAK,CAAC;YAE3B,MAAM,aAAa,GAAGA,UAAQ,CAAC;YAC/B,MAAM,YAAY,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC7D,MAAM,YAAY,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAE7D,YAAA,IACE,QAAQ,KAAKC,eAAS,CAAC,OAAO;AAC3B,mBAAA,YAAY,YAAYC,uBAAc;AACtC,mBAAA,YAAY,YAAYC,oBAAW;AACnC,mBAAA,OAAO,YAAY,CAAC,OAAO,KAAK,QAAQ,EAC3C;gBACA,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,EAAE,CAAC;aACtD;YAED,IAAI,IAAI,CAAC,KAAK,EAAE,MAAM,KAAK,QAAQ,KAAKF,eAAS,CAAC,SAAS,IAAI,QAAQ,KAAKA,eAAS,CAAC,OAAO,CAAC,EAAE;AAC9F,gBAAA,MAAMG,QAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;AACnE,gBAAA,IAAI,UAAsC,CAAC;AAC3C,gBAAA,WAAW,MAAM,KAAK,IAAIA,QAAM,EAAE;oBAChCC,4BAAmB,CAACC,iBAAW,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC;oBACtE,IAAI,CAAC,UAAU,EAAE;wBACf,UAAU,GAAG,KAAK,CAAC;qBACpB;yBAAM;AACL,wBAAA,UAAU,GAAGC,aAAM,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;qBACxC;iBACF;AAED,gBAAA,UAAU,GAAGC,gCAAqB,CAAC,UAAU,CAAC,CAAC;AAC/C,gBAAA,OAAO,EAAE,QAAQ,EAAE,CAAC,UAA4B,CAAC,EAAE,CAAC;aACrD;AAED,YAAA,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;AACzE,YAAA,OAAO,EAAE,QAAQ,EAAE,CAAC,YAA8B,CAAC,EAAE,CAAC;AACxD,SAAC,CAAC;KACH;IAED,cAAc,GAAA;AACZ,QAAA,MAAM,YAAY,GAAG,CAAC,KAAuB,EAAE,MAAuB,KAAY;AAChF,YAAA,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;;;;;;AAMrB,YAAA,OAAOC,uBAAc,CAAC,KAAK,CAAC,CAAC;AAC/B,SAAC,CAAC;AAEF,QAAA,MAAM,QAAQ,GAAG,IAAIC,oBAAU,CAAyD;YACtF,QAAQ,EAAE,IAAI,CAAC,UAAU;SAC1B,CAAC;AACC,aAAA,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC;AACtC,aAAA,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC;AACtC,aAAA,OAAO,CAACC,eAAK,EAAE,KAAK,CAAC;AACrB,aAAA,mBAAmB,CAAC,KAAK,EAAE,YAAY,CAAC;AACxC,aAAA,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AAEzB,QAAA,OAAO,QAAQ,CAAC,OAAO,EAAE,CAAC;KAC3B;;AAID;;AAEG;IACH,eAAe,CAAC,OAAe,EAAE,WAA0B,EAAA;AACzD,QAAA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAChB,YAAA,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;SACvC;AAED,QAAA,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;AACzD,QAAA,IAAI,WAAW,CAAC,IAAI,KAAKC,eAAS,CAAC,UAAU,IAAI,WAAW,CAAC,UAAU,EAAE;AACvE,YAAA,KAAK,MAAM,SAAS,IAAI,WAAW,CAAC,UAAU,EAAE;AAC9C,gBAAA,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE;oBAC3D,SAAS;iBACV;gBACD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;aAChD;SACF;AAED,QAAA,MAAM,OAAO,GAAc;YACzB,SAAS;AACT,YAAA,EAAE,EAAE,MAAM;YACV,IAAI,EAAE,WAAW,CAAC,IAAI;AACtB,YAAA,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;YAC9B,WAAW;AACX,YAAA,KAAK,EAAE,IAAI;SACZ,CAAC;AAEF,QAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,YAAA,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;SAC5B;AAED,QAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAChDP,4BAAmB,CAACC,iBAAW,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;AACnE,QAAA,OAAO,MAAM,CAAC;KACf;IAED,uBAAuB,CAAC,IAAmB,EAAE,QAAmC,EAAA;AAC9E,QAAA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAChB,YAAA,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;SACvC;AAED,QAAA,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;AAC/B,QAAA,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,EAAE;AACX,YAAA,MAAM,IAAI,KAAK,CAAC,oCAAoC,YAAY,CAAA,CAAE,CAAC,CAAC;SACrE;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,gCAAgC,MAAM,CAAA,CAAE,CAAC,CAAC;SAC3D;AAED,QAAA,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE;;;YAGjB,OAAO;SACR;AAED,QAAA,MAAM,IAAI,GAAG,OAAO,KAAK,KAAK,QAAQ,GAAG,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;AAC7D,QAAA,MAAM,SAAS,GAAG;AAChB,YAAA,IAAI,EAAE,OAAO,IAAI,KAAK,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;AAC5D,YAAA,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;YACvB,EAAE,EAAE,MAAM,CAAC,YAAY;AACvB,YAAA,MAAM,EAAE,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;kBACtC,MAAM,CAAC,OAAO;kBACd,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;AAClC,YAAA,QAAQ,EAAE,CAAC;SACZ,CAAC;AAEF,QAAA,IAAI,CAAC,eAAe,EAAE,UAAU,CAACA,iBAAW,CAAC,qBAAqB,CAAC,EAAE,MAAM,CACzEA,iBAAW,CAAC,qBAAqB,EACjC,EAAE,MAAM,EAAE;AACR,gBAAA,EAAE,EAAE,MAAM;gBACV,KAAK,EAAE,OAAO,CAAC,KAAK;AACpB,gBAAA,IAAI,EAAE,WAAW;gBACjB,SAAS;AACa,aAAA;AACvB,SAAA,EACD,QAAQ,EACR,IAAI,CACL,CAAC;KACH;IAED,oBAAoB,CAAC,EAAU,EAAE,KAAsB,EAAA;AACrD,QAAA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAChB,YAAA,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;SACvC;aAAM,IAAI,CAAC,EAAE,EAAE;AACd,YAAA,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;SACrC;AACD,QAAA,MAAM,YAAY,GAAwB;YACxC,EAAE;YACF,KAAK;SACN,CAAC;QACFD,4BAAmB,CAACC,iBAAW,CAAC,iBAAiB,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;KAC/E;IAED,oBAAoB,CAAC,EAAU,EAAE,KAAqB,EAAA;AACpD,QAAA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAChB,YAAA,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;SACvC;AACD,QAAA,MAAM,YAAY,GAAwB;YACxC,EAAE;YACF,KAAK;SACN,CAAC;QACFD,4BAAmB,CAACC,iBAAW,CAAC,gBAAgB,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;KAC9E;AACF;;;;;"}
+{"version":3,"file":"Graph.cjs","sources":["../../../src/graphs/Graph.ts"],"sourcesContent":["// src/graphs/Graph.ts\nimport { nanoid } from 'nanoid';\nimport { concat } from '@langchain/core/utils/stream';\nimport { ToolNode } from '@langchain/langgraph/prebuilt';\nimport { START, StateGraph  } from '@langchain/langgraph';\nimport { Runnable, RunnableConfig } from '@langchain/core/runnables';\nimport { dispatchCustomEvent } from '@langchain/core/callbacks/dispatch';\nimport { AIMessageChunk, ToolMessage, SystemMessage } from '@langchain/core/messages';\nimport type { BaseMessage } from '@langchain/core/messages';\nimport type { StructuredTool } from '@langchain/core/tools';\nimport type * as t from '@/types';\nimport { Providers, GraphEvents, GraphNodeKeys, StepTypes, Callback } from '@/common';\nimport { ToolNode as CustomToolNode, toolsCondition } from '@/tools/ToolNode';\nimport { modifyDeltaProperties, convertMessagesToContent } from '@/messages';\nimport { resetIfNotEmpty, joinKeys, sleep } from '@/utils';\nimport { getChatModelClass } from '@/llm/providers';\nimport { HandlerRegistry } from '@/events';\n\nconst { AGENT, TOOLS } = GraphNodeKeys;\nexport type GraphNode = GraphNodeKeys | typeof START;\nexport type ClientCallback<T extends unknown[]> = (graph: StandardGraph, ...args: T) => void;\nexport type ClientCallbacks = {\n  [Callback.TOOL_ERROR]?: ClientCallback<[Error, string]>;\n  [Callback.TOOL_START]?: ClientCallback<unknown[]>;\n  [Callback.TOOL_END]?: ClientCallback<unknown[]>;\n}\nexport type SystemCallbacks = {\n  [K in keyof ClientCallbacks]: ClientCallbacks[K] extends ClientCallback<infer Args>\n    ? (...args: Args) => void\n    : never;\n};\n\nexport abstract class Graph<\n  T extends t.BaseGraphState = t.BaseGraphState,\n  TNodeName extends string = string,\n> {\n  abstract resetValues(): void;\n  abstract createGraphState(): t.GraphStateChannels<T>;\n  abstract initializeTools(): CustomToolNode<T> | ToolNode<T>;\n  abstract initializeModel(): Runnable;\n  abstract getRunMessages(): BaseMessage[] | undefined;\n  abstract getContentParts(): t.MessageContentComplex[] | undefined;\n  abstract generateStepId(stepKey: string): [string, number];\n  abstract getKeyList(metadata: Record<string, unknown> | undefined): (string | number | undefined)[];\n  abstract getStepKey(metadata: Record<string, unknown> | undefined): string;\n  abstract checkKeyList(keyList: (string | number | undefined)[]): boolean;\n  abstract getStepIdByKey(stepKey: string, index?: number): string\n  abstract getRunStep(stepId: string): t.RunStep | undefined;\n  abstract dispatchRunStep(stepKey: string, stepDetails: t.StepDetails): string;\n  abstract dispatchRunStepDelta(id: string, delta: t.ToolCallDelta): void;\n  abstract dispatchMessageDelta(id: string, delta: t.MessageDelta): void;\n  abstract handleToolCallCompleted(data: t.ToolEndData): void;\n\n  abstract createCallModel(): (state: T, config?: RunnableConfig) => Promise<Partial<T>>;\n  abstract createWorkflow(): t.CompiledWorkflow<T, Partial<T>, TNodeName>;\n  messageIdsByStepKey: Map<string, string> = new Map();\n  prelimMessageIdsByStepKey: Map<string, string> = new Map();\n  config: RunnableConfig | undefined;\n  contentData: t.RunStep[] = [];\n  stepKeyIds: Map<string, string[]> = new Map<string, string[]>();\n  contentIndexMap: Map<string, number> = new Map();\n  toolCallStepIds: Map<string, string> = new Map();\n}\n\nexport class StandardGraph extends Graph<\n  t.BaseGraphState,\n  GraphNode\n> {\n  private graphState: t.GraphStateChannels<t.BaseGraphState>;\n  private clientOptions: Record<string, unknown>;\n  private boundModel: Runnable;\n  /** The amount of time that should pass before another consecutive API call */\n  streamBuffer: number | undefined;\n  /** The last recorded timestamp that a stream API call was invoked */\n  lastStreamCall: number | undefined;\n  handlerRegistry: HandlerRegistry | undefined;\n  systemMessage: SystemMessage | undefined;\n  messages: BaseMessage[] = [];\n  runId: string | undefined;\n  tools?: t.GenericTool[];\n  toolMap?: t.ToolMap;\n  startIndex: number = 0;\n  provider: Providers;\n\n  constructor({\n    runId,\n    tools,\n    toolMap,\n    provider,\n    clientOptions,\n    instructions,\n    additional_instructions = '',\n    streamBuffer,\n  } : {\n    runId?: string;\n    provider: Providers;\n    tools?: t.GenericTool[];\n    toolMap?: t.ToolMap;\n    clientOptions: Record<string, unknown>;\n    instructions?: string;\n    additional_instructions?: string;\n    streamBuffer?: number;\n  }) {\n    super();\n    this.runId = runId;\n    this.tools = tools;\n    this.toolMap = toolMap;\n    this.provider = provider;\n    this.clientOptions = clientOptions;\n    this.streamBuffer = streamBuffer;\n    this.graphState = this.createGraphState();\n    this.boundModel = this.initializeModel();\n\n    let finalInstructions = instructions ?? '';\n    if (additional_instructions) {\n      finalInstructions = finalInstructions ? `${finalInstructions}\\n\\n${additional_instructions}` : additional_instructions;\n    }\n\n    if (finalInstructions) {\n      this.systemMessage = new SystemMessage(finalInstructions);\n    }\n  }\n\n  /* Init */\n\n  resetValues(): void {\n    this.messages = [];\n    this.config = resetIfNotEmpty(this.config, undefined);\n    this.contentData = resetIfNotEmpty(this.contentData, []);\n    this.stepKeyIds = resetIfNotEmpty(this.stepKeyIds, new Map());\n    this.toolCallStepIds = resetIfNotEmpty(this.toolCallStepIds, new Map());\n    this.contentIndexMap = resetIfNotEmpty(this.contentIndexMap, new Map());\n    this.messageIdsByStepKey = resetIfNotEmpty(this.messageIdsByStepKey, new Map());\n    this.prelimMessageIdsByStepKey = resetIfNotEmpty(this.prelimMessageIdsByStepKey, new Map());\n  }\n\n  /* Run Step Processing */\n\n  getRunStep(stepId: string): t.RunStep | undefined {\n    const index = this.contentIndexMap.get(stepId);\n    if (index !== undefined) {\n      return this.contentData[index];\n    }\n    return undefined;\n  }\n\n  getStepKey(metadata: Record<string, unknown> | undefined): string {\n    if (!metadata) return '';\n\n    const keyList = this.getKeyList(metadata);\n    if (this.checkKeyList(keyList)) {\n      throw new Error('Missing metadata');\n    }\n\n    return joinKeys(keyList);\n  }\n\n  getStepIdByKey(stepKey: string, index?: number): string {\n    const stepIds = this.stepKeyIds.get(stepKey);\n    if (!stepIds) {\n      throw new Error(`No step IDs found for stepKey ${stepKey}`);\n    }\n\n    if (index === undefined) {\n      return stepIds[stepIds.length - 1];\n    }\n\n    return stepIds[index];\n  }\n\n  generateStepId(stepKey: string): [string, number] {\n    const stepIds = this.stepKeyIds.get(stepKey);\n    let newStepId: string | undefined;\n    let stepIndex = 0;\n    if (stepIds) {\n      stepIndex = stepIds.length;\n      newStepId = `step_${nanoid()}`;\n      stepIds.push(newStepId);\n      this.stepKeyIds.set(stepKey, stepIds);\n    } else {\n      newStepId = `step_${nanoid()}`;\n      this.stepKeyIds.set(stepKey, [newStepId]);\n    }\n\n    return [newStepId, stepIndex];\n  }\n\n  getKeyList(metadata: Record<string, unknown> | undefined): (string | number | undefined)[] {\n    if (!metadata) return [];\n\n    return [\n      metadata.thread_id as string,\n      metadata.langgraph_node as string,\n      metadata.langgraph_step as number,\n      metadata.langgraph_task_idx as number,\n    ];\n  }\n\n  checkKeyList(keyList: (string | number | undefined)[]): boolean {\n    return keyList.some((key) => key === undefined);\n  }\n\n  /* Misc.*/\n\n  getRunMessages(): BaseMessage[] | undefined {\n    return this.messages.slice(this.startIndex);\n  }\n\n  getContentParts(): t.MessageContentComplex[] | undefined {\n    return convertMessagesToContent(this.messages.slice(this.startIndex));\n  }\n\n  /* Graph */\n\n  createGraphState(): t.GraphStateChannels<t.BaseGraphState> {\n    return {\n      messages: {\n        value: (x: BaseMessage[], y: BaseMessage[]): BaseMessage[] => {\n          if (!x.length) {\n            if (this.systemMessage) {\n              x.push(this.systemMessage);\n            }\n\n            this.startIndex = x.length + y.length;\n          }\n          const current = x.concat(y);\n          this.messages = current;\n          return current;\n        },\n        default: () => [],\n      },\n    };\n  }\n\n  initializeTools(): CustomToolNode<t.BaseGraphState> | ToolNode<t.BaseGraphState> {\n    // return new ToolNode<t.BaseGraphState>(this.tools);\n    return new CustomToolNode<t.BaseGraphState>({\n      tools: this.tools || [],\n      toolMap: this.toolMap,\n    });\n  }\n\n  initializeModel(): Runnable {\n    const ChatModelClass = getChatModelClass(this.provider);\n    const model = new ChatModelClass(this.clientOptions);\n    if (!this.tools || this.tools.length === 0) {\n      return model;\n    }\n    return model.bindTools(this.tools as StructuredTool[]);\n  }\n\n  createCallModel() {\n    return async (state: t.BaseGraphState, config?: RunnableConfig): Promise<Partial<t.BaseGraphState>> => {\n      const { provider } = (config?.configurable as t.GraphConfig | undefined) ?? {} ;\n      if (!config || !provider) {\n        throw new Error(`No ${config ? 'provider' : 'config'} provided`);\n      }\n      this.config = config;\n      const { messages } = state;\n\n      const finalMessages = messages;\n      const lastMessageX = finalMessages[finalMessages.length - 2];\n      const lastMessageY = finalMessages[finalMessages.length - 1];\n\n      if (\n        provider === Providers.BEDROCK\n        && lastMessageX instanceof AIMessageChunk\n        && lastMessageY instanceof ToolMessage\n        && typeof lastMessageX.content === 'string'\n      ) {\n        finalMessages[finalMessages.length - 2].content = '';\n      }\n\n      if (this.lastStreamCall != null && this.streamBuffer != null) {\n        const timeSinceLastCall = Date.now() - this.lastStreamCall;\n        if (timeSinceLastCall < this.streamBuffer) {\n          const timeToWait = Math.ceil((this.streamBuffer - timeSinceLastCall) / 1000) * 1000;\n          await sleep(timeToWait);\n        }\n      }\n\n      this.lastStreamCall = Date.now();\n\n      if (this.tools?.length && (provider === Providers.ANTHROPIC || provider === Providers.BEDROCK)) {\n        const stream = await this.boundModel.stream(finalMessages, config);\n        let finalChunk: AIMessageChunk | undefined;\n        for await (const chunk of stream) {\n          dispatchCustomEvent(GraphEvents.CHAT_MODEL_STREAM, { chunk }, config);\n          if (!finalChunk) {\n            finalChunk = chunk;\n          } else {\n            finalChunk = concat(finalChunk, chunk);\n          }\n        }\n\n        finalChunk = modifyDeltaProperties(finalChunk);\n        return { messages: [finalChunk as AIMessageChunk] };\n      }\n\n      const finalMessage = await this.boundModel.invoke(finalMessages, config);\n      return { messages: [finalMessage as AIMessageChunk] };\n    };\n  }\n\n  createWorkflow(): t.CompiledWorkflow<t.BaseGraphState, Partial<t.BaseGraphState>, GraphNode> {\n    const routeMessage = (state: t.BaseGraphState, config?: RunnableConfig): string => {\n      this.config = config;\n      // const lastMessage = state.messages[state.messages.length - 1] as AIMessage;\n      // if (!lastMessage?.tool_calls?.length) {\n      //   return END;\n      // }\n      // return TOOLS;\n      return toolsCondition(state);\n    };\n\n    const workflow = new StateGraph<t.BaseGraphState, Partial<t.BaseGraphState>, GraphNode>({\n      channels: this.graphState,\n    })\n      .addNode(AGENT, this.createCallModel())\n      .addNode(TOOLS, this.initializeTools())\n      .addEdge(START, AGENT)\n      .addConditionalEdges(AGENT, routeMessage)\n      .addEdge(TOOLS, AGENT);\n\n    return workflow.compile();\n  }\n\n  /* Dispatchers */\n\n  /**\n   * Dispatches a run step to the client, returns the step ID\n   */\n  dispatchRunStep(stepKey: string, stepDetails: t.StepDetails): string {\n    if (!this.config) {\n      throw new Error('No config provided');\n    }\n\n    const [stepId, stepIndex] = this.generateStepId(stepKey);\n    if (stepDetails.type === StepTypes.TOOL_CALLS && stepDetails.tool_calls) {\n      for (const tool_call of stepDetails.tool_calls) {\n        if (!tool_call.id || this.toolCallStepIds.has(tool_call.id)) {\n          continue;\n        }\n        this.toolCallStepIds.set(tool_call.id, stepId);\n      }\n    }\n\n    const runStep: t.RunStep = {\n      stepIndex,\n      id: stepId,\n      type: stepDetails.type,\n      index: this.contentData.length,\n      stepDetails,\n      usage: null,\n    };\n\n    if (this.runId) {\n      runStep.runId = this.runId;\n    }\n\n    this.contentData.push(runStep);\n    this.contentIndexMap.set(stepId, runStep.index);\n    dispatchCustomEvent(GraphEvents.ON_RUN_STEP, runStep, this.config);\n    return stepId;\n  }\n\n  handleToolCallCompleted(data: t.ToolEndData, metadata?:  Record<string, unknown>): void {\n    if (!this.config) {\n      throw new Error('No config provided');\n    }\n\n    const { input, output } = data;\n    const { tool_call_id } = output;\n    const stepId = this.toolCallStepIds.get(tool_call_id);\n    if (!stepId) {\n      throw new Error(`No stepId found for tool_call_id ${tool_call_id}`);\n    }\n    const runStep = this.getRunStep(stepId);\n    if (!runStep) {\n      throw new Error(`No run step found for stepId ${stepId}`);\n    }\n\n    if (!data.output) {\n      // console.warn('No output found in tool_end event');\n      // console.dir(data, { depth: null });\n      return;\n    }\n\n    const args = typeof input === 'string' ? input : input.input;\n    const tool_call = {\n      args: typeof args === 'string' ? args : JSON.stringify(args),\n      name: output.name ?? '',\n      id: output.tool_call_id,\n      output: typeof output.content === 'string'\n        ? output.content\n        : JSON.stringify(output.content),\n      progress: 1,\n    };\n\n    this.handlerRegistry?.getHandler(GraphEvents.ON_RUN_STEP_COMPLETED)?.handle(\n      GraphEvents.ON_RUN_STEP_COMPLETED,\n      { result: {\n        id: stepId,\n        index: runStep.index,\n        type: 'tool_call',\n        tool_call\n      } as t.ToolCompleteEvent,\n      },\n      metadata,\n      this,\n    );\n  }\n\n  dispatchRunStepDelta(id: string, delta: t.ToolCallDelta): void {\n    if (!this.config) {\n      throw new Error('No config provided');\n    } else if (!id) {\n      throw new Error('No step ID found');\n    }\n    const runStepDelta: t.RunStepDeltaEvent = {\n      id,\n      delta,\n    };\n    dispatchCustomEvent(GraphEvents.ON_RUN_STEP_DELTA, runStepDelta, this.config);\n  }\n\n  dispatchMessageDelta(id: string, delta: t.MessageDelta): void {\n    if (!this.config) {\n      throw new Error('No config provided');\n    }\n    const messageDelta: t.MessageDeltaEvent = {\n      id,\n      delta,\n    };\n    dispatchCustomEvent(GraphEvents.ON_MESSAGE_DELTA, messageDelta, this.config);\n  }\n}\n"],"names":["GraphNodeKeys","SystemMessage","resetIfNotEmpty","joinKeys","nanoid","convertMessagesToContent","CustomToolNode","getChatModelClass","messages","Providers","AIMessageChunk","ToolMessage","sleep","stream","dispatchCustomEvent","GraphEvents","concat","modifyDeltaProperties","toolsCondition","StateGraph","START","StepTypes"],"mappings":";;;;;;;;;;;;;;AAAA;AAkBA,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAGA,mBAAa,CAAC;MAcjB,KAAK,CAAA;AAuBzB,IAAA,mBAAmB,GAAwB,IAAI,GAAG,EAAE,CAAC;AACrD,IAAA,yBAAyB,GAAwB,IAAI,GAAG,EAAE,CAAC;AAC3D,IAAA,MAAM,CAA6B;IACnC,WAAW,GAAgB,EAAE,CAAC;AAC9B,IAAA,UAAU,GAA0B,IAAI,GAAG,EAAoB,CAAC;AAChE,IAAA,eAAe,GAAwB,IAAI,GAAG,EAAE,CAAC;AACjD,IAAA,eAAe,GAAwB,IAAI,GAAG,EAAE,CAAC;AAClD,CAAA;AAEK,MAAO,aAAc,SAAQ,KAGlC,CAAA;AACS,IAAA,UAAU,CAAyC;AACnD,IAAA,aAAa,CAA0B;AACvC,IAAA,UAAU,CAAW;;AAE7B,IAAA,YAAY,CAAqB;;AAEjC,IAAA,cAAc,CAAqB;AACnC,IAAA,eAAe,CAA8B;AAC7C,IAAA,aAAa,CAA4B;IACzC,QAAQ,GAAkB,EAAE,CAAC;AAC7B,IAAA,KAAK,CAAqB;AAC1B,IAAA,KAAK,CAAmB;AACxB,IAAA,OAAO,CAAa;IACpB,UAAU,GAAW,CAAC,CAAC;AACvB,IAAA,QAAQ,CAAY;AAEpB,IAAA,WAAA,CAAY,EACV,KAAK,EACL,KAAK,EACL,OAAO,EACP,QAAQ,EACR,aAAa,EACb,YAAY,EACZ,uBAAuB,GAAG,EAAE,EAC5B,YAAY,GAUb,EAAA;AACC,QAAA,KAAK,EAAE,CAAC;AACR,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;AACnB,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;AACnB,QAAA,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;AACvB,QAAA,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;AACzB,QAAA,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;AACnC,QAAA,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;AACjC,QAAA,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;AAC1C,QAAA,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;AAEzC,QAAA,IAAI,iBAAiB,GAAG,YAAY,IAAI,EAAE,CAAC;QAC3C,IAAI,uBAAuB,EAAE;AAC3B,YAAA,iBAAiB,GAAG,iBAAiB,GAAG,CAAG,EAAA,iBAAiB,CAAO,IAAA,EAAA,uBAAuB,CAAE,CAAA,GAAG,uBAAuB,CAAC;SACxH;QAED,IAAI,iBAAiB,EAAE;YACrB,IAAI,CAAC,aAAa,GAAG,IAAIC,sBAAa,CAAC,iBAAiB,CAAC,CAAC;SAC3D;KACF;;IAID,WAAW,GAAA;AACT,QAAA,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,GAAGC,qBAAe,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACtD,IAAI,CAAC,WAAW,GAAGA,qBAAe,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;AACzD,QAAA,IAAI,CAAC,UAAU,GAAGA,qBAAe,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;AAC9D,QAAA,IAAI,CAAC,eAAe,GAAGA,qBAAe,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;AACxE,QAAA,IAAI,CAAC,eAAe,GAAGA,qBAAe,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;AACxE,QAAA,IAAI,CAAC,mBAAmB,GAAGA,qBAAe,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;AAChF,QAAA,IAAI,CAAC,yBAAyB,GAAGA,qBAAe,CAAC,IAAI,CAAC,yBAAyB,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;KAC7F;;AAID,IAAA,UAAU,CAAC,MAAc,EAAA;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AAC/C,QAAA,IAAI,KAAK,KAAK,SAAS,EAAE;AACvB,YAAA,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;SAChC;AACD,QAAA,OAAO,SAAS,CAAC;KAClB;AAED,IAAA,UAAU,CAAC,QAA6C,EAAA;AACtD,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,OAAO,EAAE,CAAC;QAEzB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;AAC1C,QAAA,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE;AAC9B,YAAA,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;SACrC;AAED,QAAA,OAAOC,cAAQ,CAAC,OAAO,CAAC,CAAC;KAC1B;IAED,cAAc,CAAC,OAAe,EAAE,KAAc,EAAA;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,CAAA,CAAE,CAAC,CAAC;SAC7D;AAED,QAAA,IAAI,KAAK,KAAK,SAAS,EAAE;YACvB,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;SACpC;AAED,QAAA,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC;KACvB;AAED,IAAA,cAAc,CAAC,OAAe,EAAA;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AAC7C,QAAA,IAAI,SAA6B,CAAC;QAClC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,OAAO,EAAE;AACX,YAAA,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;AAC3B,YAAA,SAAS,GAAG,CAAA,KAAA,EAAQC,aAAM,EAAE,EAAE,CAAC;AAC/B,YAAA,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACxB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;SACvC;aAAM;AACL,YAAA,SAAS,GAAG,CAAA,KAAA,EAAQA,aAAM,EAAE,EAAE,CAAC;YAC/B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;SAC3C;AAED,QAAA,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;KAC/B;AAED,IAAA,UAAU,CAAC,QAA6C,EAAA;AACtD,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,OAAO,EAAE,CAAC;QAEzB,OAAO;AACL,YAAA,QAAQ,CAAC,SAAmB;AAC5B,YAAA,QAAQ,CAAC,cAAwB;AACjC,YAAA,QAAQ,CAAC,cAAwB;AACjC,YAAA,QAAQ,CAAC,kBAA4B;SACtC,CAAC;KACH;AAED,IAAA,YAAY,CAAC,OAAwC,EAAA;AACnD,QAAA,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,GAAG,KAAK,SAAS,CAAC,CAAC;KACjD;;IAID,cAAc,GAAA;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;KAC7C;IAED,eAAe,GAAA;AACb,QAAA,OAAOC,mCAAwB,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;KACvE;;IAID,gBAAgB,GAAA;QACd,OAAO;AACL,YAAA,QAAQ,EAAE;AACR,gBAAA,KAAK,EAAE,CAAC,CAAgB,EAAE,CAAgB,KAAmB;AAC3D,oBAAA,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE;AACb,wBAAA,IAAI,IAAI,CAAC,aAAa,EAAE;AACtB,4BAAA,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;yBAC5B;wBAED,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;qBACvC;oBACD,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AAC5B,oBAAA,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;AACxB,oBAAA,OAAO,OAAO,CAAC;iBAChB;AACD,gBAAA,OAAO,EAAE,MAAM,EAAE;AAClB,aAAA;SACF,CAAC;KACH;IAED,eAAe,GAAA;;QAEb,OAAO,IAAIC,iBAAc,CAAmB;AAC1C,YAAA,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE;YACvB,OAAO,EAAE,IAAI,CAAC,OAAO;AACtB,SAAA,CAAC,CAAC;KACJ;IAED,eAAe,GAAA;QACb,MAAM,cAAc,GAAGC,2BAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;AACrD,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;AAC1C,YAAA,OAAO,KAAK,CAAC;SACd;QACD,OAAO,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAyB,CAAC,CAAC;KACxD;IAED,eAAe,GAAA;AACb,QAAA,OAAO,OAAO,KAAuB,EAAE,MAAuB,KAAwC;YACpG,MAAM,EAAE,QAAQ,EAAE,GAAI,MAAM,EAAE,YAA0C,IAAI,EAAE,CAAE;AAChF,YAAA,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,EAAE;AACxB,gBAAA,MAAM,IAAI,KAAK,CAAC,CAAA,GAAA,EAAM,MAAM,GAAG,UAAU,GAAG,QAAQ,CAAA,SAAA,CAAW,CAAC,CAAC;aAClE;AACD,YAAA,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;AACrB,YAAA,MAAM,YAAEC,UAAQ,EAAE,GAAG,KAAK,CAAC;YAE3B,MAAM,aAAa,GAAGA,UAAQ,CAAC;YAC/B,MAAM,YAAY,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC7D,MAAM,YAAY,GAAG,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAE7D,YAAA,IACE,QAAQ,KAAKC,eAAS,CAAC,OAAO;AAC3B,mBAAA,YAAY,YAAYC,uBAAc;AACtC,mBAAA,YAAY,YAAYC,oBAAW;AACnC,mBAAA,OAAO,YAAY,CAAC,OAAO,KAAK,QAAQ,EAC3C;gBACA,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,EAAE,CAAC;aACtD;AAED,YAAA,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,EAAE;gBAC5D,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,CAAC;AAC3D,gBAAA,IAAI,iBAAiB,GAAG,IAAI,CAAC,YAAY,EAAE;AACzC,oBAAA,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,YAAY,GAAG,iBAAiB,IAAI,IAAI,CAAC,GAAG,IAAI,CAAC;AACpF,oBAAA,MAAMC,SAAK,CAAC,UAAU,CAAC,CAAC;iBACzB;aACF;AAED,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEjC,IAAI,IAAI,CAAC,KAAK,EAAE,MAAM,KAAK,QAAQ,KAAKH,eAAS,CAAC,SAAS,IAAI,QAAQ,KAAKA,eAAS,CAAC,OAAO,CAAC,EAAE;AAC9F,gBAAA,MAAMI,QAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;AACnE,gBAAA,IAAI,UAAsC,CAAC;AAC3C,gBAAA,WAAW,MAAM,KAAK,IAAIA,QAAM,EAAE;oBAChCC,4BAAmB,CAACC,iBAAW,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC;oBACtE,IAAI,CAAC,UAAU,EAAE;wBACf,UAAU,GAAG,KAAK,CAAC;qBACpB;yBAAM;AACL,wBAAA,UAAU,GAAGC,aAAM,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;qBACxC;iBACF;AAED,gBAAA,UAAU,GAAGC,gCAAqB,CAAC,UAAU,CAAC,CAAC;AAC/C,gBAAA,OAAO,EAAE,QAAQ,EAAE,CAAC,UAA4B,CAAC,EAAE,CAAC;aACrD;AAED,YAAA,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;AACzE,YAAA,OAAO,EAAE,QAAQ,EAAE,CAAC,YAA8B,CAAC,EAAE,CAAC;AACxD,SAAC,CAAC;KACH;IAED,cAAc,GAAA;AACZ,QAAA,MAAM,YAAY,GAAG,CAAC,KAAuB,EAAE,MAAuB,KAAY;AAChF,YAAA,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;;;;;;AAMrB,YAAA,OAAOC,uBAAc,CAAC,KAAK,CAAC,CAAC;AAC/B,SAAC,CAAC;AAEF,QAAA,MAAM,QAAQ,GAAG,IAAIC,oBAAU,CAAyD;YACtF,QAAQ,EAAE,IAAI,CAAC,UAAU;SAC1B,CAAC;AACC,aAAA,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC;AACtC,aAAA,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC;AACtC,aAAA,OAAO,CAACC,eAAK,EAAE,KAAK,CAAC;AACrB,aAAA,mBAAmB,CAAC,KAAK,EAAE,YAAY,CAAC;AACxC,aAAA,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AAEzB,QAAA,OAAO,QAAQ,CAAC,OAAO,EAAE,CAAC;KAC3B;;AAID;;AAEG;IACH,eAAe,CAAC,OAAe,EAAE,WAA0B,EAAA;AACzD,QAAA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAChB,YAAA,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;SACvC;AAED,QAAA,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;AACzD,QAAA,IAAI,WAAW,CAAC,IAAI,KAAKC,eAAS,CAAC,UAAU,IAAI,WAAW,CAAC,UAAU,EAAE;AACvE,YAAA,KAAK,MAAM,SAAS,IAAI,WAAW,CAAC,UAAU,EAAE;AAC9C,gBAAA,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE;oBAC3D,SAAS;iBACV;gBACD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;aAChD;SACF;AAED,QAAA,MAAM,OAAO,GAAc;YACzB,SAAS;AACT,YAAA,EAAE,EAAE,MAAM;YACV,IAAI,EAAE,WAAW,CAAC,IAAI;AACtB,YAAA,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;YAC9B,WAAW;AACX,YAAA,KAAK,EAAE,IAAI;SACZ,CAAC;AAEF,QAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,YAAA,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;SAC5B;AAED,QAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAChDP,4BAAmB,CAACC,iBAAW,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;AACnE,QAAA,OAAO,MAAM,CAAC;KACf;IAED,uBAAuB,CAAC,IAAmB,EAAE,QAAmC,EAAA;AAC9E,QAAA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAChB,YAAA,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;SACvC;AAED,QAAA,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;AAC/B,QAAA,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,EAAE;AACX,YAAA,MAAM,IAAI,KAAK,CAAC,oCAAoC,YAAY,CAAA,CAAE,CAAC,CAAC;SACrE;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,gCAAgC,MAAM,CAAA,CAAE,CAAC,CAAC;SAC3D;AAED,QAAA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;;;YAGhB,OAAO;SACR;AAED,QAAA,MAAM,IAAI,GAAG,OAAO,KAAK,KAAK,QAAQ,GAAG,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;AAC7D,QAAA,MAAM,SAAS,GAAG;AAChB,YAAA,IAAI,EAAE,OAAO,IAAI,KAAK,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;AAC5D,YAAA,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;YACvB,EAAE,EAAE,MAAM,CAAC,YAAY;AACvB,YAAA,MAAM,EAAE,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;kBACtC,MAAM,CAAC,OAAO;kBACd,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC;AAClC,YAAA,QAAQ,EAAE,CAAC;SACZ,CAAC;AAEF,QAAA,IAAI,CAAC,eAAe,EAAE,UAAU,CAACA,iBAAW,CAAC,qBAAqB,CAAC,EAAE,MAAM,CACzEA,iBAAW,CAAC,qBAAqB,EACjC,EAAE,MAAM,EAAE;AACR,gBAAA,EAAE,EAAE,MAAM;gBACV,KAAK,EAAE,OAAO,CAAC,KAAK;AACpB,gBAAA,IAAI,EAAE,WAAW;gBACjB,SAAS;AACa,aAAA;AACvB,SAAA,EACD,QAAQ,EACR,IAAI,CACL,CAAC;KACH;IAED,oBAAoB,CAAC,EAAU,EAAE,KAAsB,EAAA;AACrD,QAAA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAChB,YAAA,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;SACvC;aAAM,IAAI,CAAC,EAAE,EAAE;AACd,YAAA,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;SACrC;AACD,QAAA,MAAM,YAAY,GAAwB;YACxC,EAAE;YACF,KAAK;SACN,CAAC;QACFD,4BAAmB,CAACC,iBAAW,CAAC,iBAAiB,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;KAC/E;IAED,oBAAoB,CAAC,EAAU,EAAE,KAAqB,EAAA;AACpD,QAAA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAChB,YAAA,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;SACvC;AACD,QAAA,MAAM,YAAY,GAAwB;YACxC,EAAE;YACF,KAAK;SACN,CAAC;QACFD,4BAAmB,CAACC,iBAAW,CAAC,gBAAgB,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;KAC9E;AACF;;;;;"}

package/dist/cjs/main.cjs

@@ -65,4 +65,5 @@ Object.defineProperty(exports, "ToolCallTypes", {
 exports.joinKeys = graph.joinKeys;
 exports.resetIfNotEmpty = graph.resetIfNotEmpty;
 exports.RunnableCallable = run$1.RunnableCallable;
+exports.sleep = run$1.sleep;
 //# sourceMappingURL=main.cjs.map

package/dist/cjs/main.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"main.cjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}
+{"version":3,"file":"main.cjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}

package/dist/cjs/run.cjs

@@ -3,6 +3,7 @@
 var _enum = require('./common/enum.cjs');
 var Graph = require('./graphs/Graph.cjs');
 var events = require('./events.cjs');
+var run = require('./utils/run.cjs');
 
 class Run {
     graphRunnable;
@@ -13,8 +14,10 @@ class Run {
     provider;
     run_id;
     returnContent = false;
+    streamRate;
     constructor(config) {
         const handlerRegistry = new events.HandlerRegistry();
+        this.streamRate = config.streamRate;
         if (config.customHandlers) {
             for (const [eventType, handler] of Object.entries(config.customHandlers)) {
                 handlerRegistry.register(eventType, handler);
@@ -85,6 +88,9 @@ class Run {
             if (handler) {
                 handler.handle(eventName, data, metadata, this.Graph);
             }
+            if (this.streamRate != null) {
+                await run.sleep(this.streamRate);
+            }
         }
         if (this.returnContent) {
             return this.Graph.getContentParts();

package/dist/cjs/run.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"run.cjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport type { BaseCallbackHandler, CallbackHandlerMethods } from '@langchain/core/callbacks/base';\nimport type { BaseMessage, MessageContentComplex } from '@langchain/core/messages';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';\nimport type * as t from '@/types';\nimport { GraphEvents, Providers, Callback } from '@/common';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { HandlerRegistry } from '@/events';\n\nexport class Run<T extends t.BaseGraphState> {\n  graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;\n  // private collab!: CollabGraph;\n  // private taskManager!: TaskManager;\n  private handlerRegistry: HandlerRegistry;\n  private Graph: StandardGraph | undefined;\n  provider: Providers | undefined;\n  run_id: string | undefined;\n  returnContent: boolean = false;\n\n  private constructor(config: t.RunConfig) {\n    const handlerRegistry = new HandlerRegistry();\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(config.customHandlers)) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {\n      this.provider = config.graphConfig.llmConfig.provider;\n      this.graphRunnable = this.createStandardGraph(config.graphConfig) as unknown as t.CompiledWorkflow<T, Partial<T>, string>;\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n\n    this.returnContent = config.returnContent ?? false;\n  }\n\n  private createStandardGraph(config: t.StandardGraphConfig): t.CompiledWorkflow<t.IState, Partial<t.IState>, string> {\n    const { runId, llmConfig, instructions, additional_instructions, tools = [] } = config;\n    const { provider, ...clientOptions } = llmConfig;\n\n    const standardGraph = new StandardGraph({\n      runId,\n      tools,\n      provider,\n      instructions,\n      clientOptions,\n      additional_instructions,\n    });\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(config: t.RunConfig): Promise<Run<T>> {\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  async processStream(\n    inputs: t.IState,\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2' },\n    clientCallbacks?: ClientCallbacks,\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (!this.graphRunnable) {\n      throw new Error('Run not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n\n    this.Graph.resetValues();\n    const provider = this.Graph.provider;\n    const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;\n    if (clientCallbacks) {\n      /* TODO: conflicts with callback manager */\n      const callbacks = config.callbacks as (BaseCallbackHandler | CallbackHandlerMethods)[] || [];\n      config.callbacks = callbacks.concat(this.getCallbacks(clientCallbacks));\n    }\n    const stream = this.graphRunnable.streamEvents(inputs, config);\n\n    for await (const event of stream) {\n      const { data, name, metadata, ...info } = event;\n\n      let eventName: t.EventName = info.event;\n      const isDoubleCallProvider = provider === Providers.ANTHROPIC || provider === Providers.BEDROCK;\n      if (hasTools && isDoubleCallProvider && eventName === GraphEvents.CHAT_MODEL_STREAM) {\n        /* Skipping CHAT_MODEL_STREAM event for Anthropic due to double-call edge case */\n        continue;\n      }\n\n      if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {\n        eventName = name;\n      }\n\n      // console.log(`Event: ${event.event} | Executing Event: ${eventName}`);\n\n      const handler = this.handlerRegistry.getHandler(eventName);\n      if (handler) {\n        handler.handle(eventName, data, metadata, this.Graph);\n      }\n    }\n\n    if (this.returnContent) {\n      return this.Graph.getContentParts();\n    }\n  }\n\n  private createSystemCallback<K extends keyof ClientCallbacks>(\n    clientCallbacks: ClientCallbacks,\n    key: K\n  ): SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(clientCallbacks, Callback.TOOL_ERROR),\n      [Callback.TOOL_START]: this.createSystemCallback(clientCallbacks, Callback.TOOL_START),\n      [Callback.TOOL_END]: this.createSystemCallback(clientCallbacks, Callback.TOOL_END),\n    };\n  }\n}\n"],"names":["HandlerRegistry","StandardGraph","Providers","GraphEvents","Callback"],"mappings":";;;;;;MAUa,GAAG,CAAA;AACd,IAAA,aAAa,CAA6C;;;AAGlD,IAAA,eAAe,CAAkB;AACjC,IAAA,KAAK,CAA4B;AACzC,IAAA,QAAQ,CAAwB;AAChC,IAAA,MAAM,CAAqB;IAC3B,aAAa,GAAY,KAAK,CAAC;AAE/B,IAAA,WAAA,CAAoB,MAAmB,EAAA;AACrC,QAAA,MAAM,eAAe,GAAG,IAAIA,sBAAe,EAAE,CAAC;AAE9C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE;AACxE,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;aAC9C;SACF;AAED,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;AAEvC,QAAA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACtE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAC;YACtD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,CAAyD,CAAC;AAC1H,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe,CAAC;aAC9C;SACF;QAED,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK,CAAC;KACpD;AAEO,IAAA,mBAAmB,CAAC,MAA6B,EAAA;AACvD,QAAA,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,uBAAuB,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,MAAM,CAAC;QACvF,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS,CAAC;AAEjD,QAAA,MAAM,aAAa,GAAG,IAAIC,mBAAa,CAAC;YACtC,KAAK;YACL,KAAK;YACL,QAAQ;YACR,YAAY;YACZ,aAAa;YACb,uBAAuB;AACxB,SAAA,CAAC,CAAC;AACH,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC;AAC3B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE,CAAC;KACvC;AAED,IAAA,aAAa,MAAM,CAA6B,MAAmB,EAAA;AACjE,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC,CAAC;KAC3B;IAED,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;SACjG;AACD,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;KACpC;AAED,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA0D,EAC1D,eAAiC,EAAA;AAEjC,QAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;SAC/F;AACD,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;SACjG;AAED,QAAA,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;AACzB,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC;QACxE,IAAI,eAAe,EAAE;;AAEnB,YAAA,MAAM,SAAS,GAAG,MAAM,CAAC,SAA6D,IAAI,EAAE,CAAC;AAC7F,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC;SACzE;AACD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE/D,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC;AAEhD,YAAA,IAAI,SAAS,GAAgB,IAAI,CAAC,KAAK,CAAC;AACxC,YAAA,MAAM,oBAAoB,GAAG,QAAQ,KAAKC,eAAS,CAAC,SAAS,IAAI,QAAQ,KAAKA,eAAS,CAAC,OAAO,CAAC;YAChG,IAAI,QAAQ,IAAI,oBAAoB,IAAI,SAAS,KAAKC,iBAAW,CAAC,iBAAiB,EAAE;;gBAEnF,SAAS;aACV;YAED,IAAI,SAAS,IAAI,SAAS,KAAKA,iBAAW,CAAC,eAAe,EAAE;gBAC1D,SAAS,GAAG,IAAI,CAAC;aAClB;;YAID,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAC3D,IAAI,OAAO,EAAE;AACX,gBAAA,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;aACvD;SACF;AAED,QAAA,IAAI,IAAI,CAAC,aAAa,EAAE;AACtB,YAAA,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;SACrC;KACF;IAEO,oBAAoB,CAC1B,eAAgC,EAChC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;AAC5C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;aACvE;AACH,SAAC,EAAwB;KAC1B;AAED,IAAA,YAAY,CAAC,eAAgC,EAAA;QAC3C,OAAO;AACL,YAAA,CAACC,cAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAEA,cAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAACA,cAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAEA,cAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAACA,cAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAEA,cAAQ,CAAC,QAAQ,CAAC;SACnF,CAAC;KACH;AACF;;;;"}
+{"version":3,"file":"run.cjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport type { BaseCallbackHandler, CallbackHandlerMethods } from '@langchain/core/callbacks/base';\nimport type { BaseMessage, MessageContentComplex } from '@langchain/core/messages';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';\nimport type * as t from '@/types';\nimport { GraphEvents, Providers, Callback } from '@/common';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { HandlerRegistry } from '@/events';\nimport { sleep } from '@/utils';\n\nexport class Run<T extends t.BaseGraphState> {\n  graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;\n  // private collab!: CollabGraph;\n  // private taskManager!: TaskManager;\n  private handlerRegistry: HandlerRegistry;\n  private Graph: StandardGraph | undefined;\n  provider: Providers | undefined;\n  run_id: string | undefined;\n  returnContent: boolean = false;\n  streamRate: number | undefined;\n\n  private constructor(config: t.RunConfig) {\n    const handlerRegistry = new HandlerRegistry();\n    this.streamRate = config.streamRate;\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(config.customHandlers)) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {\n      this.provider = config.graphConfig.llmConfig.provider;\n      this.graphRunnable = this.createStandardGraph(config.graphConfig) as unknown as t.CompiledWorkflow<T, Partial<T>, string>;\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n\n    this.returnContent = config.returnContent ?? false;\n  }\n\n  private createStandardGraph(config: t.StandardGraphConfig): t.CompiledWorkflow<t.IState, Partial<t.IState>, string> {\n    const { runId, llmConfig, instructions, additional_instructions, tools = [] } = config;\n    const { provider, ...clientOptions } = llmConfig;\n\n    const standardGraph = new StandardGraph({\n      runId,\n      tools,\n      provider,\n      instructions,\n      clientOptions,\n      additional_instructions,\n    });\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(config: t.RunConfig): Promise<Run<T>> {\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  async processStream(\n    inputs: t.IState,\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2' },\n    clientCallbacks?: ClientCallbacks,\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (!this.graphRunnable) {\n      throw new Error('Run not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n\n    this.Graph.resetValues();\n    const provider = this.Graph.provider;\n    const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;\n    if (clientCallbacks) {\n      /* TODO: conflicts with callback manager */\n      const callbacks = config.callbacks as (BaseCallbackHandler | CallbackHandlerMethods)[] || [];\n      config.callbacks = callbacks.concat(this.getCallbacks(clientCallbacks));\n    }\n    const stream = this.graphRunnable.streamEvents(inputs, config);\n\n    for await (const event of stream) {\n      const { data, name, metadata, ...info } = event;\n\n      let eventName: t.EventName = info.event;\n      const isDoubleCallProvider = provider === Providers.ANTHROPIC || provider === Providers.BEDROCK;\n      if (hasTools && isDoubleCallProvider && eventName === GraphEvents.CHAT_MODEL_STREAM) {\n        /* Skipping CHAT_MODEL_STREAM event for Anthropic due to double-call edge case */\n        continue;\n      }\n\n      if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {\n        eventName = name;\n      }\n\n      // console.log(`Event: ${event.event} | Executing Event: ${eventName}`);\n\n      const handler = this.handlerRegistry.getHandler(eventName);\n      if (handler) {\n        handler.handle(eventName, data, metadata, this.Graph);\n      }\n      if (this.streamRate != null) {\n        await sleep(this.streamRate);\n      }\n    }\n\n    if (this.returnContent) {\n      return this.Graph.getContentParts();\n    }\n  }\n\n  private createSystemCallback<K extends keyof ClientCallbacks>(\n    clientCallbacks: ClientCallbacks,\n    key: K\n  ): SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(clientCallbacks, Callback.TOOL_ERROR),\n      [Callback.TOOL_START]: this.createSystemCallback(clientCallbacks, Callback.TOOL_START),\n      [Callback.TOOL_END]: this.createSystemCallback(clientCallbacks, Callback.TOOL_END),\n    };\n  }\n}\n"],"names":["HandlerRegistry","StandardGraph","Providers","GraphEvents","sleep","Callback"],"mappings":";;;;;;;MAWa,GAAG,CAAA;AACd,IAAA,aAAa,CAA6C;;;AAGlD,IAAA,eAAe,CAAkB;AACjC,IAAA,KAAK,CAA4B;AACzC,IAAA,QAAQ,CAAwB;AAChC,IAAA,MAAM,CAAqB;IAC3B,aAAa,GAAY,KAAK,CAAC;AAC/B,IAAA,UAAU,CAAqB;AAE/B,IAAA,WAAA,CAAoB,MAAmB,EAAA;AACrC,QAAA,MAAM,eAAe,GAAG,IAAIA,sBAAe,EAAE,CAAC;AAC9C,QAAA,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;AAEpC,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE;AACxE,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;aAC9C;SACF;AAED,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;AAEvC,QAAA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACtE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAC;YACtD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,CAAyD,CAAC;AAC1H,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe,CAAC;aAC9C;SACF;QAED,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK,CAAC;KACpD;AAEO,IAAA,mBAAmB,CAAC,MAA6B,EAAA;AACvD,QAAA,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,uBAAuB,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,MAAM,CAAC;QACvF,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS,CAAC;AAEjD,QAAA,MAAM,aAAa,GAAG,IAAIC,mBAAa,CAAC;YACtC,KAAK;YACL,KAAK;YACL,QAAQ;YACR,YAAY;YACZ,aAAa;YACb,uBAAuB;AACxB,SAAA,CAAC,CAAC;AACH,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC;AAC3B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE,CAAC;KACvC;AAED,IAAA,aAAa,MAAM,CAA6B,MAAmB,EAAA;AACjE,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC,CAAC;KAC3B;IAED,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;SACjG;AACD,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;KACpC;AAED,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA0D,EAC1D,eAAiC,EAAA;AAEjC,QAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;SAC/F;AACD,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;SACjG;AAED,QAAA,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;AACzB,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC;QACxE,IAAI,eAAe,EAAE;;AAEnB,YAAA,MAAM,SAAS,GAAG,MAAM,CAAC,SAA6D,IAAI,EAAE,CAAC;AAC7F,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC;SACzE;AACD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE/D,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC;AAEhD,YAAA,IAAI,SAAS,GAAgB,IAAI,CAAC,KAAK,CAAC;AACxC,YAAA,MAAM,oBAAoB,GAAG,QAAQ,KAAKC,eAAS,CAAC,SAAS,IAAI,QAAQ,KAAKA,eAAS,CAAC,OAAO,CAAC;YAChG,IAAI,QAAQ,IAAI,oBAAoB,IAAI,SAAS,KAAKC,iBAAW,CAAC,iBAAiB,EAAE;;gBAEnF,SAAS;aACV;YAED,IAAI,SAAS,IAAI,SAAS,KAAKA,iBAAW,CAAC,eAAe,EAAE;gBAC1D,SAAS,GAAG,IAAI,CAAC;aAClB;;YAID,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAC3D,IAAI,OAAO,EAAE;AACX,gBAAA,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;aACvD;AACD,YAAA,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,EAAE;AAC3B,gBAAA,MAAMC,SAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;aAC9B;SACF;AAED,QAAA,IAAI,IAAI,CAAC,aAAa,EAAE;AACtB,YAAA,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;SACrC;KACF;IAEO,oBAAoB,CAC1B,eAAgC,EAChC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;AAC5C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;aACvE;AACH,SAAC,EAAwB;KAC1B;AAED,IAAA,YAAY,CAAC,eAAgC,EAAA;QAC3C,OAAO;AACL,YAAA,CAACC,cAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAEA,cAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAACA,cAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAEA,cAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAACA,cAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAEA,cAAQ,CAAC,QAAQ,CAAC;SACnF,CAAC;KACH;AACF;;;;"}

package/dist/cjs/stream.cjs

@@ -187,7 +187,7 @@ function createContentAggregator() {
         if (!contentParts[index]) {
             contentParts[index] = { type: partType };
         }
-        if (contentPart.type !== contentParts[index]?.type) {
+        if (!partType.startsWith(contentParts[index]?.type ?? '')) {
             console.warn('Content type mismatch');
             return;
         }

package/dist/cjs/stream.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"stream.cjs","sources":["../../src/stream.ts"],"sourcesContent":["// src/stream.ts\nimport { nanoid } from 'nanoid';\nimport type { AIMessageChunk } from '@langchain/core/messages';\nimport type { ToolCall } from '@langchain/core/messages/tool';\nimport type { Graph } from '@/graphs';\nimport type * as t from '@/types';\nimport { StepTypes, ContentTypes, GraphEvents, ToolCallTypes } from '@/common';\n\nfunction getNonEmptyValue(possibleValues: string[]): string | undefined {\n  for (const value of possibleValues) {\n    if (value && value.trim() !== '') {\n      return value;\n    }\n  }\n  return undefined;\n}\n\nconst getMessageId = (stepKey: string, graph: Graph<t.BaseGraphState>): string | undefined => {\n  const messageId = graph.messageIdsByStepKey.get(stepKey);\n  if (messageId != null && messageId) {\n    return;\n  }\n\n  const prelimMessageId = graph.prelimMessageIdsByStepKey.get(stepKey);\n  if (prelimMessageId != null && prelimMessageId) {\n    graph.prelimMessageIdsByStepKey.delete(stepKey);\n    graph.messageIdsByStepKey.set(stepKey, prelimMessageId);\n    return prelimMessageId;\n  }\n\n  const message_id = `msg_${nanoid()}`;\n  graph.messageIdsByStepKey.set(stepKey, message_id);\n  return message_id;\n};\n\nexport class ChatModelStreamHandler implements t.EventHandler {\n  handle(event: string, data: t.StreamEventData, metadata?: Record<string, unknown>, graph?: Graph): void {\n    if (!graph) {\n      throw new Error('Graph not found');\n    }\n\n    const chunk = data.chunk as AIMessageChunk;\n    const content = chunk.content;\n\n    if (!graph.config) {\n      throw new Error('Config not found in graph');\n    }\n\n    if (!chunk) {\n      console.warn(`No chunk found in ${event} event`);\n      return;\n    }\n\n    const hasToolCalls = (chunk.tool_calls && chunk.tool_calls.length > 0) ?? false;\n    const hasToolCallChunks = (chunk.tool_call_chunks && chunk.tool_call_chunks.length > 0) ?? false;\n\n    if (hasToolCalls && chunk.tool_calls?.every((tc) => tc.id)) {\n      const tool_calls: ToolCall[] = [];\n      const tool_call_ids: string[] = [];\n      for (const tool_call of chunk.tool_calls) {\n        const toolCallId = tool_call.id ?? '';\n        if (!toolCallId || graph.toolCallStepIds.has(toolCallId)) {\n          continue;\n        }\n\n        tool_calls.push(tool_call);\n        tool_call_ids.push(toolCallId);\n      }\n\n      const stepKey = graph.getStepKey(metadata);\n\n      let prevStepId = '';\n      let prevRunStep: t.RunStep | undefined;\n      try {\n        prevStepId = graph.getStepIdByKey(stepKey, graph.contentData.length - 1);\n        prevRunStep = graph.getRunStep(prevStepId);\n      } catch (e) {\n        // no previous step\n      }\n\n      const dispatchToolCallIds = (lastMessageStepId: string): void => {\n        graph.dispatchMessageDelta(lastMessageStepId, {\n          content: [{\n            type: 'text',\n            text: '',\n            tool_call_ids,\n          }],\n        });\n      };\n      /* If the previous step exists and is a message creation */\n      if (prevStepId && prevRunStep && prevRunStep.type === StepTypes.MESSAGE_CREATION) {\n        dispatchToolCallIds(prevStepId);\n        /* If the previous step doesn't exist or is not a message creation */\n      } else if (!prevRunStep || prevRunStep.type !== StepTypes.MESSAGE_CREATION) {\n        const messageId = getMessageId(stepKey, graph) ?? '';\n        const stepId = graph.dispatchRunStep(stepKey, {\n          type: StepTypes.MESSAGE_CREATION,\n          message_creation: {\n            message_id: messageId,\n          },\n        });\n        dispatchToolCallIds(stepId);\n      }\n      graph.dispatchRunStep(stepKey, {\n        type: StepTypes.TOOL_CALLS,\n        tool_calls,\n      });\n    }\n\n    const isEmptyContent = !content || !content.length;\n    const isEmptyChunk = isEmptyContent && !hasToolCallChunks;\n    if (isEmptyChunk && chunk.id && chunk.id.startsWith('msg')) {\n      if (graph.messageIdsByStepKey.has(chunk.id)) {\n        return;\n      } else if (graph.prelimMessageIdsByStepKey.has(chunk.id)) {\n        return;\n      }\n\n      const stepKey = graph.getStepKey(metadata);\n      graph.prelimMessageIdsByStepKey.set(stepKey, chunk.id);\n      return;\n    } else if (isEmptyChunk) {\n      return;\n    }\n\n    const stepKey = graph.getStepKey(metadata);\n\n    if (hasToolCallChunks && chunk.tool_call_chunks?.length && typeof chunk.tool_call_chunks[0]?.index === 'number') {\n      const prevStepId = graph.getStepIdByKey(stepKey, graph.contentData.length - 1);\n      const prevRunStep = graph.getRunStep(prevStepId);\n      const stepId = graph.getStepIdByKey(stepKey, prevRunStep?.index);\n      graph.dispatchRunStepDelta(stepId, {\n        type: StepTypes.TOOL_CALLS,\n        tool_calls: chunk.tool_call_chunks,\n      });\n    }\n\n    if (isEmptyContent) {\n      return;\n    }\n\n    const message_id = getMessageId(stepKey, graph) ?? '';\n    if (message_id) {\n      graph.dispatchRunStep(stepKey, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id,\n        },\n      });\n    }\n\n    const stepId = graph.getStepIdByKey(stepKey);\n    const runStep = graph.getRunStep(stepId);\n    if (!runStep) {\n      // eslint-disable-next-line no-console\n      console.warn(`\\n\n==============================================================\n\n\nRun step for ${stepId} does not exist, cannot dispatch delta event.\n\nevent: ${event}\nstepId: ${stepId}\nstepKey: ${stepKey}\nmessage_id: ${message_id}\nhasToolCalls: ${hasToolCalls}\nhasToolCallChunks: ${hasToolCallChunks}\n\n==============================================================\n\\n`);\n      return;\n    }\n\n    /* Note: tool call chunks may have non-empty content that matches the current tool chunk generation */\n    if (typeof content === 'string' && runStep.type === StepTypes.TOOL_CALLS) {\n      return;\n    } else if (hasToolCallChunks && (chunk.tool_call_chunks?.some((tc) => tc.args === content) ?? false)) {\n      return;\n    } else if (typeof content === 'string') {\n      graph.dispatchMessageDelta(stepId, {\n        content: [{\n          type: 'text',\n          text: content,\n        }],\n      });\n    } else if (content.every((c) => c.type?.startsWith('text'))) {\n      graph.dispatchMessageDelta(stepId, {\n        content,\n      });\n    }\n  }\n}\n\nexport type ContentAggregatorResult = {\n  contentParts: Array<t.MessageContentComplex | undefined>;\n  aggregateContent: ({ event, data }: {\n    event: GraphEvents;\n    data: t.RunStep | t.MessageDeltaEvent | t.RunStepDeltaEvent | {\n        result: t.ToolEndEvent;\n    };\n}) => void\n};\n\nexport function createContentAggregator(): ContentAggregatorResult {\n  const contentParts: Array<t.MessageContentComplex | undefined> = [];\n  const stepMap = new Map<string, t.RunStep>();\n  const toolCallIdMap = new Map<string, string>();\n\n  const updateContent = (\n    index: number,\n    contentPart: t.MessageContentComplex,\n    finalUpdate = false,\n  ): void => {\n    const partType = contentPart.type ?? '';\n    if (!partType) {\n      console.warn('No content type found in content part');\n      return;\n    }\n\n    if (!contentParts[index]) {\n      contentParts[index] = { type: partType };\n    }\n\n    if (contentPart.type !== contentParts[index]?.type) {\n      console.warn('Content type mismatch');\n      return;\n    }\n\n    if (\n      partType.startsWith(ContentTypes.TEXT) &&\n      ContentTypes.TEXT in contentPart &&\n      typeof contentPart.text === 'string'\n    ) {\n      // TODO: update this!!\n      const currentContent = contentParts[index] as t.MessageDeltaUpdate;\n      const update: t.MessageDeltaUpdate = {\n        type: ContentTypes.TEXT,\n        text: (currentContent.text || '') + contentPart.text,\n      };\n\n      if (contentPart.tool_call_ids) {\n        update.tool_call_ids = contentPart.tool_call_ids;\n      }\n      contentParts[index] = update;\n    } else if (partType === ContentTypes.IMAGE_URL && 'image_url' in contentPart) {\n      const currentContent = contentParts[index] as { type: 'image_url'; image_url: string };\n      contentParts[index] = {\n        ...currentContent,\n      };\n    } else if (partType === ContentTypes.TOOL_CALL && 'tool_call' in contentPart) {\n      const existingContent = contentParts[index] as Omit<t.ToolCallContent, 'tool_call'> & { tool_call?: ToolCall } | undefined;\n\n      const args = finalUpdate\n        ? contentPart.tool_call.args\n        : (existingContent?.tool_call?.args || '') + (contentPart.tool_call.args ?? '');\n\n      const id = getNonEmptyValue([contentPart.tool_call.id, existingContent?.tool_call?.id]) ?? '';\n      const name =\n        getNonEmptyValue([contentPart.tool_call.name, existingContent?.tool_call?.name]) ?? '';\n\n      const newToolCall: ToolCall & t.PartMetadata = {\n        id,\n        name,\n        args,\n        type: ToolCallTypes.TOOL_CALL,\n      };\n\n      if (finalUpdate) {\n        newToolCall.progress = 1;\n        newToolCall.output = contentPart.tool_call.output;\n      }\n\n      contentParts[index] = {\n        type: ContentTypes.TOOL_CALL,\n        tool_call: newToolCall,\n      };\n    }\n  };\n\n  const aggregateContent = ({ event, data }: {\n    event: GraphEvents;\n    data: t.RunStep | t.MessageDeltaEvent | t.RunStepDeltaEvent | { result: t.ToolEndEvent };\n  }): void => {\n\n    if (event === GraphEvents.ON_RUN_STEP) {\n      const runStep = data as t.RunStep;\n      stepMap.set(runStep.id, runStep);\n\n      // Store tool call IDs if present\n      if (runStep.stepDetails.type === StepTypes.TOOL_CALLS) {\n        runStep.stepDetails.tool_calls.forEach((toolCall) => {\n          const toolCallId = toolCall.id ?? '';\n          if ('id' in toolCall && toolCallId) {\n            toolCallIdMap.set(runStep.id, toolCallId);\n          }\n        });\n      }\n    } else if (event === GraphEvents.ON_MESSAGE_DELTA) {\n      const messageDelta = data as t.MessageDeltaEvent;\n      const runStep = stepMap.get(messageDelta.id);\n      if (!runStep) {\n        console.warn('No run step or runId found for message delta event');\n        return;\n      }\n\n      if (messageDelta.delta.content) {\n        const contentPart = Array.isArray(messageDelta.delta.content)\n          ? messageDelta.delta.content[0]\n          : messageDelta.delta.content;\n\n        updateContent(runStep.index, contentPart);\n      }\n    } else if (event === GraphEvents.ON_RUN_STEP_DELTA) {\n      const runStepDelta = data as t.RunStepDeltaEvent;\n      const runStep = stepMap.get(runStepDelta.id);\n      if (!runStep) {\n        console.warn('No run step or runId found for run step delta event');\n        return;\n      }\n\n      if (\n        runStepDelta.delta.type === StepTypes.TOOL_CALLS &&\n        runStepDelta.delta.tool_calls\n      ) {\n\n        runStepDelta.delta.tool_calls.forEach((toolCallDelta) => {\n          const toolCallId = toolCallIdMap.get(runStepDelta.id) ?? '';\n\n          const contentPart: t.MessageContentComplex = {\n            type: ContentTypes.TOOL_CALL,\n            tool_call: {\n              name: toolCallDelta.name ?? '',\n              args: toolCallDelta.args ?? '',\n              id: toolCallId,\n            },\n          };\n\n          updateContent(runStep.index, contentPart);\n        });\n      }\n    } else if (event === GraphEvents.ON_RUN_STEP_COMPLETED) {\n      const { result } = data as unknown as { result: t.ToolEndEvent };\n\n      const { id: stepId } = result;\n\n      const runStep = stepMap.get(stepId);\n      if (!runStep) {\n        console.warn('No run step or runId found for completed tool call event');\n        return;\n      }\n\n      const contentPart: t.MessageContentComplex = {\n        type: ContentTypes.TOOL_CALL,\n        tool_call: result.tool_call,\n      };\n\n      updateContent(runStep.index, contentPart, true);\n    }\n  };\n\n  return { contentParts, aggregateContent };\n}\n"],"names":["nanoid","StepTypes","ContentTypes","ToolCallTypes","GraphEvents"],"mappings":";;;;;AAAA;AAQA,SAAS,gBAAgB,CAAC,cAAwB,EAAA;AAChD,IAAA,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE;QAClC,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;AAChC,YAAA,OAAO,KAAK,CAAC;SACd;KACF;AACD,IAAA,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,YAAY,GAAG,CAAC,OAAe,EAAE,KAA8B,KAAwB;IAC3F,MAAM,SAAS,GAAG,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACzD,IAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,EAAE;QAClC,OAAO;KACR;IAED,MAAM,eAAe,GAAG,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACrE,IAAA,IAAI,eAAe,IAAI,IAAI,IAAI,eAAe,EAAE;AAC9C,QAAA,KAAK,CAAC,yBAAyB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAChD,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;AACxD,QAAA,OAAO,eAAe,CAAC;KACxB;AAED,IAAA,MAAM,UAAU,GAAG,CAAA,IAAA,EAAOA,aAAM,EAAE,EAAE,CAAC;IACrC,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;AACnD,IAAA,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;MAEW,sBAAsB,CAAA;AACjC,IAAA,MAAM,CAAC,KAAa,EAAE,IAAuB,EAAE,QAAkC,EAAE,KAAa,EAAA;QAC9F,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;SACpC;AAED,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAuB,CAAC;AAC3C,QAAA,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;AAE9B,QAAA,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;AACjB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;SAC9C;QAED,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,OAAO,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAA,MAAA,CAAQ,CAAC,CAAC;YACjD,OAAO;SACR;AAED,QAAA,MAAM,YAAY,GAAG,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,KAAK,KAAK,CAAC;AAChF,QAAA,MAAM,iBAAiB,GAAG,CAAC,KAAK,CAAC,gBAAgB,IAAI,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,KAAK,KAAK,CAAC;AAEjG,QAAA,IAAI,YAAY,IAAI,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE;YAC1D,MAAM,UAAU,GAAe,EAAE,CAAC;YAClC,MAAM,aAAa,GAAa,EAAE,CAAC;AACnC,YAAA,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,UAAU,EAAE;AACxC,gBAAA,MAAM,UAAU,GAAG,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC;AACtC,gBAAA,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE;oBACxD,SAAS;iBACV;AAED,gBAAA,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AAC3B,gBAAA,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;aAChC;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAE3C,IAAI,UAAU,GAAG,EAAE,CAAC;AACpB,YAAA,IAAI,WAAkC,CAAC;AACvC,YAAA,IAAI;AACF,gBAAA,UAAU,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACzE,gBAAA,WAAW,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;aAC5C;YAAC,OAAO,CAAC,EAAE;;aAEX;AAED,YAAA,MAAM,mBAAmB,GAAG,CAAC,iBAAyB,KAAU;AAC9D,gBAAA,KAAK,CAAC,oBAAoB,CAAC,iBAAiB,EAAE;AAC5C,oBAAA,OAAO,EAAE,CAAC;AACR,4BAAA,IAAI,EAAE,MAAM;AACZ,4BAAA,IAAI,EAAE,EAAE;4BACR,aAAa;yBACd,CAAC;AACH,iBAAA,CAAC,CAAC;AACL,aAAC,CAAC;;AAEF,YAAA,IAAI,UAAU,IAAI,WAAW,IAAI,WAAW,CAAC,IAAI,KAAKC,eAAS,CAAC,gBAAgB,EAAE;gBAChF,mBAAmB,CAAC,UAAU,CAAC,CAAC;;aAEjC;iBAAM,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,IAAI,KAAKA,eAAS,CAAC,gBAAgB,EAAE;gBAC1E,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;AACrD,gBAAA,MAAM,MAAM,GAAG,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE;oBAC5C,IAAI,EAAEA,eAAS,CAAC,gBAAgB;AAChC,oBAAA,gBAAgB,EAAE;AAChB,wBAAA,UAAU,EAAE,SAAS;AACtB,qBAAA;AACF,iBAAA,CAAC,CAAC;gBACH,mBAAmB,CAAC,MAAM,CAAC,CAAC;aAC7B;AACD,YAAA,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE;gBAC7B,IAAI,EAAEA,eAAS,CAAC,UAAU;gBAC1B,UAAU;AACX,aAAA,CAAC,CAAC;SACJ;QAED,MAAM,cAAc,GAAG,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;AACnD,QAAA,MAAM,YAAY,GAAG,cAAc,IAAI,CAAC,iBAAiB,CAAC;AAC1D,QAAA,IAAI,YAAY,IAAI,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE;YAC1D,IAAI,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE;gBAC3C,OAAO;aACR;iBAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE;gBACxD,OAAO;aACR;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC3C,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YACvD,OAAO;SACR;aAAM,IAAI,YAAY,EAAE;YACvB,OAAO;SACR;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAE3C,IAAI,iBAAiB,IAAI,KAAK,CAAC,gBAAgB,EAAE,MAAM,IAAI,OAAO,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,QAAQ,EAAE;AAC/G,YAAA,MAAM,UAAU,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC/E,MAAM,WAAW,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;AACjD,YAAA,MAAM,MAAM,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;AACjE,YAAA,KAAK,CAAC,oBAAoB,CAAC,MAAM,EAAE;gBACjC,IAAI,EAAEA,eAAS,CAAC,UAAU;gBAC1B,UAAU,EAAE,KAAK,CAAC,gBAAgB;AACnC,aAAA,CAAC,CAAC;SACJ;QAED,IAAI,cAAc,EAAE;YAClB,OAAO;SACR;QAED,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;QACtD,IAAI,UAAU,EAAE;AACd,YAAA,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE;gBAC7B,IAAI,EAAEA,eAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;oBAChB,UAAU;AACX,iBAAA;AACF,aAAA,CAAC,CAAC;SACJ;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,EAAE;;YAEZ,OAAO,CAAC,IAAI,CAAC,CAAA;;;;eAIJ,MAAM,CAAA;;SAEZ,KAAK,CAAA;UACJ,MAAM,CAAA;WACL,OAAO,CAAA;cACJ,UAAU,CAAA;gBACR,YAAY,CAAA;qBACP,iBAAiB,CAAA;;;AAGnC,EAAA,CAAA,CAAC,CAAC;YACC,OAAO;SACR;;AAGD,QAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,KAAKA,eAAS,CAAC,UAAU,EAAE;YACxE,OAAO;SACR;aAAM,IAAI,iBAAiB,KAAK,KAAK,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE;YACpG,OAAO;SACR;AAAM,aAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AACtC,YAAA,KAAK,CAAC,oBAAoB,CAAC,MAAM,EAAE;AACjC,gBAAA,OAAO,EAAE,CAAC;AACR,wBAAA,IAAI,EAAE,MAAM;AACZ,wBAAA,IAAI,EAAE,OAAO;qBACd,CAAC;AACH,aAAA,CAAC,CAAC;SACJ;AAAM,aAAA,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE;AAC3D,YAAA,KAAK,CAAC,oBAAoB,CAAC,MAAM,EAAE;gBACjC,OAAO;AACR,aAAA,CAAC,CAAC;SACJ;KACF;AACF,CAAA;SAYe,uBAAuB,GAAA;IACrC,MAAM,YAAY,GAA+C,EAAE,CAAC;AACpE,IAAA,MAAM,OAAO,GAAG,IAAI,GAAG,EAAqB,CAAC;AAC7C,IAAA,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEhD,MAAM,aAAa,GAAG,CACpB,KAAa,EACb,WAAoC,EACpC,WAAW,GAAG,KAAK,KACX;AACR,QAAA,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,QAAQ,EAAE;AACb,YAAA,OAAO,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;YACtD,OAAO;SACR;AAED,QAAA,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE;YACxB,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;SAC1C;QAED,IAAI,WAAW,CAAC,IAAI,KAAK,YAAY,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE;AAClD,YAAA,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACtC,OAAO;SACR;AAED,QAAA,IACE,QAAQ,CAAC,UAAU,CAACC,kBAAY,CAAC,IAAI,CAAC;YACtCA,kBAAY,CAAC,IAAI,IAAI,WAAW;AAChC,YAAA,OAAO,WAAW,CAAC,IAAI,KAAK,QAAQ,EACpC;;AAEA,YAAA,MAAM,cAAc,GAAG,YAAY,CAAC,KAAK,CAAyB,CAAC;AACnE,YAAA,MAAM,MAAM,GAAyB;gBACnC,IAAI,EAAEA,kBAAY,CAAC,IAAI;gBACvB,IAAI,EAAE,CAAC,cAAc,CAAC,IAAI,IAAI,EAAE,IAAI,WAAW,CAAC,IAAI;aACrD,CAAC;AAEF,YAAA,IAAI,WAAW,CAAC,aAAa,EAAE;AAC7B,gBAAA,MAAM,CAAC,aAAa,GAAG,WAAW,CAAC,aAAa,CAAC;aAClD;AACD,YAAA,YAAY,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC;SAC9B;aAAM,IAAI,QAAQ,KAAKA,kBAAY,CAAC,SAAS,IAAI,WAAW,IAAI,WAAW,EAAE;AAC5E,YAAA,MAAM,cAAc,GAAG,YAAY,CAAC,KAAK,CAA6C,CAAC;YACvF,YAAY,CAAC,KAAK,CAAC,GAAG;AACpB,gBAAA,GAAG,cAAc;aAClB,CAAC;SACH;aAAM,IAAI,QAAQ,KAAKA,kBAAY,CAAC,SAAS,IAAI,WAAW,IAAI,WAAW,EAAE;AAC5E,YAAA,MAAM,eAAe,GAAG,YAAY,CAAC,KAAK,CAAgF,CAAC;YAE3H,MAAM,IAAI,GAAG,WAAW;AACtB,kBAAE,WAAW,CAAC,SAAS,CAAC,IAAI;kBAC1B,CAAC,eAAe,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,KAAK,WAAW,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YAElF,MAAM,EAAE,GAAG,gBAAgB,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,eAAe,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9F,MAAM,IAAI,GACR,gBAAgB,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AAEzF,YAAA,MAAM,WAAW,GAA8B;gBAC7C,EAAE;gBACF,IAAI;gBACJ,IAAI;gBACJ,IAAI,EAAEC,mBAAa,CAAC,SAAS;aAC9B,CAAC;YAEF,IAAI,WAAW,EAAE;AACf,gBAAA,WAAW,CAAC,QAAQ,GAAG,CAAC,CAAC;gBACzB,WAAW,CAAC,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC;aACnD;YAED,YAAY,CAAC,KAAK,CAAC,GAAG;gBACpB,IAAI,EAAED,kBAAY,CAAC,SAAS;AAC5B,gBAAA,SAAS,EAAE,WAAW;aACvB,CAAC;SACH;AACH,KAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,EAGtC,KAAU;AAET,QAAA,IAAI,KAAK,KAAKE,iBAAW,CAAC,WAAW,EAAE;YACrC,MAAM,OAAO,GAAG,IAAiB,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;;YAGjC,IAAI,OAAO,CAAC,WAAW,CAAC,IAAI,KAAKH,eAAS,CAAC,UAAU,EAAE;gBACrD,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,QAAQ,KAAI;AAClD,oBAAA,MAAM,UAAU,GAAG,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC;AACrC,oBAAA,IAAI,IAAI,IAAI,QAAQ,IAAI,UAAU,EAAE;wBAClC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;qBAC3C;AACH,iBAAC,CAAC,CAAC;aACJ;SACF;AAAM,aAAA,IAAI,KAAK,KAAKG,iBAAW,CAAC,gBAAgB,EAAE;YACjD,MAAM,YAAY,GAAG,IAA2B,CAAC;YACjD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,EAAE;AACZ,gBAAA,OAAO,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;gBACnE,OAAO;aACR;AAED,YAAA,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE;gBAC9B,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC;sBACzD,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAC/B,sBAAE,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC;AAE/B,gBAAA,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;aAC3C;SACF;AAAM,aAAA,IAAI,KAAK,KAAKA,iBAAW,CAAC,iBAAiB,EAAE;YAClD,MAAM,YAAY,GAAG,IAA2B,CAAC;YACjD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,EAAE;AACZ,gBAAA,OAAO,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;gBACpE,OAAO;aACR;YAED,IACE,YAAY,CAAC,KAAK,CAAC,IAAI,KAAKH,eAAS,CAAC,UAAU;AAChD,gBAAA,YAAY,CAAC,KAAK,CAAC,UAAU,EAC7B;gBAEA,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,aAAa,KAAI;AACtD,oBAAA,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;AAE5D,oBAAA,MAAM,WAAW,GAA4B;wBAC3C,IAAI,EAAEC,kBAAY,CAAC,SAAS;AAC5B,wBAAA,SAAS,EAAE;AACT,4BAAA,IAAI,EAAE,aAAa,CAAC,IAAI,IAAI,EAAE;AAC9B,4BAAA,IAAI,EAAE,aAAa,CAAC,IAAI,IAAI,EAAE;AAC9B,4BAAA,EAAE,EAAE,UAAU;AACf,yBAAA;qBACF,CAAC;AAEF,oBAAA,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;AAC5C,iBAAC,CAAC,CAAC;aACJ;SACF;AAAM,aAAA,IAAI,KAAK,KAAKE,iBAAW,CAAC,qBAAqB,EAAE;AACtD,YAAA,MAAM,EAAE,MAAM,EAAE,GAAG,IAA6C,CAAC;AAEjE,YAAA,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;YAE9B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACpC,IAAI,CAAC,OAAO,EAAE;AACZ,gBAAA,OAAO,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;gBACzE,OAAO;aACR;AAED,YAAA,MAAM,WAAW,GAA4B;gBAC3C,IAAI,EAAEF,kBAAY,CAAC,SAAS;gBAC5B,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC;YAEF,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC;SACjD;AACH,KAAC,CAAC;AAEF,IAAA,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,CAAC;AAC5C;;;;;"}
+{"version":3,"file":"stream.cjs","sources":["../../src/stream.ts"],"sourcesContent":["// src/stream.ts\nimport { nanoid } from 'nanoid';\nimport type { AIMessageChunk } from '@langchain/core/messages';\nimport type { ToolCall } from '@langchain/core/messages/tool';\nimport type { Graph } from '@/graphs';\nimport type * as t from '@/types';\nimport { StepTypes, ContentTypes, GraphEvents, ToolCallTypes } from '@/common';\n\nfunction getNonEmptyValue(possibleValues: string[]): string | undefined {\n  for (const value of possibleValues) {\n    if (value && value.trim() !== '') {\n      return value;\n    }\n  }\n  return undefined;\n}\n\nconst getMessageId = (stepKey: string, graph: Graph<t.BaseGraphState>): string | undefined => {\n  const messageId = graph.messageIdsByStepKey.get(stepKey);\n  if (messageId != null && messageId) {\n    return;\n  }\n\n  const prelimMessageId = graph.prelimMessageIdsByStepKey.get(stepKey);\n  if (prelimMessageId != null && prelimMessageId) {\n    graph.prelimMessageIdsByStepKey.delete(stepKey);\n    graph.messageIdsByStepKey.set(stepKey, prelimMessageId);\n    return prelimMessageId;\n  }\n\n  const message_id = `msg_${nanoid()}`;\n  graph.messageIdsByStepKey.set(stepKey, message_id);\n  return message_id;\n};\n\nexport class ChatModelStreamHandler implements t.EventHandler {\n  handle(event: string, data: t.StreamEventData, metadata?: Record<string, unknown>, graph?: Graph): void {\n    if (!graph) {\n      throw new Error('Graph not found');\n    }\n\n    const chunk = data.chunk as AIMessageChunk;\n    const content = chunk.content;\n\n    if (!graph.config) {\n      throw new Error('Config not found in graph');\n    }\n\n    if (!chunk) {\n      console.warn(`No chunk found in ${event} event`);\n      return;\n    }\n\n    const hasToolCalls = (chunk.tool_calls && chunk.tool_calls.length > 0) ?? false;\n    const hasToolCallChunks = (chunk.tool_call_chunks && chunk.tool_call_chunks.length > 0) ?? false;\n\n    if (hasToolCalls && chunk.tool_calls?.every((tc) => tc.id)) {\n      const tool_calls: ToolCall[] = [];\n      const tool_call_ids: string[] = [];\n      for (const tool_call of chunk.tool_calls) {\n        const toolCallId = tool_call.id ?? '';\n        if (!toolCallId || graph.toolCallStepIds.has(toolCallId)) {\n          continue;\n        }\n\n        tool_calls.push(tool_call);\n        tool_call_ids.push(toolCallId);\n      }\n\n      const stepKey = graph.getStepKey(metadata);\n\n      let prevStepId = '';\n      let prevRunStep: t.RunStep | undefined;\n      try {\n        prevStepId = graph.getStepIdByKey(stepKey, graph.contentData.length - 1);\n        prevRunStep = graph.getRunStep(prevStepId);\n      } catch (e) {\n        // no previous step\n      }\n\n      const dispatchToolCallIds = (lastMessageStepId: string): void => {\n        graph.dispatchMessageDelta(lastMessageStepId, {\n          content: [{\n            type: 'text',\n            text: '',\n            tool_call_ids,\n          }],\n        });\n      };\n      /* If the previous step exists and is a message creation */\n      if (prevStepId && prevRunStep && prevRunStep.type === StepTypes.MESSAGE_CREATION) {\n        dispatchToolCallIds(prevStepId);\n        /* If the previous step doesn't exist or is not a message creation */\n      } else if (!prevRunStep || prevRunStep.type !== StepTypes.MESSAGE_CREATION) {\n        const messageId = getMessageId(stepKey, graph) ?? '';\n        const stepId = graph.dispatchRunStep(stepKey, {\n          type: StepTypes.MESSAGE_CREATION,\n          message_creation: {\n            message_id: messageId,\n          },\n        });\n        dispatchToolCallIds(stepId);\n      }\n      graph.dispatchRunStep(stepKey, {\n        type: StepTypes.TOOL_CALLS,\n        tool_calls,\n      });\n    }\n\n    const isEmptyContent = !content || !content.length;\n    const isEmptyChunk = isEmptyContent && !hasToolCallChunks;\n    if (isEmptyChunk && chunk.id && chunk.id.startsWith('msg')) {\n      if (graph.messageIdsByStepKey.has(chunk.id)) {\n        return;\n      } else if (graph.prelimMessageIdsByStepKey.has(chunk.id)) {\n        return;\n      }\n\n      const stepKey = graph.getStepKey(metadata);\n      graph.prelimMessageIdsByStepKey.set(stepKey, chunk.id);\n      return;\n    } else if (isEmptyChunk) {\n      return;\n    }\n\n    const stepKey = graph.getStepKey(metadata);\n\n    if (hasToolCallChunks && chunk.tool_call_chunks?.length && typeof chunk.tool_call_chunks[0]?.index === 'number') {\n      const prevStepId = graph.getStepIdByKey(stepKey, graph.contentData.length - 1);\n      const prevRunStep = graph.getRunStep(prevStepId);\n      const stepId = graph.getStepIdByKey(stepKey, prevRunStep?.index);\n      graph.dispatchRunStepDelta(stepId, {\n        type: StepTypes.TOOL_CALLS,\n        tool_calls: chunk.tool_call_chunks,\n      });\n    }\n\n    if (isEmptyContent) {\n      return;\n    }\n\n    const message_id = getMessageId(stepKey, graph) ?? '';\n    if (message_id) {\n      graph.dispatchRunStep(stepKey, {\n        type: StepTypes.MESSAGE_CREATION,\n        message_creation: {\n          message_id,\n        },\n      });\n    }\n\n    const stepId = graph.getStepIdByKey(stepKey);\n    const runStep = graph.getRunStep(stepId);\n    if (!runStep) {\n      // eslint-disable-next-line no-console\n      console.warn(`\\n\n==============================================================\n\n\nRun step for ${stepId} does not exist, cannot dispatch delta event.\n\nevent: ${event}\nstepId: ${stepId}\nstepKey: ${stepKey}\nmessage_id: ${message_id}\nhasToolCalls: ${hasToolCalls}\nhasToolCallChunks: ${hasToolCallChunks}\n\n==============================================================\n\\n`);\n      return;\n    }\n\n    /* Note: tool call chunks may have non-empty content that matches the current tool chunk generation */\n    if (typeof content === 'string' && runStep.type === StepTypes.TOOL_CALLS) {\n      return;\n    } else if (hasToolCallChunks && (chunk.tool_call_chunks?.some((tc) => tc.args === content) ?? false)) {\n      return;\n    } else if (typeof content === 'string') {\n      graph.dispatchMessageDelta(stepId, {\n        content: [{\n          type: 'text',\n          text: content,\n        }],\n      });\n    } else if (content.every((c) => c.type?.startsWith('text'))) {\n      graph.dispatchMessageDelta(stepId, {\n        content,\n      });\n    }\n  }\n}\n\nexport type ContentAggregatorResult = {\n  contentParts: Array<t.MessageContentComplex | undefined>;\n  aggregateContent: ({ event, data }: {\n    event: GraphEvents;\n    data: t.RunStep | t.MessageDeltaEvent | t.RunStepDeltaEvent | {\n        result: t.ToolEndEvent;\n    };\n}) => void\n};\n\nexport function createContentAggregator(): ContentAggregatorResult {\n  const contentParts: Array<t.MessageContentComplex | undefined> = [];\n  const stepMap = new Map<string, t.RunStep>();\n  const toolCallIdMap = new Map<string, string>();\n\n  const updateContent = (\n    index: number,\n    contentPart: t.MessageContentComplex,\n    finalUpdate = false,\n  ): void => {\n    const partType = contentPart.type ?? '';\n    if (!partType) {\n      console.warn('No content type found in content part');\n      return;\n    }\n\n    if (!contentParts[index]) {\n      contentParts[index] = { type: partType };\n    }\n\n    if (!partType.startsWith(contentParts[index]?.type ?? '')) {\n      console.warn('Content type mismatch');\n      return;\n    }\n\n    if (\n      partType.startsWith(ContentTypes.TEXT) &&\n      ContentTypes.TEXT in contentPart &&\n      typeof contentPart.text === 'string'\n    ) {\n      // TODO: update this!!\n      const currentContent = contentParts[index] as t.MessageDeltaUpdate;\n      const update: t.MessageDeltaUpdate = {\n        type: ContentTypes.TEXT,\n        text: (currentContent.text || '') + contentPart.text,\n      };\n\n      if (contentPart.tool_call_ids) {\n        update.tool_call_ids = contentPart.tool_call_ids;\n      }\n      contentParts[index] = update;\n    } else if (partType === ContentTypes.IMAGE_URL && 'image_url' in contentPart) {\n      const currentContent = contentParts[index] as { type: 'image_url'; image_url: string };\n      contentParts[index] = {\n        ...currentContent,\n      };\n    } else if (partType === ContentTypes.TOOL_CALL && 'tool_call' in contentPart) {\n      const existingContent = contentParts[index] as Omit<t.ToolCallContent, 'tool_call'> & { tool_call?: ToolCall } | undefined;\n\n      const args = finalUpdate\n        ? contentPart.tool_call.args\n        : (existingContent?.tool_call?.args || '') + (contentPart.tool_call.args ?? '');\n\n      const id = getNonEmptyValue([contentPart.tool_call.id, existingContent?.tool_call?.id]) ?? '';\n      const name =\n        getNonEmptyValue([contentPart.tool_call.name, existingContent?.tool_call?.name]) ?? '';\n\n      const newToolCall: ToolCall & t.PartMetadata = {\n        id,\n        name,\n        args,\n        type: ToolCallTypes.TOOL_CALL,\n      };\n\n      if (finalUpdate) {\n        newToolCall.progress = 1;\n        newToolCall.output = contentPart.tool_call.output;\n      }\n\n      contentParts[index] = {\n        type: ContentTypes.TOOL_CALL,\n        tool_call: newToolCall,\n      };\n    }\n  };\n\n  const aggregateContent = ({ event, data }: {\n    event: GraphEvents;\n    data: t.RunStep | t.MessageDeltaEvent | t.RunStepDeltaEvent | { result: t.ToolEndEvent };\n  }): void => {\n\n    if (event === GraphEvents.ON_RUN_STEP) {\n      const runStep = data as t.RunStep;\n      stepMap.set(runStep.id, runStep);\n\n      // Store tool call IDs if present\n      if (runStep.stepDetails.type === StepTypes.TOOL_CALLS) {\n        runStep.stepDetails.tool_calls.forEach((toolCall) => {\n          const toolCallId = toolCall.id ?? '';\n          if ('id' in toolCall && toolCallId) {\n            toolCallIdMap.set(runStep.id, toolCallId);\n          }\n        });\n      }\n    } else if (event === GraphEvents.ON_MESSAGE_DELTA) {\n      const messageDelta = data as t.MessageDeltaEvent;\n      const runStep = stepMap.get(messageDelta.id);\n      if (!runStep) {\n        console.warn('No run step or runId found for message delta event');\n        return;\n      }\n\n      if (messageDelta.delta.content) {\n        const contentPart = Array.isArray(messageDelta.delta.content)\n          ? messageDelta.delta.content[0]\n          : messageDelta.delta.content;\n\n        updateContent(runStep.index, contentPart);\n      }\n    } else if (event === GraphEvents.ON_RUN_STEP_DELTA) {\n      const runStepDelta = data as t.RunStepDeltaEvent;\n      const runStep = stepMap.get(runStepDelta.id);\n      if (!runStep) {\n        console.warn('No run step or runId found for run step delta event');\n        return;\n      }\n\n      if (\n        runStepDelta.delta.type === StepTypes.TOOL_CALLS &&\n        runStepDelta.delta.tool_calls\n      ) {\n\n        runStepDelta.delta.tool_calls.forEach((toolCallDelta) => {\n          const toolCallId = toolCallIdMap.get(runStepDelta.id) ?? '';\n\n          const contentPart: t.MessageContentComplex = {\n            type: ContentTypes.TOOL_CALL,\n            tool_call: {\n              name: toolCallDelta.name ?? '',\n              args: toolCallDelta.args ?? '',\n              id: toolCallId,\n            },\n          };\n\n          updateContent(runStep.index, contentPart);\n        });\n      }\n    } else if (event === GraphEvents.ON_RUN_STEP_COMPLETED) {\n      const { result } = data as unknown as { result: t.ToolEndEvent };\n\n      const { id: stepId } = result;\n\n      const runStep = stepMap.get(stepId);\n      if (!runStep) {\n        console.warn('No run step or runId found for completed tool call event');\n        return;\n      }\n\n      const contentPart: t.MessageContentComplex = {\n        type: ContentTypes.TOOL_CALL,\n        tool_call: result.tool_call,\n      };\n\n      updateContent(runStep.index, contentPart, true);\n    }\n  };\n\n  return { contentParts, aggregateContent };\n}\n"],"names":["nanoid","StepTypes","ContentTypes","ToolCallTypes","GraphEvents"],"mappings":";;;;;AAAA;AAQA,SAAS,gBAAgB,CAAC,cAAwB,EAAA;AAChD,IAAA,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE;QAClC,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;AAChC,YAAA,OAAO,KAAK,CAAC;SACd;KACF;AACD,IAAA,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,YAAY,GAAG,CAAC,OAAe,EAAE,KAA8B,KAAwB;IAC3F,MAAM,SAAS,GAAG,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACzD,IAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,EAAE;QAClC,OAAO;KACR;IAED,MAAM,eAAe,GAAG,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACrE,IAAA,IAAI,eAAe,IAAI,IAAI,IAAI,eAAe,EAAE;AAC9C,QAAA,KAAK,CAAC,yBAAyB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAChD,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;AACxD,QAAA,OAAO,eAAe,CAAC;KACxB;AAED,IAAA,MAAM,UAAU,GAAG,CAAA,IAAA,EAAOA,aAAM,EAAE,EAAE,CAAC;IACrC,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;AACnD,IAAA,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;MAEW,sBAAsB,CAAA;AACjC,IAAA,MAAM,CAAC,KAAa,EAAE,IAAuB,EAAE,QAAkC,EAAE,KAAa,EAAA;QAC9F,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;SACpC;AAED,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAuB,CAAC;AAC3C,QAAA,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;AAE9B,QAAA,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;AACjB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;SAC9C;QAED,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,OAAO,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAA,MAAA,CAAQ,CAAC,CAAC;YACjD,OAAO;SACR;AAED,QAAA,MAAM,YAAY,GAAG,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,KAAK,KAAK,CAAC;AAChF,QAAA,MAAM,iBAAiB,GAAG,CAAC,KAAK,CAAC,gBAAgB,IAAI,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,KAAK,KAAK,CAAC;AAEjG,QAAA,IAAI,YAAY,IAAI,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE;YAC1D,MAAM,UAAU,GAAe,EAAE,CAAC;YAClC,MAAM,aAAa,GAAa,EAAE,CAAC;AACnC,YAAA,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,UAAU,EAAE;AACxC,gBAAA,MAAM,UAAU,GAAG,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC;AACtC,gBAAA,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE;oBACxD,SAAS;iBACV;AAED,gBAAA,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;AAC3B,gBAAA,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;aAChC;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAE3C,IAAI,UAAU,GAAG,EAAE,CAAC;AACpB,YAAA,IAAI,WAAkC,CAAC;AACvC,YAAA,IAAI;AACF,gBAAA,UAAU,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACzE,gBAAA,WAAW,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;aAC5C;YAAC,OAAO,CAAC,EAAE;;aAEX;AAED,YAAA,MAAM,mBAAmB,GAAG,CAAC,iBAAyB,KAAU;AAC9D,gBAAA,KAAK,CAAC,oBAAoB,CAAC,iBAAiB,EAAE;AAC5C,oBAAA,OAAO,EAAE,CAAC;AACR,4BAAA,IAAI,EAAE,MAAM;AACZ,4BAAA,IAAI,EAAE,EAAE;4BACR,aAAa;yBACd,CAAC;AACH,iBAAA,CAAC,CAAC;AACL,aAAC,CAAC;;AAEF,YAAA,IAAI,UAAU,IAAI,WAAW,IAAI,WAAW,CAAC,IAAI,KAAKC,eAAS,CAAC,gBAAgB,EAAE;gBAChF,mBAAmB,CAAC,UAAU,CAAC,CAAC;;aAEjC;iBAAM,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,IAAI,KAAKA,eAAS,CAAC,gBAAgB,EAAE;gBAC1E,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;AACrD,gBAAA,MAAM,MAAM,GAAG,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE;oBAC5C,IAAI,EAAEA,eAAS,CAAC,gBAAgB;AAChC,oBAAA,gBAAgB,EAAE;AAChB,wBAAA,UAAU,EAAE,SAAS;AACtB,qBAAA;AACF,iBAAA,CAAC,CAAC;gBACH,mBAAmB,CAAC,MAAM,CAAC,CAAC;aAC7B;AACD,YAAA,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE;gBAC7B,IAAI,EAAEA,eAAS,CAAC,UAAU;gBAC1B,UAAU;AACX,aAAA,CAAC,CAAC;SACJ;QAED,MAAM,cAAc,GAAG,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;AACnD,QAAA,MAAM,YAAY,GAAG,cAAc,IAAI,CAAC,iBAAiB,CAAC;AAC1D,QAAA,IAAI,YAAY,IAAI,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE;YAC1D,IAAI,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE;gBAC3C,OAAO;aACR;iBAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE;gBACxD,OAAO;aACR;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC3C,KAAK,CAAC,yBAAyB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YACvD,OAAO;SACR;aAAM,IAAI,YAAY,EAAE;YACvB,OAAO;SACR;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAE3C,IAAI,iBAAiB,IAAI,KAAK,CAAC,gBAAgB,EAAE,MAAM,IAAI,OAAO,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,QAAQ,EAAE;AAC/G,YAAA,MAAM,UAAU,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC/E,MAAM,WAAW,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;AACjD,YAAA,MAAM,MAAM,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;AACjE,YAAA,KAAK,CAAC,oBAAoB,CAAC,MAAM,EAAE;gBACjC,IAAI,EAAEA,eAAS,CAAC,UAAU;gBAC1B,UAAU,EAAE,KAAK,CAAC,gBAAgB;AACnC,aAAA,CAAC,CAAC;SACJ;QAED,IAAI,cAAc,EAAE;YAClB,OAAO;SACR;QAED,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;QACtD,IAAI,UAAU,EAAE;AACd,YAAA,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE;gBAC7B,IAAI,EAAEA,eAAS,CAAC,gBAAgB;AAChC,gBAAA,gBAAgB,EAAE;oBAChB,UAAU;AACX,iBAAA;AACF,aAAA,CAAC,CAAC;SACJ;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,EAAE;;YAEZ,OAAO,CAAC,IAAI,CAAC,CAAA;;;;eAIJ,MAAM,CAAA;;SAEZ,KAAK,CAAA;UACJ,MAAM,CAAA;WACL,OAAO,CAAA;cACJ,UAAU,CAAA;gBACR,YAAY,CAAA;qBACP,iBAAiB,CAAA;;;AAGnC,EAAA,CAAA,CAAC,CAAC;YACC,OAAO;SACR;;AAGD,QAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,KAAKA,eAAS,CAAC,UAAU,EAAE;YACxE,OAAO;SACR;aAAM,IAAI,iBAAiB,KAAK,KAAK,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE;YACpG,OAAO;SACR;AAAM,aAAA,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;AACtC,YAAA,KAAK,CAAC,oBAAoB,CAAC,MAAM,EAAE;AACjC,gBAAA,OAAO,EAAE,CAAC;AACR,wBAAA,IAAI,EAAE,MAAM;AACZ,wBAAA,IAAI,EAAE,OAAO;qBACd,CAAC;AACH,aAAA,CAAC,CAAC;SACJ;AAAM,aAAA,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE;AAC3D,YAAA,KAAK,CAAC,oBAAoB,CAAC,MAAM,EAAE;gBACjC,OAAO;AACR,aAAA,CAAC,CAAC;SACJ;KACF;AACF,CAAA;SAYe,uBAAuB,GAAA;IACrC,MAAM,YAAY,GAA+C,EAAE,CAAC;AACpE,IAAA,MAAM,OAAO,GAAG,IAAI,GAAG,EAAqB,CAAC;AAC7C,IAAA,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEhD,MAAM,aAAa,GAAG,CACpB,KAAa,EACb,WAAoC,EACpC,WAAW,GAAG,KAAK,KACX;AACR,QAAA,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,QAAQ,EAAE;AACb,YAAA,OAAO,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;YACtD,OAAO;SACR;AAED,QAAA,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE;YACxB,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;SAC1C;AAED,QAAA,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,EAAE;AACzD,YAAA,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACtC,OAAO;SACR;AAED,QAAA,IACE,QAAQ,CAAC,UAAU,CAACC,kBAAY,CAAC,IAAI,CAAC;YACtCA,kBAAY,CAAC,IAAI,IAAI,WAAW;AAChC,YAAA,OAAO,WAAW,CAAC,IAAI,KAAK,QAAQ,EACpC;;AAEA,YAAA,MAAM,cAAc,GAAG,YAAY,CAAC,KAAK,CAAyB,CAAC;AACnE,YAAA,MAAM,MAAM,GAAyB;gBACnC,IAAI,EAAEA,kBAAY,CAAC,IAAI;gBACvB,IAAI,EAAE,CAAC,cAAc,CAAC,IAAI,IAAI,EAAE,IAAI,WAAW,CAAC,IAAI;aACrD,CAAC;AAEF,YAAA,IAAI,WAAW,CAAC,aAAa,EAAE;AAC7B,gBAAA,MAAM,CAAC,aAAa,GAAG,WAAW,CAAC,aAAa,CAAC;aAClD;AACD,YAAA,YAAY,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC;SAC9B;aAAM,IAAI,QAAQ,KAAKA,kBAAY,CAAC,SAAS,IAAI,WAAW,IAAI,WAAW,EAAE;AAC5E,YAAA,MAAM,cAAc,GAAG,YAAY,CAAC,KAAK,CAA6C,CAAC;YACvF,YAAY,CAAC,KAAK,CAAC,GAAG;AACpB,gBAAA,GAAG,cAAc;aAClB,CAAC;SACH;aAAM,IAAI,QAAQ,KAAKA,kBAAY,CAAC,SAAS,IAAI,WAAW,IAAI,WAAW,EAAE;AAC5E,YAAA,MAAM,eAAe,GAAG,YAAY,CAAC,KAAK,CAAgF,CAAC;YAE3H,MAAM,IAAI,GAAG,WAAW;AACtB,kBAAE,WAAW,CAAC,SAAS,CAAC,IAAI;kBAC1B,CAAC,eAAe,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,KAAK,WAAW,CAAC,SAAS,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YAElF,MAAM,EAAE,GAAG,gBAAgB,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,eAAe,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9F,MAAM,IAAI,GACR,gBAAgB,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AAEzF,YAAA,MAAM,WAAW,GAA8B;gBAC7C,EAAE;gBACF,IAAI;gBACJ,IAAI;gBACJ,IAAI,EAAEC,mBAAa,CAAC,SAAS;aAC9B,CAAC;YAEF,IAAI,WAAW,EAAE;AACf,gBAAA,WAAW,CAAC,QAAQ,GAAG,CAAC,CAAC;gBACzB,WAAW,CAAC,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC;aACnD;YAED,YAAY,CAAC,KAAK,CAAC,GAAG;gBACpB,IAAI,EAAED,kBAAY,CAAC,SAAS;AAC5B,gBAAA,SAAS,EAAE,WAAW;aACvB,CAAC;SACH;AACH,KAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,EAGtC,KAAU;AAET,QAAA,IAAI,KAAK,KAAKE,iBAAW,CAAC,WAAW,EAAE;YACrC,MAAM,OAAO,GAAG,IAAiB,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;;YAGjC,IAAI,OAAO,CAAC,WAAW,CAAC,IAAI,KAAKH,eAAS,CAAC,UAAU,EAAE;gBACrD,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,QAAQ,KAAI;AAClD,oBAAA,MAAM,UAAU,GAAG,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC;AACrC,oBAAA,IAAI,IAAI,IAAI,QAAQ,IAAI,UAAU,EAAE;wBAClC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;qBAC3C;AACH,iBAAC,CAAC,CAAC;aACJ;SACF;AAAM,aAAA,IAAI,KAAK,KAAKG,iBAAW,CAAC,gBAAgB,EAAE;YACjD,MAAM,YAAY,GAAG,IAA2B,CAAC;YACjD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,EAAE;AACZ,gBAAA,OAAO,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;gBACnE,OAAO;aACR;AAED,YAAA,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE;gBAC9B,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC;sBACzD,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAC/B,sBAAE,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC;AAE/B,gBAAA,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;aAC3C;SACF;AAAM,aAAA,IAAI,KAAK,KAAKA,iBAAW,CAAC,iBAAiB,EAAE;YAClD,MAAM,YAAY,GAAG,IAA2B,CAAC;YACjD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,EAAE;AACZ,gBAAA,OAAO,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;gBACpE,OAAO;aACR;YAED,IACE,YAAY,CAAC,KAAK,CAAC,IAAI,KAAKH,eAAS,CAAC,UAAU;AAChD,gBAAA,YAAY,CAAC,KAAK,CAAC,UAAU,EAC7B;gBAEA,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,aAAa,KAAI;AACtD,oBAAA,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;AAE5D,oBAAA,MAAM,WAAW,GAA4B;wBAC3C,IAAI,EAAEC,kBAAY,CAAC,SAAS;AAC5B,wBAAA,SAAS,EAAE;AACT,4BAAA,IAAI,EAAE,aAAa,CAAC,IAAI,IAAI,EAAE;AAC9B,4BAAA,IAAI,EAAE,aAAa,CAAC,IAAI,IAAI,EAAE;AAC9B,4BAAA,EAAE,EAAE,UAAU;AACf,yBAAA;qBACF,CAAC;AAEF,oBAAA,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;AAC5C,iBAAC,CAAC,CAAC;aACJ;SACF;AAAM,aAAA,IAAI,KAAK,KAAKE,iBAAW,CAAC,qBAAqB,EAAE;AACtD,YAAA,MAAM,EAAE,MAAM,EAAE,GAAG,IAA6C,CAAC;AAEjE,YAAA,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;YAE9B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACpC,IAAI,CAAC,OAAO,EAAE;AACZ,gBAAA,OAAO,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;gBACzE,OAAO;aACR;AAED,YAAA,MAAM,WAAW,GAA4B;gBAC3C,IAAI,EAAEF,kBAAY,CAAC,SAAS;gBAC5B,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC;YAEF,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC;SACjD;AACH,KAAC,CAAC;AAEF,IAAA,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,CAAC;AAC5C;;;;;"}

package/dist/cjs/utils/run.cjs

@@ -3,6 +3,15 @@
 var runnables = require('@langchain/core/runnables');
 var singletons = require('@langchain/core/singletons');
 
+/**
+ * Delays the execution for a specified number of milliseconds.
+ *
+ * @param {number} ms - The number of milliseconds to delay.
+ * @return {Promise<void>} A promise that resolves after the specified delay.
+ */
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
 class RunnableCallable extends runnables.Runnable {
     lc_namespace = ['langgraph'];
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
@@ -56,4 +65,5 @@ class RunnableCallable extends runnables.Runnable {
 }
 
 exports.RunnableCallable = RunnableCallable;
+exports.sleep = sleep;
 //# sourceMappingURL=run.cjs.map

package/dist/cjs/utils/run.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"run.cjs","sources":["../../../src/utils/run.ts"],"sourcesContent":["import { CallbackManagerForChainRun } from '@langchain/core/callbacks/manager';\nimport {\n  mergeConfigs,\n  patchConfig,\n  Runnable,\n  RunnableConfig,\n} from '@langchain/core/runnables';\nimport { AsyncLocalStorageProviderSingleton } from '@langchain/core/singletons';\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport interface RunnableCallableArgs extends Partial<any> {\n  name?: string;\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  func: (...args: any[]) => any;\n  tags?: string[];\n  trace?: boolean;\n  recurse?: boolean;\n}\n\nexport class RunnableCallable<I = unknown, O = unknown> extends Runnable<I, O> {\n  lc_namespace: string[] = ['langgraph'];\n\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  func: (...args: any[]) => any;\n\n  tags?: string[];\n\n  config?: RunnableConfig;\n\n  trace: boolean = true;\n\n  recurse: boolean = true;\n\n  constructor(fields: RunnableCallableArgs) {\n    super();\n    this.name = fields.name ?? fields.func.name;\n    this.func = fields.func;\n    this.config = fields.tags ? { tags: fields.tags } : undefined;\n    this.trace = fields.trace ?? this.trace;\n    this.recurse = fields.recurse ?? this.recurse;\n  }\n\n  protected async _tracedInvoke(\n    input: I,\n    config?: Partial<RunnableConfig>,\n    runManager?: CallbackManagerForChainRun\n  ): Promise<O> {\n    return new Promise<O>((resolve, reject) => {\n      const childConfig = patchConfig(config, {\n        callbacks: runManager?.getChild(),\n      });\n      void AsyncLocalStorageProviderSingleton.runWithConfig(\n        childConfig,\n        async () => {\n          try {\n            const output = await this.func(input, childConfig);\n            resolve(output);\n          } catch (e) {\n            reject(e);\n          }\n        }\n      );\n    });\n  }\n\n  async invoke(\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    input: any,\n    options?: Partial<RunnableConfig> | undefined\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  ): Promise<any> {\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    let returnValue: any;\n\n    if (this.trace) {\n      returnValue = await this._callWithConfig(\n        this._tracedInvoke,\n        input,\n        mergeConfigs(this.config, options)\n      );\n    } else {\n      returnValue = await this.func(input, mergeConfigs(this.config, options));\n    }\n\n    if (Runnable.isRunnable(returnValue) && this.recurse) {\n      return await returnValue.invoke(input, options);\n    }\n\n    return returnValue;\n  }\n}"],"names":["Runnable","patchConfig","AsyncLocalStorageProviderSingleton","mergeConfigs"],"mappings":";;;;;AAmBM,MAAO,gBAA2C,SAAQA,kBAAc,CAAA;AAC5E,IAAA,YAAY,GAAa,CAAC,WAAW,CAAC,CAAC;;AAGvC,IAAA,IAAI,CAA0B;AAE9B,IAAA,IAAI,CAAY;AAEhB,IAAA,MAAM,CAAkB;IAExB,KAAK,GAAY,IAAI,CAAC;IAEtB,OAAO,GAAY,IAAI,CAAC;AAExB,IAAA,WAAA,CAAY,MAA4B,EAAA;AACtC,QAAA,KAAK,EAAE,CAAC;AACR,QAAA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AAC5C,QAAA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,GAAG,SAAS,CAAC;QAC9D,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QACxC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;KAC/C;AAES,IAAA,MAAM,aAAa,CAC3B,KAAQ,EACR,MAAgC,EAChC,UAAuC,EAAA;QAEvC,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,KAAI;AACxC,YAAA,MAAM,WAAW,GAAGC,qBAAW,CAAC,MAAM,EAAE;AACtC,gBAAA,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE;AAClC,aAAA,CAAC,CAAC;YACH,KAAKC,6CAAkC,CAAC,aAAa,CACnD,WAAW,EACX,YAAW;AACT,gBAAA,IAAI;oBACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBACnD,OAAO,CAAC,MAAM,CAAC,CAAC;iBACjB;gBAAC,OAAO,CAAC,EAAE;oBACV,MAAM,CAAC,CAAC,CAAC,CAAC;iBACX;AACH,aAAC,CACF,CAAC;AACJ,SAAC,CAAC,CAAC;KACJ;AAED,IAAA,MAAM,MAAM;;AAEV,IAAA,KAAU,EACV,OAA6C;;;;AAI7C,QAAA,IAAI,WAAgB,CAAC;AAErB,QAAA,IAAI,IAAI,CAAC,KAAK,EAAE;YACd,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CACtC,IAAI,CAAC,aAAa,EAClB,KAAK,EACLC,sBAAY,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CACnC,CAAC;SACH;aAAM;AACL,YAAA,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAEA,sBAAY,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;SAC1E;QAED,IAAIH,kBAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE;YACpD,OAAO,MAAM,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;SACjD;AAED,QAAA,OAAO,WAAW,CAAC;KACpB;AACF;;;;"}
+{"version":3,"file":"run.cjs","sources":["../../../src/utils/run.ts"],"sourcesContent":["import { CallbackManagerForChainRun } from '@langchain/core/callbacks/manager';\nimport {\n  mergeConfigs,\n  patchConfig,\n  Runnable,\n  RunnableConfig,\n} from '@langchain/core/runnables';\nimport { AsyncLocalStorageProviderSingleton } from '@langchain/core/singletons';\n\n/**\n * Delays the execution for a specified number of milliseconds.\n *\n * @param {number} ms - The number of milliseconds to delay.\n * @return {Promise<void>} A promise that resolves after the specified delay.\n */\nexport function sleep(ms: number): Promise<void> {\n  return new Promise((resolve) => setTimeout(resolve, ms));\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nexport interface RunnableCallableArgs extends Partial<any> {\n  name?: string;\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  func: (...args: any[]) => any;\n  tags?: string[];\n  trace?: boolean;\n  recurse?: boolean;\n}\n\nexport class RunnableCallable<I = unknown, O = unknown> extends Runnable<I, O> {\n  lc_namespace: string[] = ['langgraph'];\n\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  func: (...args: any[]) => any;\n\n  tags?: string[];\n\n  config?: RunnableConfig;\n\n  trace: boolean = true;\n\n  recurse: boolean = true;\n\n  constructor(fields: RunnableCallableArgs) {\n    super();\n    this.name = fields.name ?? fields.func.name;\n    this.func = fields.func;\n    this.config = fields.tags ? { tags: fields.tags } : undefined;\n    this.trace = fields.trace ?? this.trace;\n    this.recurse = fields.recurse ?? this.recurse;\n  }\n\n  protected async _tracedInvoke(\n    input: I,\n    config?: Partial<RunnableConfig>,\n    runManager?: CallbackManagerForChainRun\n  ): Promise<O> {\n    return new Promise<O>((resolve, reject) => {\n      const childConfig = patchConfig(config, {\n        callbacks: runManager?.getChild(),\n      });\n      void AsyncLocalStorageProviderSingleton.runWithConfig(\n        childConfig,\n        async () => {\n          try {\n            const output = await this.func(input, childConfig);\n            resolve(output);\n          } catch (e) {\n            reject(e);\n          }\n        }\n      );\n    });\n  }\n\n  async invoke(\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    input: any,\n    options?: Partial<RunnableConfig> | undefined\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  ): Promise<any> {\n    // eslint-disable-next-line @typescript-eslint/no-explicit-any\n    let returnValue: any;\n\n    if (this.trace) {\n      returnValue = await this._callWithConfig(\n        this._tracedInvoke,\n        input,\n        mergeConfigs(this.config, options)\n      );\n    } else {\n      returnValue = await this.func(input, mergeConfigs(this.config, options));\n    }\n\n    if (Runnable.isRunnable(returnValue) && this.recurse) {\n      return await returnValue.invoke(input, options);\n    }\n\n    return returnValue;\n  }\n}"],"names":["Runnable","patchConfig","AsyncLocalStorageProviderSingleton","mergeConfigs"],"mappings":";;;;;AASA;;;;;AAKG;AACG,SAAU,KAAK,CAAC,EAAU,EAAA;AAC9B,IAAA,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAYK,MAAO,gBAA2C,SAAQA,kBAAc,CAAA;AAC5E,IAAA,YAAY,GAAa,CAAC,WAAW,CAAC,CAAC;;AAGvC,IAAA,IAAI,CAA0B;AAE9B,IAAA,IAAI,CAAY;AAEhB,IAAA,MAAM,CAAkB;IAExB,KAAK,GAAY,IAAI,CAAC;IAEtB,OAAO,GAAY,IAAI,CAAC;AAExB,IAAA,WAAA,CAAY,MAA4B,EAAA;AACtC,QAAA,KAAK,EAAE,CAAC;AACR,QAAA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AAC5C,QAAA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,GAAG,SAAS,CAAC;QAC9D,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QACxC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;KAC/C;AAES,IAAA,MAAM,aAAa,CAC3B,KAAQ,EACR,MAAgC,EAChC,UAAuC,EAAA;QAEvC,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,KAAI;AACxC,YAAA,MAAM,WAAW,GAAGC,qBAAW,CAAC,MAAM,EAAE;AACtC,gBAAA,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE;AAClC,aAAA,CAAC,CAAC;YACH,KAAKC,6CAAkC,CAAC,aAAa,CACnD,WAAW,EACX,YAAW;AACT,gBAAA,IAAI;oBACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;oBACnD,OAAO,CAAC,MAAM,CAAC,CAAC;iBACjB;gBAAC,OAAO,CAAC,EAAE;oBACV,MAAM,CAAC,CAAC,CAAC,CAAC;iBACX;AACH,aAAC,CACF,CAAC;AACJ,SAAC,CAAC,CAAC;KACJ;AAED,IAAA,MAAM,MAAM;;AAEV,IAAA,KAAU,EACV,OAA6C;;;;AAI7C,QAAA,IAAI,WAAgB,CAAC;AAErB,QAAA,IAAI,IAAI,CAAC,KAAK,EAAE;YACd,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CACtC,IAAI,CAAC,aAAa,EAClB,KAAK,EACLC,sBAAY,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CACnC,CAAC;SACH;aAAM;AACL,YAAA,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAEA,sBAAY,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;SAC1E;QAED,IAAIH,kBAAQ,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE;YACpD,OAAO,MAAM,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;SACjD;AAED,QAAA,OAAO,WAAW,CAAC;KACpB;AACF;;;;;"}

package/dist/esm/graphs/Graph.mjs

@@ -6,10 +6,9 @@ import { SystemMessage, AIMessageChunk, ToolMessage } from '@langchain/core/mess
 import { Providers, GraphEvents, StepTypes, GraphNodeKeys } from '../common/enum.mjs';
 import { ToolNode, toolsCondition } from '../tools/ToolNode.mjs';
 import { convertMessagesToContent, modifyDeltaProperties } from '../messages.mjs';
-import { getChatModelClass } from '../llm/providers.mjs';
 import { resetIfNotEmpty, joinKeys } from '../utils/graph.mjs';
-import '@langchain/core/runnables';
-import '@langchain/core/singletons';
+import { sleep } from '../utils/run.mjs';
+import { getChatModelClass } from '../llm/providers.mjs';
 
 // src/graphs/Graph.ts
 const { AGENT, TOOLS } = GraphNodeKeys;
@@ -26,6 +25,10 @@ class StandardGraph extends Graph {
     graphState;
     clientOptions;
     boundModel;
+    /** The amount of time that should pass before another consecutive API call */
+    streamBuffer;
+    /** The last recorded timestamp that a stream API call was invoked */
+    lastStreamCall;
     handlerRegistry;
     systemMessage;
     messages = [];
@@ -34,13 +37,14 @@ class StandardGraph extends Graph {
     toolMap;
     startIndex = 0;
     provider;
-    constructor({ runId, tools, toolMap, provider, clientOptions, instructions, additional_instructions = '', }) {
+    constructor({ runId, tools, toolMap, provider, clientOptions, instructions, additional_instructions = '', streamBuffer, }) {
         super();
         this.runId = runId;
         this.tools = tools;
         this.toolMap = toolMap;
         this.provider = provider;
         this.clientOptions = clientOptions;
+        this.streamBuffer = streamBuffer;
         this.graphState = this.createGraphState();
         this.boundModel = this.initializeModel();
         let finalInstructions = instructions ?? '';
@@ -176,6 +180,14 @@ class StandardGraph extends Graph {
                 && typeof lastMessageX.content === 'string') {
                 finalMessages[finalMessages.length - 2].content = '';
             }
+            if (this.lastStreamCall != null && this.streamBuffer != null) {
+                const timeSinceLastCall = Date.now() - this.lastStreamCall;
+                if (timeSinceLastCall < this.streamBuffer) {
+                    const timeToWait = Math.ceil((this.streamBuffer - timeSinceLastCall) / 1000) * 1000;
+                    await sleep(timeToWait);
+                }
+            }
+            this.lastStreamCall = Date.now();
             if (this.tools?.length && (provider === Providers.ANTHROPIC || provider === Providers.BEDROCK)) {
                 const stream = await this.boundModel.stream(finalMessages, config);
                 let finalChunk;
@@ -262,7 +274,7 @@ class StandardGraph extends Graph {
         if (!runStep) {
             throw new Error(`No run step found for stepId ${stepId}`);
         }
-        if (!data?.output) {
+        if (!data.output) {
             // console.warn('No output found in tool_end event');
             // console.dir(data, { depth: null });
             return;