@librechat/agents 3.1.56 → 3.1.60

package/dist/esm/run.mjs

@@ -6,9 +6,10 @@ import { ChatOpenAI as ChatOpenAI$1, AzureChatOpenAI as AzureChatOpenAI$1 } from
 import { BaseCallbackHandler } from '@langchain/core/callbacks/base';
 import { createCompletionTitleRunnable, createTitleRunnable } from './utils/title.mjs';
 import { createTokenCounter, encodingForModel } from './utils/tokens.mjs';
-import { Callback, GraphEvents, TitleMethod } from './common/enum.mjs';
+import { GraphEvents, Callback, TitleMethod } from './common/enum.mjs';
 import { MultiAgentGraph } from './graphs/MultiAgentGraph.mjs';
 import { StandardGraph } from './graphs/Graph.mjs';
+import { initializeModel } from './llm/init.mjs';
 import { HandlerRegistry } from './events.mjs';
 import { isOpenAILike } from './utils/llm.mjs';
 import { isPresent } from './utils/misc.mjs';
@@ -31,10 +32,12 @@ class Run {
     tokenCounter;
     handlerRegistry;
     indexTokenCountMap;
+    calibrationRatio = 1;
     graphRunnable;
     Graph;
     returnContent = false;
     skipCleanup = false;
+    _streamResult;
     constructor(config) {
         const runId = config.runId ?? '';
         if (!runId) {
@@ -43,6 +46,9 @@ class Run {
         this.id = runId;
         this.tokenCounter = config.tokenCounter;
         this.indexTokenCountMap = config.indexTokenCountMap;
+        if (config.calibrationRatio != null && config.calibrationRatio > 0) {
+            this.calibrationRatio = config.calibrationRatio;
+        }
         const handlerRegistry = new HandlerRegistry();
         if (config.customHandlers) {
             for (const [eventType, handler] of Object.entries(config.customHandlers)) {
@@ -102,6 +108,7 @@ class Run {
             agents: [agentConfig],
             tokenCounter: this.tokenCounter,
             indexTokenCountMap: this.indexTokenCountMap,
+            calibrationRatio: this.calibrationRatio,
         });
         /** Propagate compile options from graph config */
         standardGraph.compileOptions = config.compileOptions;
@@ -116,6 +123,7 @@ class Run {
             edges,
             tokenCounter: this.tokenCounter,
             indexTokenCountMap: this.indexTokenCountMap,
+            calibrationRatio: this.calibrationRatio,
         });
         if (compileOptions != null) {
             multiAgentGraph.compileOptions = compileOptions;
@@ -139,25 +147,53 @@ class Run {
         }
         return this.Graph.getRunMessages();
     }
+    /**
+     * Returns the current calibration ratio (EMA of provider-vs-estimate token ratios).
+     * Hosts should persist this value and pass it back as `RunConfig.calibrationRatio`
+     * on the next run for the same conversation so the pruner starts with an accurate
+     * scaling factor instead of the default (1).
+     */
+    getCalibrationRatio() {
+        return this.calibrationRatio;
+    }
+    getResolvedInstructionOverhead() {
+        return this.Graph?.getResolvedInstructionOverhead();
+    }
+    getToolCount() {
+        return this.Graph?.getToolCount() ?? 0;
+    }
     /**
      * Creates a custom event callback handler that intercepts custom events
      * and processes them through our handler registry instead of EventStreamCallbackHandler
      */
     createCustomEventCallback() {
         return async (eventName, data, runId, tags, metadata) => {
+            // ON_RUN_STEP is dispatched directly via handler registry in
+            // Graph.dispatchRunStep (primary, reliable path).  Skip the
+            // callback-based dispatch to prevent double handling.
+            if (eventName === GraphEvents.ON_RUN_STEP &&
+                this.Graph != null &&
+                this.Graph.handlerDispatchedStepIds.has(data.id)) {
+                return;
+            }
             const handler = this.handlerRegistry?.getHandler(eventName);
             if (handler && this.Graph) {
                 return await handler.handle(eventName, data, metadata, this.Graph);
             }
         };
     }
-    async processStream(inputs, config, streamOptions) {
+    async processStream(inputs, callerConfig, streamOptions) {
         if (this.graphRunnable == null) {
             throw new Error('Run not initialized. Make sure to use Run.create() to instantiate the Run.');
         }
         if (!this.Graph) {
             throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');
         }
+        const config = {
+            recursionLimit: 50,
+            ...callerConfig,
+            configurable: { ...callerConfig.configurable },
+        };
         this.Graph.resetValues(streamOptions?.keepContent);
         /** Custom event callback to intercept and handle custom events */
         const customEventCallback = this.createCustomEventCallback();
@@ -207,49 +243,55 @@ class Run {
              */
             ignoreCustomEvent: true,
         });
-        for await (const event of stream) {
-            const { data, metadata, ...info } = event;
-            const eventName = info.event;
-            /** Skip custom events as they're handled by our callback */
-            if (eventName === GraphEvents.ON_CUSTOM_EVENT) {
-                continue;
-            }
-            const handler = this.handlerRegistry?.getHandler(eventName);
-            if (handler) {
-                await handler.handle(eventName, data, metadata, this.Graph);
+        try {
+            for await (const event of stream) {
+                const { data, metadata, ...info } = event;
+                const eventName = info.event;
+                /** Skip custom events as they're handled by our callback */
+                if (eventName === GraphEvents.ON_CUSTOM_EVENT) {
+                    continue;
+                }
+                const handler = this.handlerRegistry?.getHandler(eventName);
+                if (handler) {
+                    await handler.handle(eventName, data, metadata, this.Graph);
+                }
             }
         }
-        /**
-         * Break the reference chain that keeps heavy data alive via
-         * LangGraph's internal `__pregel_scratchpad.currentTaskInput` →
-         * `@langchain/core` `RunTree.extra[lc:child_config]` →
-         * Node.js `AsyncLocalStorage` context captured by timers/promises.
-         *
-         * Without this, base64-encoded images/PDFs in message content remain
-         * reachable from lingering `Timeout` handles until GC runs.
-         */
-        if (!this.skipCleanup) {
-            if (config.configurable != null) {
-                for (const key of Object.getOwnPropertySymbols(config.configurable)) {
-                    const val = config.configurable[key];
-                    if (val != null &&
-                        typeof val === 'object' &&
-                        'currentTaskInput' in val) {
-                        val.currentTaskInput = undefined;
+        finally {
+            /**
+             * Break the reference chain that keeps heavy data alive via
+             * LangGraph's internal `__pregel_scratchpad.currentTaskInput` →
+             * `@langchain/core` `RunTree.extra[lc:child_config]` →
+             * Node.js `AsyncLocalStorage` context captured by timers/promises.
+             *
+             * Without this, base64-encoded images/PDFs in message content remain
+             * reachable from lingering `Timeout` handles until GC runs.
+             */
+            if (!this.skipCleanup) {
+                if (config.configurable != null) {
+                    for (const key of Object.getOwnPropertySymbols(config.configurable)) {
+                        const val = config.configurable[key];
+                        if (val != null &&
+                            typeof val === 'object' &&
+                            'currentTaskInput' in val) {
+                            val.currentTaskInput = undefined;
+                        }
+                        delete config.configurable[key];
                     }
-                    delete config.configurable[key];
+                    config.configurable = undefined;
                 }
-                config.configurable = undefined;
+                config.callbacks = undefined;
             }
-            config.callbacks = undefined;
-        }
-        const result = this.returnContent
-            ? this.Graph.getContentParts()
-            : undefined;
-        if (!this.skipCleanup) {
-            this.Graph.clearHeavyState();
+            const result = this.returnContent
+                ? this.Graph.getContentParts()
+                : undefined;
+            this.calibrationRatio = this.Graph.getCalibrationRatio();
+            if (!this.skipCleanup) {
+                this.Graph.clearHeavyState();
+            }
+            this._streamResult = result;
         }
-        return result;
+        return this._streamResult;
     }
     createSystemCallback(clientCallbacks, key) {
         return ((...args) => {
@@ -291,13 +333,10 @@ class Run {
             return '';
         })
             .join('\n');
-        const model = this.Graph?.getNewModel({
+        const model = initializeModel({
             provider,
             clientOptions,
         });
-        if (!model) {
-            return { language: '', title: '' };
-        }
         if (isOpenAILike(provider) &&
             (model instanceof ChatOpenAI$1 || model instanceof AzureChatOpenAI$1)) {
             model.temperature = clientOptions

package/dist/esm/run.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"run.mjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport './instrumentation';\nimport { CallbackHandler } from '@langfuse/langchain';\nimport { PromptTemplate } from '@langchain/core/prompts';\nimport { RunnableLambda } from '@langchain/core/runnables';\nimport { AzureChatOpenAI, ChatOpenAI } from '@langchain/openai';\nimport { BaseCallbackHandler } from '@langchain/core/callbacks/base';\nimport type {\n  MessageContentComplex,\n  BaseMessage,\n} from '@langchain/core/messages';\nimport type { StringPromptValue } from '@langchain/core/prompt_values';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type * as t from '@/types';\nimport {\n  createCompletionTitleRunnable,\n  createTitleRunnable,\n} from '@/utils/title';\nimport { createTokenCounter, encodingForModel } from '@/utils/tokens';\nimport { GraphEvents, Callback, TitleMethod } from '@/common';\nimport { MultiAgentGraph } from '@/graphs/MultiAgentGraph';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { HandlerRegistry } from '@/events';\nimport { isOpenAILike } from '@/utils/llm';\nimport { isPresent } from '@/utils/misc';\n\nexport const defaultOmitOptions = new Set([\n  'stream',\n  'thinking',\n  'streaming',\n  'maxTokens',\n  'clientOptions',\n  'thinkingConfig',\n  'thinkingBudget',\n  'includeThoughts',\n  'maxOutputTokens',\n  'additionalModelRequestFields',\n]);\n\nexport class Run<_T extends t.BaseGraphState> {\n  id: string;\n  private tokenCounter?: t.TokenCounter;\n  private handlerRegistry?: HandlerRegistry;\n  private indexTokenCountMap?: Record<string, number>;\n  graphRunnable?: t.CompiledStateWorkflow;\n  Graph: StandardGraph | MultiAgentGraph | undefined;\n  returnContent: boolean = false;\n  private skipCleanup: boolean = false;\n\n  private constructor(config: Partial<t.RunConfig>) {\n    const runId = config.runId ?? '';\n    if (!runId) {\n      throw new Error('Run ID not provided');\n    }\n\n    this.id = runId;\n    this.tokenCounter = config.tokenCounter;\n    this.indexTokenCountMap = config.indexTokenCountMap;\n\n    const handlerRegistry = new HandlerRegistry();\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(\n        config.customHandlers\n      )) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (!config.graphConfig) {\n      throw new Error('Graph config not provided');\n    }\n\n    /** Handle different graph types */\n    if (config.graphConfig.type === 'multi-agent') {\n      this.graphRunnable = this.createMultiAgentGraph(config.graphConfig);\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    } else {\n      /** Default to legacy graph for 'standard' or undefined type */\n      this.graphRunnable = this.createLegacyGraph(config.graphConfig);\n      if (this.Graph) {\n        this.Graph.compileOptions =\n          config.graphConfig.compileOptions ?? this.Graph.compileOptions;\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n\n    this.returnContent = config.returnContent ?? false;\n    this.skipCleanup = config.skipCleanup ?? false;\n  }\n\n  private createLegacyGraph(\n    config: t.LegacyGraphConfig | t.StandardGraphConfig\n  ): t.CompiledStateWorkflow {\n    let agentConfig: t.AgentInputs;\n    let signal: AbortSignal | undefined;\n\n    /** Check if this is a multi-agent style config (has agents array) */\n    if ('agents' in config && Array.isArray(config.agents)) {\n      if (config.agents.length === 0) {\n        throw new Error('At least one agent must be provided');\n      }\n      agentConfig = config.agents[0];\n      signal = config.signal;\n    } else {\n      /** Legacy path: build agent config from llmConfig */\n      const {\n        type: _type,\n        llmConfig,\n        signal: legacySignal,\n        tools = [],\n        ...agentInputs\n      } = config as t.LegacyGraphConfig;\n      const { provider, ...clientOptions } = llmConfig;\n\n      agentConfig = {\n        ...agentInputs,\n        tools,\n        provider,\n        clientOptions,\n        agentId: 'default',\n      };\n      signal = legacySignal;\n    }\n\n    const standardGraph = new StandardGraph({\n      signal,\n      runId: this.id,\n      agents: [agentConfig],\n      tokenCounter: this.tokenCounter,\n      indexTokenCountMap: this.indexTokenCountMap,\n    });\n    /** Propagate compile options from graph config */\n    standardGraph.compileOptions = config.compileOptions;\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  private createMultiAgentGraph(\n    config: t.MultiAgentGraphConfig\n  ): t.CompiledStateWorkflow {\n    const { agents, edges, compileOptions } = config;\n\n    const multiAgentGraph = new MultiAgentGraph({\n      runId: this.id,\n      agents,\n      edges,\n      tokenCounter: this.tokenCounter,\n      indexTokenCountMap: this.indexTokenCountMap,\n    });\n\n    if (compileOptions != null) {\n      multiAgentGraph.compileOptions = compileOptions;\n    }\n\n    this.Graph = multiAgentGraph;\n    return multiAgentGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(\n    config: t.RunConfig\n  ): Promise<Run<T>> {\n    /** Create tokenCounter if indexTokenCountMap is provided but tokenCounter is not */\n    if (config.indexTokenCountMap && !config.tokenCounter) {\n      const gc = config.graphConfig;\n      const clientOpts =\n        'agents' in gc ? gc.agents[0]?.clientOptions : gc.clientOptions;\n      const model = (clientOpts as { model?: string } | undefined)?.model ?? '';\n      config.tokenCounter = await createTokenCounter(encodingForModel(model));\n    }\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error(\n        'Graph not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  /**\n   * Creates a custom event callback handler that intercepts custom events\n   * and processes them through our handler registry instead of EventStreamCallbackHandler\n   */\n  private createCustomEventCallback() {\n    return async (\n      eventName: string,\n      data: unknown,\n      runId: string,\n      tags?: string[],\n      metadata?: Record<string, unknown>\n    ): Promise<void> => {\n      const handler = this.handlerRegistry?.getHandler(eventName);\n      if (handler && this.Graph) {\n        return await handler.handle(\n          eventName,\n          data as\n            | t.StreamEventData\n            | t.ModelEndData\n            | t.RunStep\n            | t.RunStepDeltaEvent\n            | t.MessageDeltaEvent\n            | t.ReasoningDeltaEvent\n            | { result: t.ToolEndEvent },\n          metadata,\n          this.Graph\n        );\n      }\n    };\n  }\n\n  async processStream(\n    inputs: t.IState,\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2'; run_id?: string },\n    streamOptions?: t.EventStreamOptions\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (this.graphRunnable == null) {\n      throw new Error(\n        'Run not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n    if (!this.Graph) {\n      throw new Error(\n        'Graph not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n\n    this.Graph.resetValues(streamOptions?.keepContent);\n\n    /** Custom event callback to intercept and handle custom events */\n    const customEventCallback = this.createCustomEventCallback();\n\n    const baseCallbacks = (config.callbacks as t.ProvidedCallbacks) ?? [];\n    const streamCallbacks = streamOptions?.callbacks\n      ? this.getCallbacks(streamOptions.callbacks)\n      : [];\n\n    const customHandler = BaseCallbackHandler.fromMethods({\n      [Callback.CUSTOM_EVENT]: customEventCallback,\n    });\n    customHandler.awaitHandlers = true;\n\n    config.callbacks = baseCallbacks\n      .concat(streamCallbacks)\n      .concat(customHandler);\n\n    if (\n      isPresent(process.env.LANGFUSE_SECRET_KEY) &&\n      isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&\n      isPresent(process.env.LANGFUSE_BASE_URL)\n    ) {\n      const userId = config.configurable?.user_id;\n      const sessionId = config.configurable?.thread_id;\n      const traceMetadata = {\n        messageId: this.id,\n        parentMessageId: config.configurable?.requestBody?.parentMessageId,\n      };\n      const handler = new CallbackHandler({\n        userId,\n        sessionId,\n        traceMetadata,\n      });\n      config.callbacks = (\n        (config.callbacks as t.ProvidedCallbacks) ?? []\n      ).concat([handler]);\n    }\n\n    if (!this.id) {\n      throw new Error('Run ID not provided');\n    }\n\n    config.run_id = this.id;\n    config.configurable = Object.assign(config.configurable ?? {}, {\n      run_id: this.id,\n    });\n\n    const stream = this.graphRunnable.streamEvents(inputs, config, {\n      raiseError: true,\n      /**\n       * Prevent EventStreamCallbackHandler from processing custom events.\n       * Custom events are already handled via our createCustomEventCallback()\n       * which routes them through the handlerRegistry.\n       * Without this flag, EventStreamCallbackHandler throws errors when\n       * custom events are dispatched for run IDs not in its internal map\n       * (due to timing issues in parallel execution or after run cleanup).\n       */\n      ignoreCustomEvent: true,\n    });\n\n    for await (const event of stream) {\n      const { data, metadata, ...info } = event;\n\n      const eventName: t.EventName = info.event;\n\n      /** Skip custom events as they're handled by our callback */\n      if (eventName === GraphEvents.ON_CUSTOM_EVENT) {\n        continue;\n      }\n\n      const handler = this.handlerRegistry?.getHandler(eventName);\n      if (handler) {\n        await handler.handle(eventName, data, metadata, this.Graph);\n      }\n    }\n\n    /**\n     * Break the reference chain that keeps heavy data alive via\n     * LangGraph's internal `__pregel_scratchpad.currentTaskInput` →\n     * `@langchain/core` `RunTree.extra[lc:child_config]` →\n     * Node.js `AsyncLocalStorage` context captured by timers/promises.\n     *\n     * Without this, base64-encoded images/PDFs in message content remain\n     * reachable from lingering `Timeout` handles until GC runs.\n     */\n    if (!this.skipCleanup) {\n      if (\n        (config.configurable as Record<string, unknown> | undefined) != null\n      ) {\n        for (const key of Object.getOwnPropertySymbols(config.configurable)) {\n          const val = config.configurable[key as unknown as string] as\n            | Record<string, unknown>\n            | undefined;\n          if (\n            val != null &&\n            typeof val === 'object' &&\n            'currentTaskInput' in val\n          ) {\n            (val as Record<string, unknown>).currentTaskInput = undefined;\n          }\n          delete config.configurable[key as unknown as string];\n        }\n        config.configurable = undefined;\n      }\n      config.callbacks = undefined;\n    }\n\n    const result = this.returnContent\n      ? this.Graph.getContentParts()\n      : undefined;\n\n    if (!this.skipCleanup) {\n      this.Graph.clearHeavyState();\n    }\n    return result;\n  }\n\n  private createSystemCallback<K extends keyof t.ClientCallbacks>(\n    clientCallbacks: t.ClientCallbacks,\n    key: K\n  ): t.SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as t.SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: t.ClientCallbacks): t.SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_ERROR\n      ),\n      [Callback.TOOL_START]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_START\n      ),\n      [Callback.TOOL_END]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_END\n      ),\n    };\n  }\n\n  async generateTitle({\n    provider,\n    inputText,\n    contentParts,\n    titlePrompt,\n    clientOptions,\n    chainOptions,\n    skipLanguage,\n    titleMethod = TitleMethod.COMPLETION,\n    titlePromptTemplate,\n  }: t.RunTitleOptions): Promise<{ language?: string; title?: string }> {\n    if (\n      chainOptions != null &&\n      isPresent(process.env.LANGFUSE_SECRET_KEY) &&\n      isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&\n      isPresent(process.env.LANGFUSE_BASE_URL)\n    ) {\n      const userId = chainOptions.configurable?.user_id;\n      const sessionId = chainOptions.configurable?.thread_id;\n      const traceMetadata = {\n        messageId: 'title-' + this.id,\n      };\n      const handler = new CallbackHandler({\n        userId,\n        sessionId,\n        traceMetadata,\n      });\n      chainOptions.callbacks = (\n        (chainOptions.callbacks as t.ProvidedCallbacks) ?? []\n      ).concat([handler]);\n    }\n\n    const convoTemplate = PromptTemplate.fromTemplate(\n      titlePromptTemplate ?? 'User: {input}\\nAI: {output}'\n    );\n\n    const response = contentParts\n      .map((part) => {\n        if (part?.type === 'text') return part.text;\n        return '';\n      })\n      .join('\\n');\n\n    const model = this.Graph?.getNewModel({\n      provider,\n      clientOptions,\n    });\n    if (!model) {\n      return { language: '', title: '' };\n    }\n    if (\n      isOpenAILike(provider) &&\n      (model instanceof ChatOpenAI || model instanceof AzureChatOpenAI)\n    ) {\n      model.temperature = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.temperature as number;\n      model.topP = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.topP as number;\n      model.frequencyPenalty = (\n        clientOptions as t.OpenAIClientOptions | undefined\n      )?.frequencyPenalty as number;\n      model.presencePenalty = (\n        clientOptions as t.OpenAIClientOptions | undefined\n      )?.presencePenalty as number;\n      model.n = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.n as number;\n    }\n\n    const convoToTitleInput = new RunnableLambda({\n      func: (\n        promptValue: StringPromptValue\n      ): { convo: string; inputText: string; skipLanguage?: boolean } => ({\n        convo: promptValue.value,\n        inputText,\n        skipLanguage,\n      }),\n    }).withConfig({ runName: 'ConvoTransform' });\n\n    const titleChain =\n      titleMethod === TitleMethod.COMPLETION\n        ? await createCompletionTitleRunnable(model, titlePrompt)\n        : await createTitleRunnable(model, titlePrompt);\n\n    /** Pipes `convoTemplate` -> `transformer` -> `titleChain` */\n    const fullChain = convoTemplate\n      .withConfig({ runName: 'ConvoTemplate' })\n      .pipe(convoToTitleInput)\n      .pipe(titleChain)\n      .withConfig({ runName: 'TitleChain' });\n\n    const invokeConfig = Object.assign({}, chainOptions, {\n      run_id: this.id,\n      runId: this.id,\n    });\n\n    try {\n      return await fullChain.invoke(\n        { input: inputText, output: response },\n        invokeConfig\n      );\n    } catch (_e) {\n      // Fallback: strip callbacks to avoid EventStream tracer errors in certain environments\n      // But preserve langfuse handler if it exists\n      const langfuseHandler = (\n        invokeConfig.callbacks as t.ProvidedCallbacks\n      )?.find((cb) => cb instanceof CallbackHandler);\n      const { callbacks: _cb, ...rest } = invokeConfig;\n      const safeConfig = Object.assign({}, rest, {\n        callbacks: langfuseHandler ? [langfuseHandler] : [],\n      });\n      return await fullChain.invoke(\n        { input: inputText, output: response },\n        safeConfig as Partial<RunnableConfig>\n      );\n    }\n  }\n}\n"],"names":["ChatOpenAI","AzureChatOpenAI"],"mappings":";;;;;;;;;;;;;;;AAAA;AA0BO,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACxC,QAAQ;IACR,UAAU;IACV,WAAW;IACX,WAAW;IACX,eAAe;IACf,gBAAgB;IAChB,gBAAgB;IAChB,iBAAiB;IACjB,iBAAiB;IACjB,8BAA8B;AAC/B,CAAA;MAEY,GAAG,CAAA;AACd,IAAA,EAAE;AACM,IAAA,YAAY;AACZ,IAAA,eAAe;AACf,IAAA,kBAAkB;AAC1B,IAAA,aAAa;AACb,IAAA,KAAK;IACL,aAAa,GAAY,KAAK;IACtB,WAAW,GAAY,KAAK;AAEpC,IAAA,WAAA,CAAoB,MAA4B,EAAA;AAC9C,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;QACxC;AAEA,QAAA,IAAI,CAAC,EAAE,GAAG,KAAK;AACf,QAAA,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY;AACvC,QAAA,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,kBAAkB;AAEnD,QAAA,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE;AAE7C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAC/C,MAAM,CAAC,cAAc,CACtB,EAAE;AACD,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;YAC9C;QACF;AAEA,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe;AAEtC,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;QAC9C;;QAGA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,aAAa,EAAE;YAC7C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,WAAW,CAAC;AACnE,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe;YAC9C;QACF;aAAO;;YAEL,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC;AAC/D,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;gBACd,IAAI,CAAC,KAAK,CAAC,cAAc;oBACvB,MAAM,CAAC,WAAW,CAAC,cAAc,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc;AAChE,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe;YAC9C;QACF;QAEA,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK;QAClD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,KAAK;IAChD;AAEQ,IAAA,iBAAiB,CACvB,MAAmD,EAAA;AAEnD,QAAA,IAAI,WAA0B;AAC9B,QAAA,IAAI,MAA+B;;AAGnC,QAAA,IAAI,QAAQ,IAAI,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE;YACtD,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;AAC9B,gBAAA,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC;YACxD;AACA,YAAA,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;AAC9B,YAAA,MAAM,GAAG,MAAM,CAAC,MAAM;QACxB;aAAO;;YAEL,MAAM,EACJ,IAAI,EAAE,KAAK,EACX,SAAS,EACT,MAAM,EAAE,YAAY,EACpB,KAAK,GAAG,EAAE,EACV,GAAG,WAAW,EACf,GAAG,MAA6B;YACjC,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS;AAEhD,YAAA,WAAW,GAAG;AACZ,gBAAA,GAAG,WAAW;gBACd,KAAK;gBACL,QAAQ;gBACR,aAAa;AACb,gBAAA,OAAO,EAAE,SAAS;aACnB;YACD,MAAM,GAAG,YAAY;QACvB;AAEA,QAAA,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC;YACtC,MAAM;YACN,KAAK,EAAE,IAAI,CAAC,EAAE;YACd,MAAM,EAAE,CAAC,WAAW,CAAC;YACrB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;AAC5C,SAAA,CAAC;;AAEF,QAAA,aAAa,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc;AACpD,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa;AAC1B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE;IACvC;AAEQ,IAAA,qBAAqB,CAC3B,MAA+B,EAAA;QAE/B,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,EAAE,GAAG,MAAM;AAEhD,QAAA,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC;YAC1C,KAAK,EAAE,IAAI,CAAC,EAAE;YACd,MAAM;YACN,KAAK;YACL,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;AAC5C,SAAA,CAAC;AAEF,QAAA,IAAI,cAAc,IAAI,IAAI,EAAE;AAC1B,YAAA,eAAe,CAAC,cAAc,GAAG,cAAc;QACjD;AAEA,QAAA,IAAI,CAAC,KAAK,GAAG,eAAe;AAC5B,QAAA,OAAO,eAAe,CAAC,cAAc,EAAE;IACzC;AAEA,IAAA,aAAa,MAAM,CACjB,MAAmB,EAAA;;QAGnB,IAAI,MAAM,CAAC,kBAAkB,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE;AACrD,YAAA,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW;YAC7B,MAAM,UAAU,GACd,QAAQ,IAAI,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,GAAG,EAAE,CAAC,aAAa;AACjE,YAAA,MAAM,KAAK,GAAI,UAA6C,EAAE,KAAK,IAAI,EAAE;YACzE,MAAM,CAAC,YAAY,GAAG,MAAM,kBAAkB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACzE;AACA,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC;IAC3B;IAEA,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E;QACH;AACA,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;IACpC;AAEA;;;AAGG;IACK,yBAAyB,GAAA;AAC/B,QAAA,OAAO,OACL,SAAiB,EACjB,IAAa,EACb,KAAa,EACb,IAAe,EACf,QAAkC,KACjB;YACjB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,EAAE,UAAU,CAAC,SAAS,CAAC;AAC3D,YAAA,IAAI,OAAO,IAAI,IAAI,CAAC,KAAK,EAAE;AACzB,gBAAA,OAAO,MAAM,OAAO,CAAC,MAAM,CACzB,SAAS,EACT,IAO8B,EAC9B,QAAQ,EACR,IAAI,CAAC,KAAK,CACX;YACH;AACF,QAAA,CAAC;IACH;AAEA,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA2E,EAC3E,aAAoC,EAAA;AAEpC,QAAA,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,EAAE;AAC9B,YAAA,MAAM,IAAI,KAAK,CACb,4EAA4E,CAC7E;QACH;AACA,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E;QACH;QAEA,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC;;AAGlD,QAAA,MAAM,mBAAmB,GAAG,IAAI,CAAC,yBAAyB,EAAE;AAE5D,QAAA,MAAM,aAAa,GAAI,MAAM,CAAC,SAAiC,IAAI,EAAE;AACrE,QAAA,MAAM,eAAe,GAAG,aAAa,EAAE;cACnC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,SAAS;cACzC,EAAE;AAEN,QAAA,MAAM,aAAa,GAAG,mBAAmB,CAAC,WAAW,CAAC;AACpD,YAAA,CAAC,QAAQ,CAAC,YAAY,GAAG,mBAAmB;AAC7C,SAAA,CAAC;AACF,QAAA,aAAa,CAAC,aAAa,GAAG,IAAI;QAElC,MAAM,CAAC,SAAS,GAAG;aAChB,MAAM,CAAC,eAAe;aACtB,MAAM,CAAC,aAAa,CAAC;AAExB,QAAA,IACE,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;AAC1C,YAAA,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;YAC1C,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,EACxC;AACA,YAAA,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,EAAE,OAAO;AAC3C,YAAA,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,EAAE,SAAS;AAChD,YAAA,MAAM,aAAa,GAAG;gBACpB,SAAS,EAAE,IAAI,CAAC,EAAE;AAClB,gBAAA,eAAe,EAAE,MAAM,CAAC,YAAY,EAAE,WAAW,EAAE,eAAe;aACnE;AACD,YAAA,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC;gBAClC,MAAM;gBACN,SAAS;gBACT,aAAa;AACd,aAAA,CAAC;AACF,YAAA,MAAM,CAAC,SAAS,GAAG,CAChB,MAAM,CAAC,SAAiC,IAAI,EAAE,EAC/C,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC;QACrB;AAEA,QAAA,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;QACxC;AAEA,QAAA,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE;AACvB,QAAA,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE;YAC7D,MAAM,EAAE,IAAI,CAAC,EAAE;AAChB,SAAA,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE;AAC7D,YAAA,UAAU,EAAE,IAAI;AAChB;;;;;;;AAOG;AACH,YAAA,iBAAiB,EAAE,IAAI;AACxB,SAAA,CAAC;AAEF,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;YAChC,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK;AAEzC,YAAA,MAAM,SAAS,GAAgB,IAAI,CAAC,KAAK;;AAGzC,YAAA,IAAI,SAAS,KAAK,WAAW,CAAC,eAAe,EAAE;gBAC7C;YACF;YAEA,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,EAAE,UAAU,CAAC,SAAS,CAAC;YAC3D,IAAI,OAAO,EAAE;AACX,gBAAA,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC;YAC7D;QACF;AAEA;;;;;;;;AAQG;AACH,QAAA,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;AACrB,YAAA,IACG,MAAM,CAAC,YAAoD,IAAI,IAAI,EACpE;AACA,gBAAA,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,qBAAqB,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE;oBACnE,MAAM,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC,GAAwB,CAE3C;oBACb,IACE,GAAG,IAAI,IAAI;wBACX,OAAO,GAAG,KAAK,QAAQ;wBACvB,kBAAkB,IAAI,GAAG,EACzB;AACC,wBAAA,GAA+B,CAAC,gBAAgB,GAAG,SAAS;oBAC/D;AACA,oBAAA,OAAO,MAAM,CAAC,YAAY,CAAC,GAAwB,CAAC;gBACtD;AACA,gBAAA,MAAM,CAAC,YAAY,GAAG,SAAS;YACjC;AACA,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS;QAC9B;AAEA,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC;AAClB,cAAE,IAAI,CAAC,KAAK,CAAC,eAAe;cAC1B,SAAS;AAEb,QAAA,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;AACrB,YAAA,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE;QAC9B;AACA,QAAA,OAAO,MAAM;IACf;IAEQ,oBAAoB,CAC1B,eAAkC,EAClC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC;AAC3C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC;YACvE;AACF,QAAA,CAAC;IACH;AAEA,IAAA,YAAY,CAAC,eAAkC,EAAA;QAC7C,OAAO;AACL,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAC9C,eAAe,EACf,QAAQ,CAAC,UAAU,CACpB;AACD,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAC9C,eAAe,EACf,QAAQ,CAAC,UAAU,CACpB;AACD,YAAA,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAC5C,eAAe,EACf,QAAQ,CAAC,QAAQ,CAClB;SACF;IACH;IAEA,MAAM,aAAa,CAAC,EAClB,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,WAAW,GAAG,WAAW,CAAC,UAAU,EACpC,mBAAmB,GACD,EAAA;QAClB,IACE,YAAY,IAAI,IAAI;AACpB,YAAA,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;AAC1C,YAAA,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;YAC1C,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,EACxC;AACA,YAAA,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,EAAE,OAAO;AACjD,YAAA,MAAM,SAAS,GAAG,YAAY,CAAC,YAAY,EAAE,SAAS;AACtD,YAAA,MAAM,aAAa,GAAG;AACpB,gBAAA,SAAS,EAAE,QAAQ,GAAG,IAAI,CAAC,EAAE;aAC9B;AACD,YAAA,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC;gBAClC,MAAM;gBACN,SAAS;gBACT,aAAa;AACd,aAAA,CAAC;AACF,YAAA,YAAY,CAAC,SAAS,GAAG,CACtB,YAAY,CAAC,SAAiC,IAAI,EAAE,EACrD,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC;QACrB;QAEA,MAAM,aAAa,GAAG,cAAc,CAAC,YAAY,CAC/C,mBAAmB,IAAI,6BAA6B,CACrD;QAED,MAAM,QAAQ,GAAG;AACd,aAAA,GAAG,CAAC,CAAC,IAAI,KAAI;AACZ,YAAA,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC,IAAI;AAC3C,YAAA,OAAO,EAAE;AACX,QAAA,CAAC;aACA,IAAI,CAAC,IAAI,CAAC;AAEb,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC;YACpC,QAAQ;YACR,aAAa;AACd,SAAA,CAAC;QACF,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;QACpC;QACA,IACE,YAAY,CAAC,QAAQ,CAAC;aACrB,KAAK,YAAYA,YAAU,IAAI,KAAK,YAAYC,iBAAe,CAAC,EACjE;YACA,KAAK,CAAC,WAAW,GAAI;AACnB,kBAAE,WAAqB;YACzB,KAAK,CAAC,IAAI,GAAI;AACZ,kBAAE,IAAc;AAClB,YAAA,KAAK,CAAC,gBAAgB,GACpB,aACD,EAAE,gBAA0B;AAC7B,YAAA,KAAK,CAAC,eAAe,GACnB,aACD,EAAE,eAAyB;YAC5B,KAAK,CAAC,CAAC,GAAI;AACT,kBAAE,CAAW;QACjB;AAEA,QAAA,MAAM,iBAAiB,GAAG,IAAI,cAAc,CAAC;AAC3C,YAAA,IAAI,EAAE,CACJ,WAA8B,MACoC;gBAClE,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,SAAS;gBACT,YAAY;aACb,CAAC;SACH,CAAC,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC;AAE5C,QAAA,MAAM,UAAU,GACd,WAAW,KAAK,WAAW,CAAC;AAC1B,cAAE,MAAM,6BAA6B,CAAC,KAAK,EAAE,WAAW;cACtD,MAAM,mBAAmB,CAAC,KAAK,EAAE,WAAW,CAAC;;QAGnD,MAAM,SAAS,GAAG;AACf,aAAA,UAAU,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE;aACvC,IAAI,CAAC,iBAAiB;aACtB,IAAI,CAAC,UAAU;AACf,aAAA,UAAU,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;QAExC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,YAAY,EAAE;YACnD,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,KAAK,EAAE,IAAI,CAAC,EAAE;AACf,SAAA,CAAC;AAEF,QAAA,IAAI;AACF,YAAA,OAAO,MAAM,SAAS,CAAC,MAAM,CAC3B,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,EACtC,YAAY,CACb;QACH;QAAE,OAAO,EAAE,EAAE;;;AAGX,YAAA,MAAM,eAAe,GACnB,YAAY,CAAC,SACd,EAAE,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,YAAY,eAAe,CAAC;YAC9C,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,GAAG,YAAY;YAChD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE;gBACzC,SAAS,EAAE,eAAe,GAAG,CAAC,eAAe,CAAC,GAAG,EAAE;AACpD,aAAA,CAAC;AACF,YAAA,OAAO,MAAM,SAAS,CAAC,MAAM,CAC3B,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,EACtC,UAAqC,CACtC;QACH;IACF;AACD;;;;"}
+{"version":3,"file":"run.mjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport './instrumentation';\nimport { CallbackHandler } from '@langfuse/langchain';\nimport { PromptTemplate } from '@langchain/core/prompts';\nimport { RunnableLambda } from '@langchain/core/runnables';\nimport { AzureChatOpenAI, ChatOpenAI } from '@langchain/openai';\nimport { BaseCallbackHandler } from '@langchain/core/callbacks/base';\nimport type {\n  MessageContentComplex,\n  BaseMessage,\n} from '@langchain/core/messages';\nimport type { StringPromptValue } from '@langchain/core/prompt_values';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type * as t from '@/types';\nimport {\n  createCompletionTitleRunnable,\n  createTitleRunnable,\n} from '@/utils/title';\nimport { createTokenCounter, encodingForModel } from '@/utils/tokens';\nimport { GraphEvents, Callback, TitleMethod } from '@/common';\nimport { MultiAgentGraph } from '@/graphs/MultiAgentGraph';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { initializeModel } from '@/llm/init';\nimport { HandlerRegistry } from '@/events';\nimport { isOpenAILike } from '@/utils/llm';\nimport { isPresent } from '@/utils/misc';\n\nexport const defaultOmitOptions = new Set([\n  'stream',\n  'thinking',\n  'streaming',\n  'maxTokens',\n  'clientOptions',\n  'thinkingConfig',\n  'thinkingBudget',\n  'includeThoughts',\n  'maxOutputTokens',\n  'additionalModelRequestFields',\n]);\n\nexport class Run<_T extends t.BaseGraphState> {\n  id: string;\n  private tokenCounter?: t.TokenCounter;\n  private handlerRegistry?: HandlerRegistry;\n  private indexTokenCountMap?: Record<string, number>;\n  calibrationRatio: number = 1;\n  graphRunnable?: t.CompiledStateWorkflow;\n  Graph: StandardGraph | MultiAgentGraph | undefined;\n  returnContent: boolean = false;\n  private skipCleanup: boolean = false;\n  private _streamResult: t.MessageContentComplex[] | undefined;\n\n  private constructor(config: Partial<t.RunConfig>) {\n    const runId = config.runId ?? '';\n    if (!runId) {\n      throw new Error('Run ID not provided');\n    }\n\n    this.id = runId;\n    this.tokenCounter = config.tokenCounter;\n    this.indexTokenCountMap = config.indexTokenCountMap;\n    if (config.calibrationRatio != null && config.calibrationRatio > 0) {\n      this.calibrationRatio = config.calibrationRatio;\n    }\n\n    const handlerRegistry = new HandlerRegistry();\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(\n        config.customHandlers\n      )) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (!config.graphConfig) {\n      throw new Error('Graph config not provided');\n    }\n\n    /** Handle different graph types */\n    if (config.graphConfig.type === 'multi-agent') {\n      this.graphRunnable = this.createMultiAgentGraph(config.graphConfig);\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    } else {\n      /** Default to legacy graph for 'standard' or undefined type */\n      this.graphRunnable = this.createLegacyGraph(config.graphConfig);\n      if (this.Graph) {\n        this.Graph.compileOptions =\n          config.graphConfig.compileOptions ?? this.Graph.compileOptions;\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n\n    this.returnContent = config.returnContent ?? false;\n    this.skipCleanup = config.skipCleanup ?? false;\n  }\n\n  private createLegacyGraph(\n    config: t.LegacyGraphConfig | t.StandardGraphConfig\n  ): t.CompiledStateWorkflow {\n    let agentConfig: t.AgentInputs;\n    let signal: AbortSignal | undefined;\n\n    /** Check if this is a multi-agent style config (has agents array) */\n    if ('agents' in config && Array.isArray(config.agents)) {\n      if (config.agents.length === 0) {\n        throw new Error('At least one agent must be provided');\n      }\n      agentConfig = config.agents[0];\n      signal = config.signal;\n    } else {\n      /** Legacy path: build agent config from llmConfig */\n      const {\n        type: _type,\n        llmConfig,\n        signal: legacySignal,\n        tools = [],\n        ...agentInputs\n      } = config as t.LegacyGraphConfig;\n      const { provider, ...clientOptions } = llmConfig;\n\n      agentConfig = {\n        ...agentInputs,\n        tools,\n        provider,\n        clientOptions,\n        agentId: 'default',\n      };\n      signal = legacySignal;\n    }\n\n    const standardGraph = new StandardGraph({\n      signal,\n      runId: this.id,\n      agents: [agentConfig],\n      tokenCounter: this.tokenCounter,\n      indexTokenCountMap: this.indexTokenCountMap,\n      calibrationRatio: this.calibrationRatio,\n    });\n    /** Propagate compile options from graph config */\n    standardGraph.compileOptions = config.compileOptions;\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  private createMultiAgentGraph(\n    config: t.MultiAgentGraphConfig\n  ): t.CompiledStateWorkflow {\n    const { agents, edges, compileOptions } = config;\n\n    const multiAgentGraph = new MultiAgentGraph({\n      runId: this.id,\n      agents,\n      edges,\n      tokenCounter: this.tokenCounter,\n      indexTokenCountMap: this.indexTokenCountMap,\n      calibrationRatio: this.calibrationRatio,\n    });\n\n    if (compileOptions != null) {\n      multiAgentGraph.compileOptions = compileOptions;\n    }\n\n    this.Graph = multiAgentGraph;\n    return multiAgentGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(\n    config: t.RunConfig\n  ): Promise<Run<T>> {\n    /** Create tokenCounter if indexTokenCountMap is provided but tokenCounter is not */\n    if (config.indexTokenCountMap && !config.tokenCounter) {\n      const gc = config.graphConfig;\n      const clientOpts =\n        'agents' in gc ? gc.agents[0]?.clientOptions : gc.clientOptions;\n      const model = (clientOpts as { model?: string } | undefined)?.model ?? '';\n      config.tokenCounter = await createTokenCounter(encodingForModel(model));\n    }\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error(\n        'Graph not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  /**\n   * Returns the current calibration ratio (EMA of provider-vs-estimate token ratios).\n   * Hosts should persist this value and pass it back as `RunConfig.calibrationRatio`\n   * on the next run for the same conversation so the pruner starts with an accurate\n   * scaling factor instead of the default (1).\n   */\n  getCalibrationRatio(): number {\n    return this.calibrationRatio;\n  }\n\n  getResolvedInstructionOverhead(): number | undefined {\n    return this.Graph?.getResolvedInstructionOverhead();\n  }\n\n  getToolCount(): number {\n    return this.Graph?.getToolCount() ?? 0;\n  }\n\n  /**\n   * Creates a custom event callback handler that intercepts custom events\n   * and processes them through our handler registry instead of EventStreamCallbackHandler\n   */\n  private createCustomEventCallback() {\n    return async (\n      eventName: string,\n      data: unknown,\n      runId: string,\n      tags?: string[],\n      metadata?: Record<string, unknown>\n    ): Promise<void> => {\n      // ON_RUN_STEP is dispatched directly via handler registry in\n      // Graph.dispatchRunStep (primary, reliable path).  Skip the\n      // callback-based dispatch to prevent double handling.\n      if (\n        eventName === GraphEvents.ON_RUN_STEP &&\n        this.Graph != null &&\n        this.Graph.handlerDispatchedStepIds.has((data as t.RunStep).id)\n      ) {\n        return;\n      }\n      const handler = this.handlerRegistry?.getHandler(eventName);\n      if (handler && this.Graph) {\n        return await handler.handle(\n          eventName,\n          data as\n            | t.StreamEventData\n            | t.ModelEndData\n            | t.RunStep\n            | t.RunStepDeltaEvent\n            | t.MessageDeltaEvent\n            | t.ReasoningDeltaEvent\n            | { result: t.ToolEndEvent },\n          metadata,\n          this.Graph\n        );\n      }\n    };\n  }\n\n  async processStream(\n    inputs: t.IState,\n    callerConfig: Partial<RunnableConfig> & {\n      version: 'v1' | 'v2';\n      run_id?: string;\n    },\n    streamOptions?: t.EventStreamOptions\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (this.graphRunnable == null) {\n      throw new Error(\n        'Run not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n    if (!this.Graph) {\n      throw new Error(\n        'Graph not initialized. Make sure to use Run.create() to instantiate the Run.'\n      );\n    }\n\n    const config: Partial<RunnableConfig> & {\n      version: 'v1' | 'v2';\n      run_id?: string;\n    } = {\n      recursionLimit: 50,\n      ...callerConfig,\n      configurable: { ...callerConfig.configurable },\n    };\n\n    this.Graph.resetValues(streamOptions?.keepContent);\n\n    /** Custom event callback to intercept and handle custom events */\n    const customEventCallback = this.createCustomEventCallback();\n\n    const baseCallbacks = (config.callbacks as t.ProvidedCallbacks) ?? [];\n    const streamCallbacks = streamOptions?.callbacks\n      ? this.getCallbacks(streamOptions.callbacks)\n      : [];\n\n    const customHandler = BaseCallbackHandler.fromMethods({\n      [Callback.CUSTOM_EVENT]: customEventCallback,\n    });\n    customHandler.awaitHandlers = true;\n\n    config.callbacks = baseCallbacks\n      .concat(streamCallbacks)\n      .concat(customHandler);\n\n    if (\n      isPresent(process.env.LANGFUSE_SECRET_KEY) &&\n      isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&\n      isPresent(process.env.LANGFUSE_BASE_URL)\n    ) {\n      const userId = config.configurable?.user_id;\n      const sessionId = config.configurable?.thread_id;\n      const traceMetadata = {\n        messageId: this.id,\n        parentMessageId: config.configurable?.requestBody?.parentMessageId,\n      };\n      const handler = new CallbackHandler({\n        userId,\n        sessionId,\n        traceMetadata,\n      });\n      config.callbacks = (\n        (config.callbacks as t.ProvidedCallbacks) ?? []\n      ).concat([handler]);\n    }\n\n    if (!this.id) {\n      throw new Error('Run ID not provided');\n    }\n\n    config.run_id = this.id;\n    config.configurable = Object.assign(config.configurable ?? {}, {\n      run_id: this.id,\n    });\n\n    const stream = this.graphRunnable.streamEvents(inputs, config, {\n      raiseError: true,\n      /**\n       * Prevent EventStreamCallbackHandler from processing custom events.\n       * Custom events are already handled via our createCustomEventCallback()\n       * which routes them through the handlerRegistry.\n       * Without this flag, EventStreamCallbackHandler throws errors when\n       * custom events are dispatched for run IDs not in its internal map\n       * (due to timing issues in parallel execution or after run cleanup).\n       */\n      ignoreCustomEvent: true,\n    });\n\n    try {\n      for await (const event of stream) {\n        const { data, metadata, ...info } = event;\n\n        const eventName: t.EventName = info.event;\n\n        /** Skip custom events as they're handled by our callback */\n        if (eventName === GraphEvents.ON_CUSTOM_EVENT) {\n          continue;\n        }\n\n        const handler = this.handlerRegistry?.getHandler(eventName);\n        if (handler) {\n          await handler.handle(eventName, data, metadata, this.Graph);\n        }\n      }\n    } finally {\n      /**\n       * Break the reference chain that keeps heavy data alive via\n       * LangGraph's internal `__pregel_scratchpad.currentTaskInput` →\n       * `@langchain/core` `RunTree.extra[lc:child_config]` →\n       * Node.js `AsyncLocalStorage` context captured by timers/promises.\n       *\n       * Without this, base64-encoded images/PDFs in message content remain\n       * reachable from lingering `Timeout` handles until GC runs.\n       */\n      if (!this.skipCleanup) {\n        if (\n          (config.configurable as Record<string, unknown> | undefined) != null\n        ) {\n          for (const key of Object.getOwnPropertySymbols(config.configurable)) {\n            const val = config.configurable[key as unknown as string] as\n              | Record<string, unknown>\n              | undefined;\n            if (\n              val != null &&\n              typeof val === 'object' &&\n              'currentTaskInput' in val\n            ) {\n              (val as Record<string, unknown>).currentTaskInput = undefined;\n            }\n            delete config.configurable[key as unknown as string];\n          }\n          config.configurable = undefined;\n        }\n        config.callbacks = undefined;\n      }\n\n      const result = this.returnContent\n        ? this.Graph.getContentParts()\n        : undefined;\n\n      this.calibrationRatio = this.Graph.getCalibrationRatio();\n\n      if (!this.skipCleanup) {\n        this.Graph.clearHeavyState();\n      }\n\n      this._streamResult = result;\n    }\n\n    return this._streamResult;\n  }\n\n  private createSystemCallback<K extends keyof t.ClientCallbacks>(\n    clientCallbacks: t.ClientCallbacks,\n    key: K\n  ): t.SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as t.SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: t.ClientCallbacks): t.SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_ERROR\n      ),\n      [Callback.TOOL_START]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_START\n      ),\n      [Callback.TOOL_END]: this.createSystemCallback(\n        clientCallbacks,\n        Callback.TOOL_END\n      ),\n    };\n  }\n\n  async generateTitle({\n    provider,\n    inputText,\n    contentParts,\n    titlePrompt,\n    clientOptions,\n    chainOptions,\n    skipLanguage,\n    titleMethod = TitleMethod.COMPLETION,\n    titlePromptTemplate,\n  }: t.RunTitleOptions): Promise<{ language?: string; title?: string }> {\n    if (\n      chainOptions != null &&\n      isPresent(process.env.LANGFUSE_SECRET_KEY) &&\n      isPresent(process.env.LANGFUSE_PUBLIC_KEY) &&\n      isPresent(process.env.LANGFUSE_BASE_URL)\n    ) {\n      const userId = chainOptions.configurable?.user_id;\n      const sessionId = chainOptions.configurable?.thread_id;\n      const traceMetadata = {\n        messageId: 'title-' + this.id,\n      };\n      const handler = new CallbackHandler({\n        userId,\n        sessionId,\n        traceMetadata,\n      });\n      chainOptions.callbacks = (\n        (chainOptions.callbacks as t.ProvidedCallbacks) ?? []\n      ).concat([handler]);\n    }\n\n    const convoTemplate = PromptTemplate.fromTemplate(\n      titlePromptTemplate ?? 'User: {input}\\nAI: {output}'\n    );\n\n    const response = contentParts\n      .map((part) => {\n        if (part?.type === 'text') return part.text;\n        return '';\n      })\n      .join('\\n');\n\n    const model = initializeModel({\n      provider,\n      clientOptions,\n    }) as t.ChatModelInstance;\n\n    if (\n      isOpenAILike(provider) &&\n      (model instanceof ChatOpenAI || model instanceof AzureChatOpenAI)\n    ) {\n      model.temperature = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.temperature as number;\n      model.topP = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.topP as number;\n      model.frequencyPenalty = (\n        clientOptions as t.OpenAIClientOptions | undefined\n      )?.frequencyPenalty as number;\n      model.presencePenalty = (\n        clientOptions as t.OpenAIClientOptions | undefined\n      )?.presencePenalty as number;\n      model.n = (clientOptions as t.OpenAIClientOptions | undefined)\n        ?.n as number;\n    }\n\n    const convoToTitleInput = new RunnableLambda({\n      func: (\n        promptValue: StringPromptValue\n      ): { convo: string; inputText: string; skipLanguage?: boolean } => ({\n        convo: promptValue.value,\n        inputText,\n        skipLanguage,\n      }),\n    }).withConfig({ runName: 'ConvoTransform' });\n\n    const titleChain =\n      titleMethod === TitleMethod.COMPLETION\n        ? await createCompletionTitleRunnable(model, titlePrompt)\n        : await createTitleRunnable(model, titlePrompt);\n\n    /** Pipes `convoTemplate` -> `transformer` -> `titleChain` */\n    const fullChain = convoTemplate\n      .withConfig({ runName: 'ConvoTemplate' })\n      .pipe(convoToTitleInput)\n      .pipe(titleChain)\n      .withConfig({ runName: 'TitleChain' });\n\n    const invokeConfig = Object.assign({}, chainOptions, {\n      run_id: this.id,\n      runId: this.id,\n    });\n\n    try {\n      return await fullChain.invoke(\n        { input: inputText, output: response },\n        invokeConfig\n      );\n    } catch (_e) {\n      // Fallback: strip callbacks to avoid EventStream tracer errors in certain environments\n      // But preserve langfuse handler if it exists\n      const langfuseHandler = (\n        invokeConfig.callbacks as t.ProvidedCallbacks\n      )?.find((cb) => cb instanceof CallbackHandler);\n      const { callbacks: _cb, ...rest } = invokeConfig;\n      const safeConfig = Object.assign({}, rest, {\n        callbacks: langfuseHandler ? [langfuseHandler] : [],\n      });\n      return await fullChain.invoke(\n        { input: inputText, output: response },\n        safeConfig as Partial<RunnableConfig>\n      );\n    }\n  }\n}\n"],"names":["ChatOpenAI","AzureChatOpenAI"],"mappings":";;;;;;;;;;;;;;;;AAAA;AA2BO,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC;IACxC,QAAQ;IACR,UAAU;IACV,WAAW;IACX,WAAW;IACX,eAAe;IACf,gBAAgB;IAChB,gBAAgB;IAChB,iBAAiB;IACjB,iBAAiB;IACjB,8BAA8B;AAC/B,CAAA;MAEY,GAAG,CAAA;AACd,IAAA,EAAE;AACM,IAAA,YAAY;AACZ,IAAA,eAAe;AACf,IAAA,kBAAkB;IAC1B,gBAAgB,GAAW,CAAC;AAC5B,IAAA,aAAa;AACb,IAAA,KAAK;IACL,aAAa,GAAY,KAAK;IACtB,WAAW,GAAY,KAAK;AAC5B,IAAA,aAAa;AAErB,IAAA,WAAA,CAAoB,MAA4B,EAAA;AAC9C,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;QACxC;AAEA,QAAA,IAAI,CAAC,EAAE,GAAG,KAAK;AACf,QAAA,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY;AACvC,QAAA,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,kBAAkB;AACnD,QAAA,IAAI,MAAM,CAAC,gBAAgB,IAAI,IAAI,IAAI,MAAM,CAAC,gBAAgB,GAAG,CAAC,EAAE;AAClE,YAAA,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB;QACjD;AAEA,QAAA,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE;AAE7C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAC/C,MAAM,CAAC,cAAc,CACtB,EAAE;AACD,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;YAC9C;QACF;AAEA,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe;AAEtC,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;QAC9C;;QAGA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,aAAa,EAAE;YAC7C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,WAAW,CAAC;AACnE,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe;YAC9C;QACF;aAAO;;YAEL,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC;AAC/D,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;gBACd,IAAI,CAAC,KAAK,CAAC,cAAc;oBACvB,MAAM,CAAC,WAAW,CAAC,cAAc,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc;AAChE,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe;YAC9C;QACF;QAEA,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK;QAClD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,KAAK;IAChD;AAEQ,IAAA,iBAAiB,CACvB,MAAmD,EAAA;AAEnD,QAAA,IAAI,WAA0B;AAC9B,QAAA,IAAI,MAA+B;;AAGnC,QAAA,IAAI,QAAQ,IAAI,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE;YACtD,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;AAC9B,gBAAA,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC;YACxD;AACA,YAAA,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;AAC9B,YAAA,MAAM,GAAG,MAAM,CAAC,MAAM;QACxB;aAAO;;YAEL,MAAM,EACJ,IAAI,EAAE,KAAK,EACX,SAAS,EACT,MAAM,EAAE,YAAY,EACpB,KAAK,GAAG,EAAE,EACV,GAAG,WAAW,EACf,GAAG,MAA6B;YACjC,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS;AAEhD,YAAA,WAAW,GAAG;AACZ,gBAAA,GAAG,WAAW;gBACd,KAAK;gBACL,QAAQ;gBACR,aAAa;AACb,gBAAA,OAAO,EAAE,SAAS;aACnB;YACD,MAAM,GAAG,YAAY;QACvB;AAEA,QAAA,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC;YACtC,MAAM;YACN,KAAK,EAAE,IAAI,CAAC,EAAE;YACd,MAAM,EAAE,CAAC,WAAW,CAAC;YACrB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;AACxC,SAAA,CAAC;;AAEF,QAAA,aAAa,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc;AACpD,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa;AAC1B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE;IACvC;AAEQ,IAAA,qBAAqB,CAC3B,MAA+B,EAAA;QAE/B,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,EAAE,GAAG,MAAM;AAEhD,QAAA,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC;YAC1C,KAAK,EAAE,IAAI,CAAC,EAAE;YACd,MAAM;YACN,KAAK;YACL,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;AACxC,SAAA,CAAC;AAEF,QAAA,IAAI,cAAc,IAAI,IAAI,EAAE;AAC1B,YAAA,eAAe,CAAC,cAAc,GAAG,cAAc;QACjD;AAEA,QAAA,IAAI,CAAC,KAAK,GAAG,eAAe;AAC5B,QAAA,OAAO,eAAe,CAAC,cAAc,EAAE;IACzC;AAEA,IAAA,aAAa,MAAM,CACjB,MAAmB,EAAA;;QAGnB,IAAI,MAAM,CAAC,kBAAkB,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE;AACrD,YAAA,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW;YAC7B,MAAM,UAAU,GACd,QAAQ,IAAI,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,GAAG,EAAE,CAAC,aAAa;AACjE,YAAA,MAAM,KAAK,GAAI,UAA6C,EAAE,KAAK,IAAI,EAAE;YACzE,MAAM,CAAC,YAAY,GAAG,MAAM,kBAAkB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACzE;AACA,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC;IAC3B;IAEA,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E;QACH;AACA,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;IACpC;AAEA;;;;;AAKG;IACH,mBAAmB,GAAA;QACjB,OAAO,IAAI,CAAC,gBAAgB;IAC9B;IAEA,8BAA8B,GAAA;AAC5B,QAAA,OAAO,IAAI,CAAC,KAAK,EAAE,8BAA8B,EAAE;IACrD;IAEA,YAAY,GAAA;QACV,OAAO,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,IAAI,CAAC;IACxC;AAEA;;;AAGG;IACK,yBAAyB,GAAA;AAC/B,QAAA,OAAO,OACL,SAAiB,EACjB,IAAa,EACb,KAAa,EACb,IAAe,EACf,QAAkC,KACjB;;;;AAIjB,YAAA,IACE,SAAS,KAAK,WAAW,CAAC,WAAW;gBACrC,IAAI,CAAC,KAAK,IAAI,IAAI;AAClB,gBAAA,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,GAAG,CAAE,IAAkB,CAAC,EAAE,CAAC,EAC/D;gBACA;YACF;YACA,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,EAAE,UAAU,CAAC,SAAS,CAAC;AAC3D,YAAA,IAAI,OAAO,IAAI,IAAI,CAAC,KAAK,EAAE;AACzB,gBAAA,OAAO,MAAM,OAAO,CAAC,MAAM,CACzB,SAAS,EACT,IAO8B,EAC9B,QAAQ,EACR,IAAI,CAAC,KAAK,CACX;YACH;AACF,QAAA,CAAC;IACH;AAEA,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,YAGC,EACD,aAAoC,EAAA;AAEpC,QAAA,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,EAAE;AAC9B,YAAA,MAAM,IAAI,KAAK,CACb,4EAA4E,CAC7E;QACH;AACA,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E;QACH;AAEA,QAAA,MAAM,MAAM,GAGR;AACF,YAAA,cAAc,EAAE,EAAE;AAClB,YAAA,GAAG,YAAY;AACf,YAAA,YAAY,EAAE,EAAE,GAAG,YAAY,CAAC,YAAY,EAAE;SAC/C;QAED,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC;;AAGlD,QAAA,MAAM,mBAAmB,GAAG,IAAI,CAAC,yBAAyB,EAAE;AAE5D,QAAA,MAAM,aAAa,GAAI,MAAM,CAAC,SAAiC,IAAI,EAAE;AACrE,QAAA,MAAM,eAAe,GAAG,aAAa,EAAE;cACnC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,SAAS;cACzC,EAAE;AAEN,QAAA,MAAM,aAAa,GAAG,mBAAmB,CAAC,WAAW,CAAC;AACpD,YAAA,CAAC,QAAQ,CAAC,YAAY,GAAG,mBAAmB;AAC7C,SAAA,CAAC;AACF,QAAA,aAAa,CAAC,aAAa,GAAG,IAAI;QAElC,MAAM,CAAC,SAAS,GAAG;aAChB,MAAM,CAAC,eAAe;aACtB,MAAM,CAAC,aAAa,CAAC;AAExB,QAAA,IACE,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;AAC1C,YAAA,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;YAC1C,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,EACxC;AACA,YAAA,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,EAAE,OAAO;AAC3C,YAAA,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,EAAE,SAAS;AAChD,YAAA,MAAM,aAAa,GAAG;gBACpB,SAAS,EAAE,IAAI,CAAC,EAAE;AAClB,gBAAA,eAAe,EAAE,MAAM,CAAC,YAAY,EAAE,WAAW,EAAE,eAAe;aACnE;AACD,YAAA,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC;gBAClC,MAAM;gBACN,SAAS;gBACT,aAAa;AACd,aAAA,CAAC;AACF,YAAA,MAAM,CAAC,SAAS,GAAG,CAChB,MAAM,CAAC,SAAiC,IAAI,EAAE,EAC/C,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC;QACrB;AAEA,QAAA,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;QACxC;AAEA,QAAA,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE;AACvB,QAAA,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE;YAC7D,MAAM,EAAE,IAAI,CAAC,EAAE;AAChB,SAAA,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE;AAC7D,YAAA,UAAU,EAAE,IAAI;AAChB;;;;;;;AAOG;AACH,YAAA,iBAAiB,EAAE,IAAI;AACxB,SAAA,CAAC;AAEF,QAAA,IAAI;AACF,YAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;gBAChC,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK;AAEzC,gBAAA,MAAM,SAAS,GAAgB,IAAI,CAAC,KAAK;;AAGzC,gBAAA,IAAI,SAAS,KAAK,WAAW,CAAC,eAAe,EAAE;oBAC7C;gBACF;gBAEA,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,EAAE,UAAU,CAAC,SAAS,CAAC;gBAC3D,IAAI,OAAO,EAAE;AACX,oBAAA,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC;gBAC7D;YACF;QACF;gBAAU;AACR;;;;;;;;AAQG;AACH,YAAA,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;AACrB,gBAAA,IACG,MAAM,CAAC,YAAoD,IAAI,IAAI,EACpE;AACA,oBAAA,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,qBAAqB,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE;wBACnE,MAAM,GAAG,GAAG,MAAM,CAAC,YAAY,CAAC,GAAwB,CAE3C;wBACb,IACE,GAAG,IAAI,IAAI;4BACX,OAAO,GAAG,KAAK,QAAQ;4BACvB,kBAAkB,IAAI,GAAG,EACzB;AACC,4BAAA,GAA+B,CAAC,gBAAgB,GAAG,SAAS;wBAC/D;AACA,wBAAA,OAAO,MAAM,CAAC,YAAY,CAAC,GAAwB,CAAC;oBACtD;AACA,oBAAA,MAAM,CAAC,YAAY,GAAG,SAAS;gBACjC;AACA,gBAAA,MAAM,CAAC,SAAS,GAAG,SAAS;YAC9B;AAEA,YAAA,MAAM,MAAM,GAAG,IAAI,CAAC;AAClB,kBAAE,IAAI,CAAC,KAAK,CAAC,eAAe;kBAC1B,SAAS;YAEb,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE;AAExD,YAAA,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;AACrB,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE;YAC9B;AAEA,YAAA,IAAI,CAAC,aAAa,GAAG,MAAM;QAC7B;QAEA,OAAO,IAAI,CAAC,aAAa;IAC3B;IAEQ,oBAAoB,CAC1B,eAAkC,EAClC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC;AAC3C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC;YACvE;AACF,QAAA,CAAC;IACH;AAEA,IAAA,YAAY,CAAC,eAAkC,EAAA;QAC7C,OAAO;AACL,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAC9C,eAAe,EACf,QAAQ,CAAC,UAAU,CACpB;AACD,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAC9C,eAAe,EACf,QAAQ,CAAC,UAAU,CACpB;AACD,YAAA,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAC5C,eAAe,EACf,QAAQ,CAAC,QAAQ,CAClB;SACF;IACH;IAEA,MAAM,aAAa,CAAC,EAClB,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,WAAW,GAAG,WAAW,CAAC,UAAU,EACpC,mBAAmB,GACD,EAAA;QAClB,IACE,YAAY,IAAI,IAAI;AACpB,YAAA,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;AAC1C,YAAA,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;YAC1C,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,EACxC;AACA,YAAA,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,EAAE,OAAO;AACjD,YAAA,MAAM,SAAS,GAAG,YAAY,CAAC,YAAY,EAAE,SAAS;AACtD,YAAA,MAAM,aAAa,GAAG;AACpB,gBAAA,SAAS,EAAE,QAAQ,GAAG,IAAI,CAAC,EAAE;aAC9B;AACD,YAAA,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC;gBAClC,MAAM;gBACN,SAAS;gBACT,aAAa;AACd,aAAA,CAAC;AACF,YAAA,YAAY,CAAC,SAAS,GAAG,CACtB,YAAY,CAAC,SAAiC,IAAI,EAAE,EACrD,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC;QACrB;QAEA,MAAM,aAAa,GAAG,cAAc,CAAC,YAAY,CAC/C,mBAAmB,IAAI,6BAA6B,CACrD;QAED,MAAM,QAAQ,GAAG;AACd,aAAA,GAAG,CAAC,CAAC,IAAI,KAAI;AACZ,YAAA,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC,IAAI;AAC3C,YAAA,OAAO,EAAE;AACX,QAAA,CAAC;aACA,IAAI,CAAC,IAAI,CAAC;QAEb,MAAM,KAAK,GAAG,eAAe,CAAC;YAC5B,QAAQ;YACR,aAAa;AACd,SAAA,CAAwB;QAEzB,IACE,YAAY,CAAC,QAAQ,CAAC;aACrB,KAAK,YAAYA,YAAU,IAAI,KAAK,YAAYC,iBAAe,CAAC,EACjE;YACA,KAAK,CAAC,WAAW,GAAI;AACnB,kBAAE,WAAqB;YACzB,KAAK,CAAC,IAAI,GAAI;AACZ,kBAAE,IAAc;AAClB,YAAA,KAAK,CAAC,gBAAgB,GACpB,aACD,EAAE,gBAA0B;AAC7B,YAAA,KAAK,CAAC,eAAe,GACnB,aACD,EAAE,eAAyB;YAC5B,KAAK,CAAC,CAAC,GAAI;AACT,kBAAE,CAAW;QACjB;AAEA,QAAA,MAAM,iBAAiB,GAAG,IAAI,cAAc,CAAC;AAC3C,YAAA,IAAI,EAAE,CACJ,WAA8B,MACoC;gBAClE,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,SAAS;gBACT,YAAY;aACb,CAAC;SACH,CAAC,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC;AAE5C,QAAA,MAAM,UAAU,GACd,WAAW,KAAK,WAAW,CAAC;AAC1B,cAAE,MAAM,6BAA6B,CAAC,KAAK,EAAE,WAAW;cACtD,MAAM,mBAAmB,CAAC,KAAK,EAAE,WAAW,CAAC;;QAGnD,MAAM,SAAS,GAAG;AACf,aAAA,UAAU,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE;aACvC,IAAI,CAAC,iBAAiB;aACtB,IAAI,CAAC,UAAU;AACf,aAAA,UAAU,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;QAExC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,YAAY,EAAE;YACnD,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,KAAK,EAAE,IAAI,CAAC,EAAE;AACf,SAAA,CAAC;AAEF,QAAA,IAAI;AACF,YAAA,OAAO,MAAM,SAAS,CAAC,MAAM,CAC3B,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,EACtC,YAAY,CACb;QACH;QAAE,OAAO,EAAE,EAAE;;;AAGX,YAAA,MAAM,eAAe,GACnB,YAAY,CAAC,SACd,EAAE,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,YAAY,eAAe,CAAC;YAC9C,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,GAAG,YAAY;YAChD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE;gBACzC,SAAS,EAAE,eAAe,GAAG,CAAC,eAAe,CAAC,GAAG,EAAE;AACpD,aAAA,CAAC;AACF,YAAA,OAAO,MAAM,SAAS,CAAC,MAAM,CAC3B,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,EACtC,UAAqC,CACtC;QACH;IACF;AACD;;;;"}

package/dist/esm/stream.mjs

@@ -3,6 +3,8 @@ import { handleServerToolResult, handleToolCalls, handleToolCallChunks } from '.
 import './messages/core.mjs';
 import { getMessageId } from './messages/ids.mjs';
 import '@langchain/core/messages';
+import '@langchain/core/callbacks/dispatch';
+import 'uuid';
 
 /**
  * Parses content to extract thinking sections enclosed in <think> tags using string operations
@@ -390,6 +392,17 @@ function createContentAggregator() {
             };
             contentParts[index] = update;
         }
+        else if (partType === ContentTypes.SUMMARY) {
+            const currentSummary = contentParts[index];
+            const incoming = contentPart;
+            contentParts[index] = {
+                ...incoming,
+                content: [
+                    ...(currentSummary?.content ?? []),
+                    ...(incoming.content ?? []),
+                ],
+            };
+        }
         else if (partType === ContentTypes.IMAGE_URL &&
             'image_url' in contentPart) {
             const currentContent = contentParts[index];
@@ -459,6 +472,33 @@ function createContentAggregator() {
         }
     };
     const aggregateContent = ({ event, data, }) => {
+        if (event === GraphEvents.ON_SUMMARIZE_DELTA) {
+            const deltaData = data;
+            const runStep = stepMap.get(deltaData.id);
+            if (!runStep) {
+                console.warn('No run step found for summarize delta event');
+                return;
+            }
+            updateContent(runStep.index, deltaData.delta.summary);
+            return;
+        }
+        if (event === GraphEvents.ON_SUMMARIZE_COMPLETE) {
+            const completeData = data;
+            const summary = completeData.summary;
+            if (!summary?.boundary) {
+                return;
+            }
+            const runStep = stepMap.get(summary.boundary.messageId);
+            if (!runStep) {
+                return;
+            }
+            // Replace accumulated delta text with the authoritative final summary.
+            // Multi-stage summarization streams deltas from each chunk, which
+            // concatenate in updateContent.  This event carries only the correct
+            // final text from the last stage.
+            contentParts[runStep.index] = summary;
+            return;
+        }
         if (event === GraphEvents.ON_RUN_STEP) {
             const runStep = data;
             stepMap.set(runStep.id, runStep);
@@ -477,7 +517,9 @@ function createContentAggregator() {
                 }
                 contentMetaMap.set(runStep.index, existingMeta);
             }
-            // Store tool call IDs if present
+            if (runStep.summary != null) {
+                updateContent(runStep.index, runStep.summary);
+            }
             if (runStep.stepDetails.type === StepTypes.TOOL_CALLS &&
                 runStep.stepDetails.tool_calls) {
                 runStep.stepDetails.tool_calls.forEach((toolCall) => {
@@ -563,14 +605,19 @@ function createContentAggregator() {
             const { id: stepId } = result;
             const runStep = stepMap.get(stepId);
             if (!runStep) {
-                console.warn('No run step or runId found for completed tool call event');
+                console.warn('No run step or runId found for completed step event');
                 return;
             }
-            const contentPart = {
-                type: ContentTypes.TOOL_CALL,
-                tool_call: result.tool_call,
-            };
-            updateContent(runStep.index, contentPart, true);
+            if (result.type === ContentTypes.SUMMARY && 'summary' in result) {
+                contentParts[runStep.index] = result.summary;
+            }
+            else if ('tool_call' in result) {
+                const contentPart = {
+                    type: ContentTypes.TOOL_CALL,
+                    tool_call: result.tool_call,
+                };
+                updateContent(runStep.index, contentPart, true);
+            }
         }
     };
     return { contentParts, aggregateContent, stepMap };