beeai-framework 0.1.21 → 0.1.23

package/dist/middleware/streamToolCall.cjs

@@ -0,0 +1,132 @@
+'use strict';
+
+var context_cjs = require('../context.cjs');
+var emitter_cjs = require('../emitter/emitter.cjs');
+var chat_cjs = require('../backend/chat.cjs');
+var schema_cjs = require('../internals/helpers/schema.cjs');
+var remeda = require('remeda');
+var object_cjs = require('../internals/helpers/object.cjs');
+
+var __defProp = Object.defineProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+class StreamToolCallMiddleware extends context_cjs.Middleware {
+  static {
+    __name(this, "StreamToolCallMiddleware");
+  }
+  target;
+  key;
+  matchNested;
+  forceStreaming;
+  cleanups = [];
+  output = new chat_cjs.ChatModelOutput([]);
+  buffer = "";
+  delta = "";
+  emitter;
+  constructor(options) {
+    super();
+    this.target = options.target;
+    this.key = options.key;
+    this.matchNested = options.matchNested ?? false;
+    this.forceStreaming = options.forceStreaming ?? false;
+    this.emitter = emitter_cjs.Emitter.root.child({
+      namespace: [
+        "middleware",
+        "streamToolCall"
+      ]
+    });
+  }
+  bind(ctx) {
+    this.output = new chat_cjs.ChatModelOutput([]);
+    this.buffer = "";
+    this.delta = "";
+    this.cleanups.push(ctx.instance.emitter.match((meta) => meta.creator instanceof chat_cjs.ChatModel && meta.name === "start", this.handleStart.bind(this), this.createEmitterOptions()));
+    this.cleanups.push(ctx.instance.emitter.match((meta) => meta.creator instanceof chat_cjs.ChatModel && meta.name === "newToken", this.handleNewToken.bind(this), this.createEmitterOptions()));
+    this.cleanups.push(ctx.instance.emitter.match((meta) => meta.creator instanceof chat_cjs.ChatModel && meta.name === "success", this.handleSuccess.bind(this), this.createEmitterOptions()));
+  }
+  unbind() {
+    while (this.cleanups.length > 0) {
+      const fn = this.cleanups.shift();
+      fn();
+    }
+  }
+  createEmitterOptions() {
+    return {
+      matchNested: this.matchNested,
+      isBlocking: true
+    };
+  }
+  async process(toolName, args) {
+    if (toolName !== this.target.name) {
+      return;
+    }
+    const parsedArgs = remeda.isString(args) ? schema_cjs.parseBrokenJson(args, {
+      pair: [
+        "{",
+        "}"
+      ]
+    }) : args;
+    const outputStructured = await this.target.parse(parsedArgs).catch(() => null);
+    if (!outputStructured) {
+      return;
+    }
+    let output = "";
+    if (object_cjs.hasProp(outputStructured, this.key)) {
+      output = outputStructured[this.key] || "";
+      if (!remeda.isString(output)) {
+        output = JSON.stringify(output);
+      }
+      this.delta = output.slice(this.buffer.length);
+      this.buffer = output;
+      if (!this.delta) {
+        return;
+      }
+    }
+    await this.emitter.emit("update", {
+      outputStructured,
+      delta: this.delta,
+      output
+    });
+  }
+  async handleStart(data, _meta) {
+    if (this.forceStreaming) {
+      data.input.stream = true;
+      data.input.streamPartialToolCalls = true;
+    }
+  }
+  async handleSuccess(data, _meta) {
+    if (this.output.messages.length === 0) {
+      await this.handleNewToken({
+        value: data.value,
+        callbacks: {
+          abort: /* @__PURE__ */ __name(() => {
+          }, "abort")
+        }
+      }, _meta);
+    }
+  }
+  async handleNewToken(data, _meta) {
+    await this.output.merge(data.value);
+    const toolCalls = this.output.getToolCalls();
+    if (toolCalls.length > 0) {
+      for (const toolCall2 of toolCalls) {
+        await this.process(toolCall2.toolName, toolCall2.input);
+      }
+      return;
+    }
+    const textContent = this.output.getTextContent();
+    const toolCall = schema_cjs.parseBrokenJson(textContent, {
+      pair: [
+        "{",
+        "}"
+      ]
+    });
+    if (!toolCall || !remeda.isPlainObject(toolCall)) {
+      return;
+    }
+    await this.process(toolCall.name, toolCall.parameters);
+  }
+}
+
+exports.StreamToolCallMiddleware = StreamToolCallMiddleware;
+//# sourceMappingURL=streamToolCall.cjs.map
+//# sourceMappingURL=streamToolCall.cjs.map

package/dist/middleware/streamToolCall.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/middleware/streamToolCall.ts"],"names":["StreamToolCallMiddleware","Middleware","target","key","matchNested","forceStreaming","cleanups","output","ChatModelOutput","buffer","delta","emitter","options","Emitter","root","child","namespace","bind","ctx","push","instance","match","meta","creator","ChatModel","name","handleStart","createEmitterOptions","handleNewToken","handleSuccess","unbind","length","fn","shift","isBlocking","process","toolName","args","parsedArgs","isString","parseBrokenJson","pair","outputStructured","parse","catch","hasProp","JSON","stringify","slice","emit","data","_meta","input","stream","streamPartialToolCalls","messages","value","callbacks","abort","merge","toolCalls","getToolCalls","toolCall","textContent","getTextContent","isPlainObject","parameters"],"mappings":";;;;;;;;;;;AAuEO,MAAMA,iCAA0CC,sBAAAA,CAAAA;EAvEvD;;;AAwEmBC,EAAAA,MAAAA;AACAC,EAAAA,GAAAA;AACAC,EAAAA,WAAAA;AACAC,EAAAA,cAAAA;AACAC,EAAAA,QAAAA,GAA2B,EAAA;EAEpCC,MAAAA,GAAS,IAAIC,wBAAAA,CAAgB,EAAE,CAAA;EAC/BC,MAAAA,GAAS,EAAA;EACTC,KAAAA,GAAQ,EAAA;AAEAC,EAAAA,OAAAA;AAEhB,EAAA,WAAA,CAAYC,OAAAA,EAA0C;AACpD,IAAA,KAAA,EAAK;AAEL,IAAA,IAAA,CAAKV,SAASU,OAAAA,CAAQV,MAAAA;AACtB,IAAA,IAAA,CAAKC,MAAMS,OAAAA,CAAQT,GAAAA;AACnB,IAAA,IAAA,CAAKC,WAAAA,GAAcQ,QAAQR,WAAAA,IAAe,KAAA;AAC1C,IAAA,IAAA,CAAKC,cAAAA,GAAiBO,QAAQP,cAAAA,IAAkB,KAAA;AAEhD,IAAA,IAAA,CAAKM,OAAAA,GAAUE,mBAAAA,CAAQC,IAAAA,CAAKC,KAAAA,CAA4C;MACtEC,SAAAA,EAAW;AAAC,QAAA,YAAA;AAAc,QAAA;;KAC5B,CAAA;AACF;AAEAC,EAAAA,IAAAA,CAAKC,GAAAA,EAAoC;AAEvC,IAAA,IAAA,CAAKX,MAAAA,GAAS,IAAIC,wBAAAA,CAAgB,EAAE,CAAA;AACpC,IAAA,IAAA,CAAKC,MAAAA,GAAS,EAAA;AACd,IAAA,IAAA,CAAKC,KAAAA,GAAQ,EAAA;AAGb,IAAA,IAAA,CAAKJ,QAAAA,CAASa,KACZD,GAAAA,CAAIE,QAAAA,CAAST,QAAQU,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,kBAAAA,IAAaF,KAAKG,IAAAA,KAAS,OAAA,EAC7D,KAAKC,WAAAA,CAAYT,IAAAA,CAAK,IAAI,CAAA,EAC1B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAK7B,IAAA,IAAA,CAAKrB,QAAAA,CAASa,KACZD,GAAAA,CAAIE,QAAAA,CAAST,QAAQU,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,kBAAAA,IAAaF,KAAKG,IAAAA,KAAS,UAAA,EAC7D,KAAKG,cAAAA,CAAeX,IAAAA,CAAK,IAAI,CAAA,EAC7B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAK7B,IAAA,IAAA,CAAKrB,QAAAA,CAASa,KACZD,GAAAA,CAAIE,QAAAA,CAAST,QAAQU,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,kBAAAA,IAAaF,KAAKG,IAAAA,KAAS,SAAA,EAC7D,KAAKI,aAAAA,CAAcZ,IAAAA,CAAK,IAAI,CAAA,EAC5B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAG/B;EAEAG,MAAAA,GAAe;AAEb,IAAA,OAAO,IAAA,CAAKxB,QAAAA,CAASyB,MAAAA,GAAS,CAAA,EAAG;AAC/B,MAAA,MAAMC,EAAAA,GAAK,IAAA,CAAK1B,QAAAA,CAAS2B,KAAAA,EAAK;AAC9BD,MAAAA,EAAAA,EAAAA;AACF;AACF;EAEUL,oBAAAA,GAAuC;AAC/C,IAAA,OAAO;AACLvB,MAAAA,WAAAA,EAAa,IAAA,CAAKA,WAAAA;MAClB8B,UAAAA,EAAY;AACd,KAAA;AACF;EAEA,MAAcC,OAAAA,CAAQC,UAAkBC,IAAAA,EAA0B;AAChE,IAAA,IAAID,QAAAA,KAAa,IAAA,CAAKlC,MAAAA,CAAOuB,IAAAA,EAAM;AACjC,MAAA;AACF;AAEA,IAAA,MAAMa,UAAAA,GAAaC,eAAAA,CAASF,IAAAA,CAAAA,GAAQG,2BAAgBH,IAAAA,EAAM;MAAEI,IAAAA,EAAM;AAAC,QAAA,GAAA;AAAK,QAAA;;AAAK,KAAA,CAAA,GAAKJ,IAAAA;AAClF,IAAA,MAAMK,gBAAAA,GAAoB,MAAM,IAAA,CAAKxC,MAAAA,CAAOyC,MAAML,UAAAA,CAAAA,CAAYM,KAAAA,CAAM,MAAM,IAAA,CAAA;AAC1E,IAAA,IAAI,CAACF,gBAAAA,EAAkB;AACrB,MAAA;AACF;AAEA,IAAA,IAAInC,MAAAA,GAAS,EAAA;AACb,IAAA,IAAIsC,kBAAAA,CAAQH,gBAAAA,EAAkB,IAAA,CAAKvC,GAAG,CAAA,EAAc;AAClDI,MAAAA,MAAAA,GAAUmC,gBAAAA,CAAyB,IAAA,CAAKvC,GAAG,CAAA,IAAK,EAAA;AAChD,MAAA,IAAI,CAACoC,eAAAA,CAAShC,MAAAA,CAAAA,EAAS;AACrBA,QAAAA,MAAAA,GAASuC,IAAAA,CAAKC,UAAUxC,MAAAA,CAAAA;AAC1B;AACA,MAAA,IAAA,CAAKG,KAAAA,GAAQH,MAAAA,CAAOyC,KAAAA,CAAM,IAAA,CAAKvC,OAAOsB,MAAM,CAAA;AAC5C,MAAA,IAAA,CAAKtB,MAAAA,GAASF,MAAAA;AAEd,MAAA,IAAI,CAAC,KAAKG,KAAAA,EAAO;AACf,QAAA;AACF;AACF;AAEA,IAAA,MAAM,IAAA,CAAKC,OAAAA,CAAQsC,IAAAA,CAAK,QAAA,EAAU;AAChCP,MAAAA,gBAAAA;AACAhC,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZH,MAAAA;KACF,CAAA;AACF;EAEA,MAAcmB,WAAAA,CACZwB,MACAC,KAAAA,EACe;AACf,IAAA,IAAI,KAAK9C,cAAAA,EAAgB;AACvB6C,MAAAA,IAAAA,CAAKE,MAAMC,MAAAA,GAAS,IAAA;AACpBH,MAAAA,IAAAA,CAAKE,MAAME,sBAAAA,GAAyB,IAAA;AACtC;AACF;EAEA,MAAczB,aAAAA,CACZqB,MACAC,KAAAA,EACe;AAEf,IAAA,IAAI,IAAA,CAAK5C,MAAAA,CAAOgD,QAAAA,CAASxB,MAAAA,KAAW,CAAA,EAAG;AACrC,MAAA,MAAM,KAAKH,cAAAA,CAAe;AAAE4B,QAAAA,KAAAA,EAAON,IAAAA,CAAKM,KAAAA;QAAOC,SAAAA,EAAW;AAAEC,UAAAA,KAAAA,kBAAO,MAAA,CAAA,MAAA;WAAO,EAAP,OAAA;AAAS;AAAE,OAAA,EAAGP,KAAAA,CAAAA;AACnF;AACF;EAEA,MAAcvB,cAAAA,CACZsB,MACAC,KAAAA,EACe;AACf,IAAA,MAAM,IAAA,CAAK5C,MAAAA,CAAOoD,KAAAA,CAAMT,IAAAA,CAAKM,KAAK,CAAA;AAElC,IAAA,MAAMI,SAAAA,GAAY,IAAA,CAAKrD,MAAAA,CAAOsD,YAAAA,EAAY;AAC1C,IAAA,IAAID,SAAAA,CAAU7B,SAAS,CAAA,EAAG;AACxB,MAAA,KAAA,MAAW+B,aAAYF,SAAAA,EAAW;AAChC,QAAA,MAAM,IAAA,CAAKzB,OAAAA,CAAQ2B,SAAAA,CAAS1B,QAAAA,EAAU0B,UAASV,KAAK,CAAA;AACtD;AACA,MAAA;AACF;AAGA,IAAA,MAAMW,WAAAA,GAAc,IAAA,CAAKxD,MAAAA,CAAOyD,cAAAA,EAAc;AAC9C,IAAA,MAAMF,QAAAA,GAAWtB,2BAAgBuB,WAAAA,EAAa;MAAEtB,IAAAA,EAAM;AAAC,QAAA,GAAA;AAAK,QAAA;;KAAK,CAAA;AAEjE,IAAA,IAAI,CAACqB,QAAAA,IAAY,CAACG,oBAAAA,CAAcH,QAAAA,CAAAA,EAAW;AACzC,MAAA;AACF;AAEA,IAAA,MAAM,IAAA,CAAK3B,OAAAA,CAAQ2B,QAAAA,CAASrC,IAAAA,EAAgBqC,SAASI,UAAU,CAAA;AACjE;AACF","file":"streamToolCall.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { Middleware, RunContext, RunInstance } from \"@/context.js\";\nimport { Callback, Emitter, EventMeta } from \"@/emitter/emitter.js\";\nimport { ChatModel, ChatModelEvents } from \"@/backend/chat.js\";\nimport { ChatModelOutput } from \"@/backend/chat.js\";\nimport { Tool } from \"@/tools/base.js\";\nimport { parseBrokenJson } from \"@/internals/helpers/schema.js\";\nimport { isPlainObject, isString } from \"remeda\";\nimport { hasProp } from \"@/internals/helpers/object.js\";\nimport { EmitterOptions, InferCallbackValue } from \"@/emitter/types.js\";\n\n/**\n * Event emitted when the middleware detects an update to the target tool's arguments\n */\nexport interface StreamToolCallMiddlewareUpdateEvent<T = any> {\n  /** The validated and structured tool input */\n  outputStructured: T | null;\n  /** The current value of the target field */\n  output: string;\n  /** The incremental change since the last update */\n  delta: string;\n}\n\n/**\n * Callbacks for StreamToolCallMiddleware events\n */\nexport interface StreamToolCallMiddlewareCallbacks<T = any> {\n  update: Callback<StreamToolCallMiddlewareUpdateEvent<T>>;\n}\n\n/**\n * Options for configuring StreamToolCallMiddleware\n */\nexport interface StreamToolCallMiddlewareOptions {\n  /** The tool to monitor for streaming updates */\n  target: Tool<any>;\n  /** The field name in the tool's input schema to stream */\n  key: string;\n  /** Whether to apply middleware to nested run contexts */\n  matchNested?: boolean;\n  /** Whether to force streaming on the ChatModel */\n  forceStreaming?: boolean;\n}\n\n/**\n * Middleware for handling streaming tool calls in a ChatModel.\n *\n * This middleware observes and listens to ChatModel stream updates and parses\n * the tool calls on demand so that they can be consumed as soon as possible.\n *\n * @example\n * ```typescript\n * const middleware = new StreamToolCallMiddleware({\n *   target: thinkTool,\n *   key: \"thoughts\",\n *   matchNested: false,\n *   forceStreaming: true,\n * });\n *\n * middleware.emitter.on(\"update\", (event) => {\n *   console.log(\"Delta:\", event.delta);\n *   console.log(\"Structured:\", event.outputStructured);\n * });\n *\n * await llm.run(messages, { tools: [thinkTool] }).middleware(middleware);\n * ```\n */\nexport class StreamToolCallMiddleware<T = any> extends Middleware<RunInstance> {\n  private readonly target: Tool<any>;\n  private readonly key: string;\n  private readonly matchNested: boolean;\n  private readonly forceStreaming: boolean;\n  private readonly cleanups: (() => void)[] = [];\n\n  private output = new ChatModelOutput([]);\n  private buffer = \"\";\n  private delta = \"\";\n\n  public readonly emitter: Emitter<StreamToolCallMiddlewareCallbacks<T>>;\n\n  constructor(options: StreamToolCallMiddlewareOptions) {\n    super();\n\n    this.target = options.target;\n    this.key = options.key;\n    this.matchNested = options.matchNested ?? false;\n    this.forceStreaming = options.forceStreaming ?? false;\n\n    this.emitter = Emitter.root.child<StreamToolCallMiddlewareCallbacks<T>>({\n      namespace: [\"middleware\", \"streamToolCall\"],\n    });\n  }\n\n  bind(ctx: RunContext<RunInstance>): void {\n    // Reset state\n    this.output = new ChatModelOutput([]);\n    this.buffer = \"\";\n    this.delta = \"\";\n\n    // Listen to ChatModel start event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"start\",\n        this.handleStart.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n\n    // Listen to ChatModel newToken event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"newToken\",\n        this.handleNewToken.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n\n    // Listen to ChatModel success event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"success\",\n        this.handleSuccess.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n  }\n\n  unbind(): void {\n    // Clean up previous bindings\n    while (this.cleanups.length > 0) {\n      const fn = this.cleanups.shift()!;\n      fn();\n    }\n  }\n\n  protected createEmitterOptions(): EmitterOptions {\n    return {\n      matchNested: this.matchNested,\n      isBlocking: true,\n    };\n  }\n\n  private async process(toolName: string, args: any): Promise<void> {\n    if (toolName !== this.target.name) {\n      return;\n    }\n\n    const parsedArgs = isString(args) ? parseBrokenJson(args, { pair: [\"{\", \"}\"] }) : args;\n    const outputStructured = (await this.target.parse(parsedArgs).catch(() => null)) as T;\n    if (!outputStructured) {\n      return;\n    }\n\n    let output = \"\";\n    if (hasProp(outputStructured, this.key as keyof T)) {\n      output = (outputStructured as any)[this.key] || \"\";\n      if (!isString(output)) {\n        output = JSON.stringify(output);\n      }\n      this.delta = output.slice(this.buffer.length);\n      this.buffer = output;\n\n      if (!this.delta) {\n        return;\n      }\n    }\n\n    await this.emitter.emit(\"update\", {\n      outputStructured,\n      delta: this.delta,\n      output,\n    });\n  }\n\n  private async handleStart(\n    data: InferCallbackValue<ChatModelEvents[\"start\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    if (this.forceStreaming) {\n      data.input.stream = true;\n      data.input.streamPartialToolCalls = true;\n    }\n  }\n\n  private async handleSuccess(\n    data: InferCallbackValue<ChatModelEvents[\"success\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    // If we haven't received any tokens yet, process the final output\n    if (this.output.messages.length === 0) {\n      await this.handleNewToken({ value: data.value, callbacks: { abort: () => {} } }, _meta);\n    }\n  }\n\n  private async handleNewToken(\n    data: InferCallbackValue<ChatModelEvents[\"newToken\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    await this.output.merge(data.value);\n\n    const toolCalls = this.output.getToolCalls();\n    if (toolCalls.length > 0) {\n      for (const toolCall of toolCalls) {\n        await this.process(toolCall.toolName, toolCall.input);\n      }\n      return;\n    }\n\n    // Try to parse text content as a tool call\n    const textContent = this.output.getTextContent();\n    const toolCall = parseBrokenJson(textContent, { pair: [\"{\", \"}\"] });\n\n    if (!toolCall || !isPlainObject(toolCall)) {\n      return;\n    }\n\n    await this.process(toolCall.name as string, toolCall.parameters as any);\n  }\n}\n"]}

package/dist/middleware/streamToolCall.d.cts

@@ -0,0 +1,94 @@
+import { Middleware, RunInstance, RunContext } from '../context.cjs';
+import { C as Callback, E as Emitter, a as EmitterOptions } from '../emitter-jN55XZZq.cjs';
+import { Tool } from '../tools/base.cjs';
+import '../internals/serializable.cjs';
+import '../internals/types.cjs';
+import '../internals/helpers/guards.cjs';
+import '../internals/helpers/promise.cjs';
+import '../errors.cjs';
+import 'ajv';
+import 'promise-based-task';
+import '../cache/base.cjs';
+import '../internals/helpers/schema.cjs';
+import 'zod';
+import 'zod-to-json-schema';
+
+/**
+ * Copyright 2025 © BeeAI a Series of LF Projects, LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+/**
+ * Event emitted when the middleware detects an update to the target tool's arguments
+ */
+interface StreamToolCallMiddlewareUpdateEvent<T = any> {
+    /** The validated and structured tool input */
+    outputStructured: T | null;
+    /** The current value of the target field */
+    output: string;
+    /** The incremental change since the last update */
+    delta: string;
+}
+/**
+ * Callbacks for StreamToolCallMiddleware events
+ */
+interface StreamToolCallMiddlewareCallbacks<T = any> {
+    update: Callback<StreamToolCallMiddlewareUpdateEvent<T>>;
+}
+/**
+ * Options for configuring StreamToolCallMiddleware
+ */
+interface StreamToolCallMiddlewareOptions {
+    /** The tool to monitor for streaming updates */
+    target: Tool<any>;
+    /** The field name in the tool's input schema to stream */
+    key: string;
+    /** Whether to apply middleware to nested run contexts */
+    matchNested?: boolean;
+    /** Whether to force streaming on the ChatModel */
+    forceStreaming?: boolean;
+}
+/**
+ * Middleware for handling streaming tool calls in a ChatModel.
+ *
+ * This middleware observes and listens to ChatModel stream updates and parses
+ * the tool calls on demand so that they can be consumed as soon as possible.
+ *
+ * @example
+ * ```typescript
+ * const middleware = new StreamToolCallMiddleware({
+ *   target: thinkTool,
+ *   key: "thoughts",
+ *   matchNested: false,
+ *   forceStreaming: true,
+ * });
+ *
+ * middleware.emitter.on("update", (event) => {
+ *   console.log("Delta:", event.delta);
+ *   console.log("Structured:", event.outputStructured);
+ * });
+ *
+ * await llm.run(messages, { tools: [thinkTool] }).middleware(middleware);
+ * ```
+ */
+declare class StreamToolCallMiddleware<T = any> extends Middleware<RunInstance> {
+    private readonly target;
+    private readonly key;
+    private readonly matchNested;
+    private readonly forceStreaming;
+    private readonly cleanups;
+    private output;
+    private buffer;
+    private delta;
+    readonly emitter: Emitter<StreamToolCallMiddlewareCallbacks<T>>;
+    constructor(options: StreamToolCallMiddlewareOptions);
+    bind(ctx: RunContext<RunInstance>): void;
+    unbind(): void;
+    protected createEmitterOptions(): EmitterOptions;
+    private process;
+    private handleStart;
+    private handleSuccess;
+    private handleNewToken;
+}
+
+export { StreamToolCallMiddleware, type StreamToolCallMiddlewareCallbacks, type StreamToolCallMiddlewareOptions, type StreamToolCallMiddlewareUpdateEvent };

package/dist/middleware/streamToolCall.d.ts

@@ -0,0 +1,94 @@
+import { Middleware, RunInstance, RunContext } from '../context.js';
+import { C as Callback, E as Emitter, a as EmitterOptions } from '../emitter-36-9MnvA.js';
+import { Tool } from '../tools/base.js';
+import '../internals/serializable.js';
+import '../internals/types.js';
+import '../internals/helpers/guards.js';
+import '../internals/helpers/promise.js';
+import '../errors.js';
+import 'ajv';
+import 'promise-based-task';
+import '../cache/base.js';
+import '../internals/helpers/schema.js';
+import 'zod';
+import 'zod-to-json-schema';
+
+/**
+ * Copyright 2025 © BeeAI a Series of LF Projects, LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+/**
+ * Event emitted when the middleware detects an update to the target tool's arguments
+ */
+interface StreamToolCallMiddlewareUpdateEvent<T = any> {
+    /** The validated and structured tool input */
+    outputStructured: T | null;
+    /** The current value of the target field */
+    output: string;
+    /** The incremental change since the last update */
+    delta: string;
+}
+/**
+ * Callbacks for StreamToolCallMiddleware events
+ */
+interface StreamToolCallMiddlewareCallbacks<T = any> {
+    update: Callback<StreamToolCallMiddlewareUpdateEvent<T>>;
+}
+/**
+ * Options for configuring StreamToolCallMiddleware
+ */
+interface StreamToolCallMiddlewareOptions {
+    /** The tool to monitor for streaming updates */
+    target: Tool<any>;
+    /** The field name in the tool's input schema to stream */
+    key: string;
+    /** Whether to apply middleware to nested run contexts */
+    matchNested?: boolean;
+    /** Whether to force streaming on the ChatModel */
+    forceStreaming?: boolean;
+}
+/**
+ * Middleware for handling streaming tool calls in a ChatModel.
+ *
+ * This middleware observes and listens to ChatModel stream updates and parses
+ * the tool calls on demand so that they can be consumed as soon as possible.
+ *
+ * @example
+ * ```typescript
+ * const middleware = new StreamToolCallMiddleware({
+ *   target: thinkTool,
+ *   key: "thoughts",
+ *   matchNested: false,
+ *   forceStreaming: true,
+ * });
+ *
+ * middleware.emitter.on("update", (event) => {
+ *   console.log("Delta:", event.delta);
+ *   console.log("Structured:", event.outputStructured);
+ * });
+ *
+ * await llm.run(messages, { tools: [thinkTool] }).middleware(middleware);
+ * ```
+ */
+declare class StreamToolCallMiddleware<T = any> extends Middleware<RunInstance> {
+    private readonly target;
+    private readonly key;
+    private readonly matchNested;
+    private readonly forceStreaming;
+    private readonly cleanups;
+    private output;
+    private buffer;
+    private delta;
+    readonly emitter: Emitter<StreamToolCallMiddlewareCallbacks<T>>;
+    constructor(options: StreamToolCallMiddlewareOptions);
+    bind(ctx: RunContext<RunInstance>): void;
+    unbind(): void;
+    protected createEmitterOptions(): EmitterOptions;
+    private process;
+    private handleStart;
+    private handleSuccess;
+    private handleNewToken;
+}
+
+export { StreamToolCallMiddleware, type StreamToolCallMiddlewareCallbacks, type StreamToolCallMiddlewareOptions, type StreamToolCallMiddlewareUpdateEvent };

package/dist/middleware/streamToolCall.js

@@ -0,0 +1,130 @@
+import { Middleware } from '../context.js';
+import { Emitter } from '../emitter/emitter.js';
+import { ChatModelOutput, ChatModel } from '../backend/chat.js';
+import { parseBrokenJson } from '../internals/helpers/schema.js';
+import { isString, isPlainObject } from 'remeda';
+import { hasProp } from '../internals/helpers/object.js';
+
+var __defProp = Object.defineProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+class StreamToolCallMiddleware extends Middleware {
+  static {
+    __name(this, "StreamToolCallMiddleware");
+  }
+  target;
+  key;
+  matchNested;
+  forceStreaming;
+  cleanups = [];
+  output = new ChatModelOutput([]);
+  buffer = "";
+  delta = "";
+  emitter;
+  constructor(options) {
+    super();
+    this.target = options.target;
+    this.key = options.key;
+    this.matchNested = options.matchNested ?? false;
+    this.forceStreaming = options.forceStreaming ?? false;
+    this.emitter = Emitter.root.child({
+      namespace: [
+        "middleware",
+        "streamToolCall"
+      ]
+    });
+  }
+  bind(ctx) {
+    this.output = new ChatModelOutput([]);
+    this.buffer = "";
+    this.delta = "";
+    this.cleanups.push(ctx.instance.emitter.match((meta) => meta.creator instanceof ChatModel && meta.name === "start", this.handleStart.bind(this), this.createEmitterOptions()));
+    this.cleanups.push(ctx.instance.emitter.match((meta) => meta.creator instanceof ChatModel && meta.name === "newToken", this.handleNewToken.bind(this), this.createEmitterOptions()));
+    this.cleanups.push(ctx.instance.emitter.match((meta) => meta.creator instanceof ChatModel && meta.name === "success", this.handleSuccess.bind(this), this.createEmitterOptions()));
+  }
+  unbind() {
+    while (this.cleanups.length > 0) {
+      const fn = this.cleanups.shift();
+      fn();
+    }
+  }
+  createEmitterOptions() {
+    return {
+      matchNested: this.matchNested,
+      isBlocking: true
+    };
+  }
+  async process(toolName, args) {
+    if (toolName !== this.target.name) {
+      return;
+    }
+    const parsedArgs = isString(args) ? parseBrokenJson(args, {
+      pair: [
+        "{",
+        "}"
+      ]
+    }) : args;
+    const outputStructured = await this.target.parse(parsedArgs).catch(() => null);
+    if (!outputStructured) {
+      return;
+    }
+    let output = "";
+    if (hasProp(outputStructured, this.key)) {
+      output = outputStructured[this.key] || "";
+      if (!isString(output)) {
+        output = JSON.stringify(output);
+      }
+      this.delta = output.slice(this.buffer.length);
+      this.buffer = output;
+      if (!this.delta) {
+        return;
+      }
+    }
+    await this.emitter.emit("update", {
+      outputStructured,
+      delta: this.delta,
+      output
+    });
+  }
+  async handleStart(data, _meta) {
+    if (this.forceStreaming) {
+      data.input.stream = true;
+      data.input.streamPartialToolCalls = true;
+    }
+  }
+  async handleSuccess(data, _meta) {
+    if (this.output.messages.length === 0) {
+      await this.handleNewToken({
+        value: data.value,
+        callbacks: {
+          abort: /* @__PURE__ */ __name(() => {
+          }, "abort")
+        }
+      }, _meta);
+    }
+  }
+  async handleNewToken(data, _meta) {
+    await this.output.merge(data.value);
+    const toolCalls = this.output.getToolCalls();
+    if (toolCalls.length > 0) {
+      for (const toolCall2 of toolCalls) {
+        await this.process(toolCall2.toolName, toolCall2.input);
+      }
+      return;
+    }
+    const textContent = this.output.getTextContent();
+    const toolCall = parseBrokenJson(textContent, {
+      pair: [
+        "{",
+        "}"
+      ]
+    });
+    if (!toolCall || !isPlainObject(toolCall)) {
+      return;
+    }
+    await this.process(toolCall.name, toolCall.parameters);
+  }
+}
+
+export { StreamToolCallMiddleware };
+//# sourceMappingURL=streamToolCall.js.map
+//# sourceMappingURL=streamToolCall.js.map

package/dist/middleware/streamToolCall.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/middleware/streamToolCall.ts"],"names":["StreamToolCallMiddleware","Middleware","target","key","matchNested","forceStreaming","cleanups","output","ChatModelOutput","buffer","delta","emitter","options","Emitter","root","child","namespace","bind","ctx","push","instance","match","meta","creator","ChatModel","name","handleStart","createEmitterOptions","handleNewToken","handleSuccess","unbind","length","fn","shift","isBlocking","process","toolName","args","parsedArgs","isString","parseBrokenJson","pair","outputStructured","parse","catch","hasProp","JSON","stringify","slice","emit","data","_meta","input","stream","streamPartialToolCalls","messages","value","callbacks","abort","merge","toolCalls","getToolCalls","toolCall","textContent","getTextContent","isPlainObject","parameters"],"mappings":";;;;;;;;;AAuEO,MAAMA,iCAA0CC,UAAAA,CAAAA;EAvEvD;;;AAwEmBC,EAAAA,MAAAA;AACAC,EAAAA,GAAAA;AACAC,EAAAA,WAAAA;AACAC,EAAAA,cAAAA;AACAC,EAAAA,QAAAA,GAA2B,EAAA;EAEpCC,MAAAA,GAAS,IAAIC,eAAAA,CAAgB,EAAE,CAAA;EAC/BC,MAAAA,GAAS,EAAA;EACTC,KAAAA,GAAQ,EAAA;AAEAC,EAAAA,OAAAA;AAEhB,EAAA,WAAA,CAAYC,OAAAA,EAA0C;AACpD,IAAA,KAAA,EAAK;AAEL,IAAA,IAAA,CAAKV,SAASU,OAAAA,CAAQV,MAAAA;AACtB,IAAA,IAAA,CAAKC,MAAMS,OAAAA,CAAQT,GAAAA;AACnB,IAAA,IAAA,CAAKC,WAAAA,GAAcQ,QAAQR,WAAAA,IAAe,KAAA;AAC1C,IAAA,IAAA,CAAKC,cAAAA,GAAiBO,QAAQP,cAAAA,IAAkB,KAAA;AAEhD,IAAA,IAAA,CAAKM,OAAAA,GAAUE,OAAAA,CAAQC,IAAAA,CAAKC,KAAAA,CAA4C;MACtEC,SAAAA,EAAW;AAAC,QAAA,YAAA;AAAc,QAAA;;KAC5B,CAAA;AACF;AAEAC,EAAAA,IAAAA,CAAKC,GAAAA,EAAoC;AAEvC,IAAA,IAAA,CAAKX,MAAAA,GAAS,IAAIC,eAAAA,CAAgB,EAAE,CAAA;AACpC,IAAA,IAAA,CAAKC,MAAAA,GAAS,EAAA;AACd,IAAA,IAAA,CAAKC,KAAAA,GAAQ,EAAA;AAGb,IAAA,IAAA,CAAKJ,QAAAA,CAASa,KACZD,GAAAA,CAAIE,QAAAA,CAAST,QAAQU,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,SAAAA,IAAaF,KAAKG,IAAAA,KAAS,OAAA,EAC7D,KAAKC,WAAAA,CAAYT,IAAAA,CAAK,IAAI,CAAA,EAC1B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAK7B,IAAA,IAAA,CAAKrB,QAAAA,CAASa,KACZD,GAAAA,CAAIE,QAAAA,CAAST,QAAQU,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,SAAAA,IAAaF,KAAKG,IAAAA,KAAS,UAAA,EAC7D,KAAKG,cAAAA,CAAeX,IAAAA,CAAK,IAAI,CAAA,EAC7B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAK7B,IAAA,IAAA,CAAKrB,QAAAA,CAASa,KACZD,GAAAA,CAAIE,QAAAA,CAAST,QAAQU,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,SAAAA,IAAaF,KAAKG,IAAAA,KAAS,SAAA,EAC7D,KAAKI,aAAAA,CAAcZ,IAAAA,CAAK,IAAI,CAAA,EAC5B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAG/B;EAEAG,MAAAA,GAAe;AAEb,IAAA,OAAO,IAAA,CAAKxB,QAAAA,CAASyB,MAAAA,GAAS,CAAA,EAAG;AAC/B,MAAA,MAAMC,EAAAA,GAAK,IAAA,CAAK1B,QAAAA,CAAS2B,KAAAA,EAAK;AAC9BD,MAAAA,EAAAA,EAAAA;AACF;AACF;EAEUL,oBAAAA,GAAuC;AAC/C,IAAA,OAAO;AACLvB,MAAAA,WAAAA,EAAa,IAAA,CAAKA,WAAAA;MAClB8B,UAAAA,EAAY;AACd,KAAA;AACF;EAEA,MAAcC,OAAAA,CAAQC,UAAkBC,IAAAA,EAA0B;AAChE,IAAA,IAAID,QAAAA,KAAa,IAAA,CAAKlC,MAAAA,CAAOuB,IAAAA,EAAM;AACjC,MAAA;AACF;AAEA,IAAA,MAAMa,UAAAA,GAAaC,QAAAA,CAASF,IAAAA,CAAAA,GAAQG,gBAAgBH,IAAAA,EAAM;MAAEI,IAAAA,EAAM;AAAC,QAAA,GAAA;AAAK,QAAA;;AAAK,KAAA,CAAA,GAAKJ,IAAAA;AAClF,IAAA,MAAMK,gBAAAA,GAAoB,MAAM,IAAA,CAAKxC,MAAAA,CAAOyC,MAAML,UAAAA,CAAAA,CAAYM,KAAAA,CAAM,MAAM,IAAA,CAAA;AAC1E,IAAA,IAAI,CAACF,gBAAAA,EAAkB;AACrB,MAAA;AACF;AAEA,IAAA,IAAInC,MAAAA,GAAS,EAAA;AACb,IAAA,IAAIsC,OAAAA,CAAQH,gBAAAA,EAAkB,IAAA,CAAKvC,GAAG,CAAA,EAAc;AAClDI,MAAAA,MAAAA,GAAUmC,gBAAAA,CAAyB,IAAA,CAAKvC,GAAG,CAAA,IAAK,EAAA;AAChD,MAAA,IAAI,CAACoC,QAAAA,CAAShC,MAAAA,CAAAA,EAAS;AACrBA,QAAAA,MAAAA,GAASuC,IAAAA,CAAKC,UAAUxC,MAAAA,CAAAA;AAC1B;AACA,MAAA,IAAA,CAAKG,KAAAA,GAAQH,MAAAA,CAAOyC,KAAAA,CAAM,IAAA,CAAKvC,OAAOsB,MAAM,CAAA;AAC5C,MAAA,IAAA,CAAKtB,MAAAA,GAASF,MAAAA;AAEd,MAAA,IAAI,CAAC,KAAKG,KAAAA,EAAO;AACf,QAAA;AACF;AACF;AAEA,IAAA,MAAM,IAAA,CAAKC,OAAAA,CAAQsC,IAAAA,CAAK,QAAA,EAAU;AAChCP,MAAAA,gBAAAA;AACAhC,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZH,MAAAA;KACF,CAAA;AACF;EAEA,MAAcmB,WAAAA,CACZwB,MACAC,KAAAA,EACe;AACf,IAAA,IAAI,KAAK9C,cAAAA,EAAgB;AACvB6C,MAAAA,IAAAA,CAAKE,MAAMC,MAAAA,GAAS,IAAA;AACpBH,MAAAA,IAAAA,CAAKE,MAAME,sBAAAA,GAAyB,IAAA;AACtC;AACF;EAEA,MAAczB,aAAAA,CACZqB,MACAC,KAAAA,EACe;AAEf,IAAA,IAAI,IAAA,CAAK5C,MAAAA,CAAOgD,QAAAA,CAASxB,MAAAA,KAAW,CAAA,EAAG;AACrC,MAAA,MAAM,KAAKH,cAAAA,CAAe;AAAE4B,QAAAA,KAAAA,EAAON,IAAAA,CAAKM,KAAAA;QAAOC,SAAAA,EAAW;AAAEC,UAAAA,KAAAA,kBAAO,MAAA,CAAA,MAAA;WAAO,EAAP,OAAA;AAAS;AAAE,OAAA,EAAGP,KAAAA,CAAAA;AACnF;AACF;EAEA,MAAcvB,cAAAA,CACZsB,MACAC,KAAAA,EACe;AACf,IAAA,MAAM,IAAA,CAAK5C,MAAAA,CAAOoD,KAAAA,CAAMT,IAAAA,CAAKM,KAAK,CAAA;AAElC,IAAA,MAAMI,SAAAA,GAAY,IAAA,CAAKrD,MAAAA,CAAOsD,YAAAA,EAAY;AAC1C,IAAA,IAAID,SAAAA,CAAU7B,SAAS,CAAA,EAAG;AACxB,MAAA,KAAA,MAAW+B,aAAYF,SAAAA,EAAW;AAChC,QAAA,MAAM,IAAA,CAAKzB,OAAAA,CAAQ2B,SAAAA,CAAS1B,QAAAA,EAAU0B,UAASV,KAAK,CAAA;AACtD;AACA,MAAA;AACF;AAGA,IAAA,MAAMW,WAAAA,GAAc,IAAA,CAAKxD,MAAAA,CAAOyD,cAAAA,EAAc;AAC9C,IAAA,MAAMF,QAAAA,GAAWtB,gBAAgBuB,WAAAA,EAAa;MAAEtB,IAAAA,EAAM;AAAC,QAAA,GAAA;AAAK,QAAA;;KAAK,CAAA;AAEjE,IAAA,IAAI,CAACqB,QAAAA,IAAY,CAACG,aAAAA,CAAcH,QAAAA,CAAAA,EAAW;AACzC,MAAA;AACF;AAEA,IAAA,MAAM,IAAA,CAAK3B,OAAAA,CAAQ2B,QAAAA,CAASrC,IAAAA,EAAgBqC,SAASI,UAAU,CAAA;AACjE;AACF","file":"streamToolCall.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { Middleware, RunContext, RunInstance } from \"@/context.js\";\nimport { Callback, Emitter, EventMeta } from \"@/emitter/emitter.js\";\nimport { ChatModel, ChatModelEvents } from \"@/backend/chat.js\";\nimport { ChatModelOutput } from \"@/backend/chat.js\";\nimport { Tool } from \"@/tools/base.js\";\nimport { parseBrokenJson } from \"@/internals/helpers/schema.js\";\nimport { isPlainObject, isString } from \"remeda\";\nimport { hasProp } from \"@/internals/helpers/object.js\";\nimport { EmitterOptions, InferCallbackValue } from \"@/emitter/types.js\";\n\n/**\n * Event emitted when the middleware detects an update to the target tool's arguments\n */\nexport interface StreamToolCallMiddlewareUpdateEvent<T = any> {\n  /** The validated and structured tool input */\n  outputStructured: T | null;\n  /** The current value of the target field */\n  output: string;\n  /** The incremental change since the last update */\n  delta: string;\n}\n\n/**\n * Callbacks for StreamToolCallMiddleware events\n */\nexport interface StreamToolCallMiddlewareCallbacks<T = any> {\n  update: Callback<StreamToolCallMiddlewareUpdateEvent<T>>;\n}\n\n/**\n * Options for configuring StreamToolCallMiddleware\n */\nexport interface StreamToolCallMiddlewareOptions {\n  /** The tool to monitor for streaming updates */\n  target: Tool<any>;\n  /** The field name in the tool's input schema to stream */\n  key: string;\n  /** Whether to apply middleware to nested run contexts */\n  matchNested?: boolean;\n  /** Whether to force streaming on the ChatModel */\n  forceStreaming?: boolean;\n}\n\n/**\n * Middleware for handling streaming tool calls in a ChatModel.\n *\n * This middleware observes and listens to ChatModel stream updates and parses\n * the tool calls on demand so that they can be consumed as soon as possible.\n *\n * @example\n * ```typescript\n * const middleware = new StreamToolCallMiddleware({\n *   target: thinkTool,\n *   key: \"thoughts\",\n *   matchNested: false,\n *   forceStreaming: true,\n * });\n *\n * middleware.emitter.on(\"update\", (event) => {\n *   console.log(\"Delta:\", event.delta);\n *   console.log(\"Structured:\", event.outputStructured);\n * });\n *\n * await llm.run(messages, { tools: [thinkTool] }).middleware(middleware);\n * ```\n */\nexport class StreamToolCallMiddleware<T = any> extends Middleware<RunInstance> {\n  private readonly target: Tool<any>;\n  private readonly key: string;\n  private readonly matchNested: boolean;\n  private readonly forceStreaming: boolean;\n  private readonly cleanups: (() => void)[] = [];\n\n  private output = new ChatModelOutput([]);\n  private buffer = \"\";\n  private delta = \"\";\n\n  public readonly emitter: Emitter<StreamToolCallMiddlewareCallbacks<T>>;\n\n  constructor(options: StreamToolCallMiddlewareOptions) {\n    super();\n\n    this.target = options.target;\n    this.key = options.key;\n    this.matchNested = options.matchNested ?? false;\n    this.forceStreaming = options.forceStreaming ?? false;\n\n    this.emitter = Emitter.root.child<StreamToolCallMiddlewareCallbacks<T>>({\n      namespace: [\"middleware\", \"streamToolCall\"],\n    });\n  }\n\n  bind(ctx: RunContext<RunInstance>): void {\n    // Reset state\n    this.output = new ChatModelOutput([]);\n    this.buffer = \"\";\n    this.delta = \"\";\n\n    // Listen to ChatModel start event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"start\",\n        this.handleStart.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n\n    // Listen to ChatModel newToken event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"newToken\",\n        this.handleNewToken.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n\n    // Listen to ChatModel success event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"success\",\n        this.handleSuccess.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n  }\n\n  unbind(): void {\n    // Clean up previous bindings\n    while (this.cleanups.length > 0) {\n      const fn = this.cleanups.shift()!;\n      fn();\n    }\n  }\n\n  protected createEmitterOptions(): EmitterOptions {\n    return {\n      matchNested: this.matchNested,\n      isBlocking: true,\n    };\n  }\n\n  private async process(toolName: string, args: any): Promise<void> {\n    if (toolName !== this.target.name) {\n      return;\n    }\n\n    const parsedArgs = isString(args) ? parseBrokenJson(args, { pair: [\"{\", \"}\"] }) : args;\n    const outputStructured = (await this.target.parse(parsedArgs).catch(() => null)) as T;\n    if (!outputStructured) {\n      return;\n    }\n\n    let output = \"\";\n    if (hasProp(outputStructured, this.key as keyof T)) {\n      output = (outputStructured as any)[this.key] || \"\";\n      if (!isString(output)) {\n        output = JSON.stringify(output);\n      }\n      this.delta = output.slice(this.buffer.length);\n      this.buffer = output;\n\n      if (!this.delta) {\n        return;\n      }\n    }\n\n    await this.emitter.emit(\"update\", {\n      outputStructured,\n      delta: this.delta,\n      output,\n    });\n  }\n\n  private async handleStart(\n    data: InferCallbackValue<ChatModelEvents[\"start\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    if (this.forceStreaming) {\n      data.input.stream = true;\n      data.input.streamPartialToolCalls = true;\n    }\n  }\n\n  private async handleSuccess(\n    data: InferCallbackValue<ChatModelEvents[\"success\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    // If we haven't received any tokens yet, process the final output\n    if (this.output.messages.length === 0) {\n      await this.handleNewToken({ value: data.value, callbacks: { abort: () => {} } }, _meta);\n    }\n  }\n\n  private async handleNewToken(\n    data: InferCallbackValue<ChatModelEvents[\"newToken\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    await this.output.merge(data.value);\n\n    const toolCalls = this.output.getToolCalls();\n    if (toolCalls.length > 0) {\n      for (const toolCall of toolCalls) {\n        await this.process(toolCall.toolName, toolCall.input);\n      }\n      return;\n    }\n\n    // Try to parse text content as a tool call\n    const textContent = this.output.getTextContent();\n    const toolCall = parseBrokenJson(textContent, { pair: [\"{\", \"}\"] });\n\n    if (!toolCall || !isPlainObject(toolCall)) {\n      return;\n    }\n\n    await this.process(toolCall.name as string, toolCall.parameters as any);\n  }\n}\n"]}