beeai-framework 0.1.24 → 0.1.26

package/dist/middleware/streamToolCall.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/middleware/streamToolCall.ts"],"names":["StreamToolCallMiddleware","Middleware","target","key","matchNested","forceStreaming","cleanups","output","ChatModelOutput","buffer","delta","emitter","options","Emitter","root","child","namespace","reset","isEmpty","length","bind","ctx","push","instance","match","meta","creator","ChatModel","name","handleStart","createEmitterOptions","handleNewToken","handleSuccess","unbind","fn","shift","isBlocking","process","toolName","args","parsedArgs","isString","parseBrokenJson","pair","outputStructured","parse","catch","hasProp","JSON","stringify","slice","emit","data","_meta","input","stream","streamPartialToolCalls","messages","value","callbacks","abort","merge","toolCalls","getToolCalls","toolCall","textContent","getTextContent","isPlainObject","parameters"],"mappings":";;;;;;;;;;;AAuEO,MAAMA,iCAA0CC,sBAAAA,CAAAA;EAvEvD;;;AAwEmBC,EAAAA,MAAAA;AACAC,EAAAA,GAAAA;AACAC,EAAAA,WAAAA;AACAC,EAAAA,cAAAA;AACAC,EAAAA,QAAAA,GAA2B,EAAA;EAEpCC,MAAAA,GAAS,IAAIC,wBAAAA,CAAgB,EAAE,CAAA;EAC/BC,MAAAA,GAAS,EAAA;EACTC,KAAAA,GAAQ,EAAA;AAEAC,EAAAA,OAAAA;AAEhB,EAAA,WAAA,CAAYC,OAAAA,EAA0C;AACpD,IAAA,KAAA,EAAK;AAEL,IAAA,IAAA,CAAKV,SAASU,OAAAA,CAAQV,MAAAA;AACtB,IAAA,IAAA,CAAKC,MAAMS,OAAAA,CAAQT,GAAAA;AACnB,IAAA,IAAA,CAAKC,WAAAA,GAAcQ,QAAQR,WAAAA,IAAe,KAAA;AAC1C,IAAA,IAAA,CAAKC,cAAAA,GAAiBO,QAAQP,cAAAA,IAAkB,KAAA;AAEhD,IAAA,IAAA,CAAKM,OAAAA,GAAUE,mBAAAA,CAAQC,IAAAA,CAAKC,KAAAA,CAA4C;MACtEC,SAAAA,EAAW;AAAC,QAAA,YAAA;AAAc,QAAA;;KAC5B,CAAA;AACF;EAEAC,KAAAA,GAAQ;AACN,IAAA,IAAA,CAAKV,MAAAA,GAAS,IAAIC,wBAAAA,CAAgB,EAAE,CAAA;AACpC,IAAA,IAAA,CAAKC,MAAAA,GAAS,EAAA;AACd,IAAA,IAAA,CAAKC,KAAAA,GAAQ,EAAA;AACf;EAEAQ,OAAAA,GAAU;AACR,IAAA,OAAO,IAAA,CAAKT,OAAOU,MAAAA,KAAW,CAAA;AAChC;AAEAC,EAAAA,IAAAA,CAAKC,GAAAA,EAAoC;AACvC,IAAA,IAAA,CAAKJ,KAAAA,EAAK;AAGV,IAAA,IAAA,CAAKX,QAAAA,CAASgB,KACZD,GAAAA,CAAIE,QAAAA,CAASZ,QAAQa,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,kBAAAA,IAAaF,KAAKG,IAAAA,KAAS,OAAA,EAC7D,KAAKC,WAAAA,CAAYT,IAAAA,CAAK,IAAI,CAAA,EAC1B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAK7B,IAAA,IAAA,CAAKxB,QAAAA,CAASgB,KACZD,GAAAA,CAAIE,QAAAA,CAASZ,QAAQa,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,kBAAAA,IAAaF,KAAKG,IAAAA,KAAS,UAAA,EAC7D,KAAKG,cAAAA,CAAeX,IAAAA,CAAK,IAAI,CAAA,EAC7B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAK7B,IAAA,IAAA,CAAKxB,QAAAA,CAASgB,KACZD,GAAAA,CAAIE,QAAAA,CAASZ,QAAQa,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,kBAAAA,IAAaF,KAAKG,IAAAA,KAAS,SAAA,EAC7D,KAAKI,aAAAA,CAAcZ,IAAAA,CAAK,IAAI,CAAA,EAC5B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAG/B;EAEAG,MAAAA,GAAe;AAEb,IAAA,OAAO,IAAA,CAAK3B,QAAAA,CAASa,MAAAA,GAAS,CAAA,EAAG;AAC/B,MAAA,MAAMe,EAAAA,GAAK,IAAA,CAAK5B,QAAAA,CAAS6B,KAAAA,EAAK;AAC9BD,MAAAA,EAAAA,EAAAA;AACF;AACF;EAEUJ,oBAAAA,GAAuC;AAC/C,IAAA,OAAO;AACL1B,MAAAA,WAAAA,EAAa,IAAA,CAAKA,WAAAA;MAClBgC,UAAAA,EAAY;AACd,KAAA;AACF;EAEA,MAAcC,OAAAA,CAAQC,UAAkBC,IAAAA,EAA0B;AAChE,IAAA,IAAID,QAAAA,KAAa,IAAA,CAAKpC,MAAAA,CAAO0B,IAAAA,EAAM;AACjC,MAAA;AACF;AAEA,IAAA,MAAMY,UAAAA,GAAaC,eAAAA,CAASF,IAAAA,CAAAA,GAAQG,2BAAgBH,IAAAA,EAAM;MAAEI,IAAAA,EAAM;AAAC,QAAA,GAAA;AAAK,QAAA;;AAAK,KAAA,CAAA,GAAKJ,IAAAA;AAClF,IAAA,MAAMK,gBAAAA,GAAoB,MAAM,IAAA,CAAK1C,MAAAA,CAAO2C,MAAML,UAAAA,CAAAA,CAAYM,KAAAA,CAAM,MAAM,IAAA,CAAA;AAC1E,IAAA,IAAI,CAACF,gBAAAA,EAAkB;AACrB,MAAA;AACF;AAEA,IAAA,IAAIrC,MAAAA,GAAS,EAAA;AACb,IAAA,IAAIwC,kBAAAA,CAAQH,gBAAAA,EAAkB,IAAA,CAAKzC,GAAG,CAAA,EAAc;AAClDI,MAAAA,MAAAA,GAAUqC,gBAAAA,CAAyB,IAAA,CAAKzC,GAAG,CAAA,IAAK,EAAA;AAChD,MAAA,IAAI,CAACsC,eAAAA,CAASlC,MAAAA,CAAAA,EAAS;AACrBA,QAAAA,MAAAA,GAASyC,IAAAA,CAAKC,UAAU1C,MAAAA,CAAAA;AAC1B;AACA,MAAA,IAAA,CAAKG,KAAAA,GAAQH,MAAAA,CAAO2C,KAAAA,CAAM,IAAA,CAAKzC,OAAOU,MAAM,CAAA;AAC5C,MAAA,IAAA,CAAKV,MAAAA,GAASF,MAAAA;AAEd,MAAA,IAAI,CAAC,KAAKG,KAAAA,EAAO;AACf,QAAA;AACF;AACF;AAEA,IAAA,MAAM,IAAA,CAAKC,OAAAA,CAAQwC,IAAAA,CAAK,QAAA,EAAU;AAChCP,MAAAA,gBAAAA;AACAlC,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZH,MAAAA;KACF,CAAA;AACF;EAEA,MAAcsB,WAAAA,CACZuB,MACAC,KAAAA,EACe;AACf,IAAA,IAAI,KAAKhD,cAAAA,EAAgB;AACvB+C,MAAAA,IAAAA,CAAKE,MAAMC,MAAAA,GAAS,IAAA;AACpBH,MAAAA,IAAAA,CAAKE,MAAME,sBAAAA,GAAyB,IAAA;AACtC;AACF;EAEA,MAAcxB,aAAAA,CACZoB,MACAC,KAAAA,EACe;AAEf,IAAA,IAAI,IAAA,CAAK9C,MAAAA,CAAOkD,QAAAA,CAAStC,MAAAA,KAAW,CAAA,EAAG;AACrC,MAAA,MAAM,KAAKY,cAAAA,CAAe;AAAE2B,QAAAA,KAAAA,EAAON,IAAAA,CAAKM,KAAAA;QAAOC,SAAAA,EAAW;AAAEC,UAAAA,KAAAA,kBAAO,MAAA,CAAA,MAAA;WAAO,EAAP,OAAA;AAAS;AAAE,OAAA,EAAGP,KAAAA,CAAAA;AACnF;AACF;EAEA,MAActB,cAAAA,CACZqB,MACAC,KAAAA,EACe;AACf,IAAA,MAAM,IAAA,CAAK9C,MAAAA,CAAOsD,KAAAA,CAAMT,IAAAA,CAAKM,KAAK,CAAA;AAElC,IAAA,MAAMI,SAAAA,GAAY,IAAA,CAAKvD,MAAAA,CAAOwD,YAAAA,EAAY;AAC1C,IAAA,IAAID,SAAAA,CAAU3C,SAAS,CAAA,EAAG;AACxB,MAAA,KAAA,MAAW6C,aAAYF,SAAAA,EAAW;AAChC,QAAA,MAAM,IAAA,CAAKzB,OAAAA,CAAQ2B,SAAAA,CAAS1B,QAAAA,EAAU0B,UAASV,KAAK,CAAA;AACtD;AACA,MAAA;AACF;AAGA,IAAA,MAAMW,WAAAA,GAAc,IAAA,CAAK1D,MAAAA,CAAO2D,cAAAA,EAAc;AAC9C,IAAA,MAAMF,QAAAA,GAAWtB,2BAAgBuB,WAAAA,EAAa;MAAEtB,IAAAA,EAAM;AAAC,QAAA,GAAA;AAAK,QAAA;;KAAK,CAAA;AAEjE,IAAA,IAAI,CAACqB,QAAAA,IAAY,CAACG,oBAAAA,CAAcH,QAAAA,CAAAA,EAAW;AACzC,MAAA;AACF;AAEA,IAAA,MAAM,IAAA,CAAK3B,OAAAA,CAAQ2B,QAAAA,CAASpC,IAAAA,EAAgBoC,SAASI,UAAU,CAAA;AACjE;AACF","file":"streamToolCall.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { Middleware, RunContext, RunInstance } from \"@/context.js\";\nimport { Callback, Emitter, EventMeta } from \"@/emitter/emitter.js\";\nimport { ChatModel, ChatModelEvents } from \"@/backend/chat.js\";\nimport { ChatModelOutput } from \"@/backend/chat.js\";\nimport { Tool } from \"@/tools/base.js\";\nimport { parseBrokenJson } from \"@/internals/helpers/schema.js\";\nimport { isPlainObject, isString } from \"remeda\";\nimport { hasProp } from \"@/internals/helpers/object.js\";\nimport { EmitterOptions, InferCallbackValue } from \"@/emitter/types.js\";\n\n/**\n * Event emitted when the middleware detects an update to the target tool's arguments\n */\nexport interface StreamToolCallMiddlewareUpdateEvent<T = any> {\n  /** The validated and structured tool input */\n  outputStructured: T | null;\n  /** The current value of the target field */\n  output: string;\n  /** The incremental change since the last update */\n  delta: string;\n}\n\n/**\n * Callbacks for StreamToolCallMiddleware events\n */\nexport interface StreamToolCallMiddlewareCallbacks<T = any> {\n  update: Callback<StreamToolCallMiddlewareUpdateEvent<T>>;\n}\n\n/**\n * Options for configuring StreamToolCallMiddleware\n */\nexport interface StreamToolCallMiddlewareOptions {\n  /** The tool to monitor for streaming updates */\n  target: Tool<any>;\n  /** The field name in the tool's input schema to stream */\n  key: string;\n  /** Whether to apply middleware to nested run contexts */\n  matchNested?: boolean;\n  /** Whether to force streaming on the ChatModel */\n  forceStreaming?: boolean;\n}\n\n/**\n * Middleware for handling streaming tool calls in a ChatModel.\n *\n * This middleware observes and listens to ChatModel stream updates and parses\n * the tool calls on demand so that they can be consumed as soon as possible.\n *\n * @example\n * ```typescript\n * const middleware = new StreamToolCallMiddleware({\n *   target: thinkTool,\n *   key: \"thoughts\",\n *   matchNested: false,\n *   forceStreaming: true,\n * });\n *\n * middleware.emitter.on(\"update\", (event) => {\n *   console.log(\"Delta:\", event.delta);\n *   console.log(\"Structured:\", event.outputStructured);\n * });\n *\n * await llm.run(messages, { tools: [thinkTool] }).middleware(middleware);\n * ```\n */\nexport class StreamToolCallMiddleware<T = any> extends Middleware<RunInstance> {\n  private readonly target: Tool<any>;\n  private readonly key: string;\n  private readonly matchNested: boolean;\n  private readonly forceStreaming: boolean;\n  private readonly cleanups: (() => void)[] = [];\n\n  private output = new ChatModelOutput([]);\n  private buffer = \"\";\n  private delta = \"\";\n\n  public readonly emitter: Emitter<StreamToolCallMiddlewareCallbacks<T>>;\n\n  constructor(options: StreamToolCallMiddlewareOptions) {\n    super();\n\n    this.target = options.target;\n    this.key = options.key;\n    this.matchNested = options.matchNested ?? false;\n    this.forceStreaming = options.forceStreaming ?? false;\n\n    this.emitter = Emitter.root.child<StreamToolCallMiddlewareCallbacks<T>>({\n      namespace: [\"middleware\", \"streamToolCall\"],\n    });\n  }\n\n  reset() {\n    this.output = new ChatModelOutput([]);\n    this.buffer = \"\";\n    this.delta = \"\";\n  }\n\n  isEmpty() {\n    return this.buffer.length === 0;\n  }\n\n  bind(ctx: RunContext<RunInstance>): void {\n    this.reset();\n\n    // Listen to ChatModel start event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"start\",\n        this.handleStart.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n\n    // Listen to ChatModel newToken event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"newToken\",\n        this.handleNewToken.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n\n    // Listen to ChatModel success event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"success\",\n        this.handleSuccess.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n  }\n\n  unbind(): void {\n    // Clean up previous bindings\n    while (this.cleanups.length > 0) {\n      const fn = this.cleanups.shift()!;\n      fn();\n    }\n  }\n\n  protected createEmitterOptions(): EmitterOptions {\n    return {\n      matchNested: this.matchNested,\n      isBlocking: true,\n    };\n  }\n\n  private async process(toolName: string, args: any): Promise<void> {\n    if (toolName !== this.target.name) {\n      return;\n    }\n\n    const parsedArgs = isString(args) ? parseBrokenJson(args, { pair: [\"{\", \"}\"] }) : args;\n    const outputStructured = (await this.target.parse(parsedArgs).catch(() => null)) as T;\n    if (!outputStructured) {\n      return;\n    }\n\n    let output = \"\";\n    if (hasProp(outputStructured, this.key as keyof T)) {\n      output = (outputStructured as any)[this.key] || \"\";\n      if (!isString(output)) {\n        output = JSON.stringify(output);\n      }\n      this.delta = output.slice(this.buffer.length);\n      this.buffer = output;\n\n      if (!this.delta) {\n        return;\n      }\n    }\n\n    await this.emitter.emit(\"update\", {\n      outputStructured,\n      delta: this.delta,\n      output,\n    });\n  }\n\n  private async handleStart(\n    data: InferCallbackValue<ChatModelEvents[\"start\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    if (this.forceStreaming) {\n      data.input.stream = true;\n      data.input.streamPartialToolCalls = true;\n    }\n  }\n\n  private async handleSuccess(\n    data: InferCallbackValue<ChatModelEvents[\"success\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    // If we haven't received any tokens yet, process the final output\n    if (this.output.messages.length === 0) {\n      await this.handleNewToken({ value: data.value, callbacks: { abort: () => {} } }, _meta);\n    }\n  }\n\n  private async handleNewToken(\n    data: InferCallbackValue<ChatModelEvents[\"newToken\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    await this.output.merge(data.value);\n\n    const toolCalls = this.output.getToolCalls();\n    if (toolCalls.length > 0) {\n      for (const toolCall of toolCalls) {\n        await this.process(toolCall.toolName, toolCall.input);\n      }\n      return;\n    }\n\n    // Try to parse text content as a tool call\n    const textContent = this.output.getTextContent();\n    const toolCall = parseBrokenJson(textContent, { pair: [\"{\", \"}\"] });\n\n    if (!toolCall || !isPlainObject(toolCall)) {\n      return;\n    }\n\n    await this.process(toolCall.name as string, toolCall.parameters as any);\n  }\n}\n"]}
+{"version":3,"sources":["../../src/middleware/streamToolCall.ts"],"names":["StreamToolCallMiddleware","Middleware","target","key","matchNested","forceStreaming","cleanups","output","ChatModelOutput","buffer","delta","emitter","options","Emitter","root","child","namespace","reset","add","chunk","handleNewToken","value","callbacks","abort","isEmpty","length","bind","ctx","push","instance","match","meta","creator","ChatModel","name","handleStart","createEmitterOptions","handleSuccess","unbind","fn","shift","isBlocking","process","toolName","args","parsedArgs","isString","parseBrokenJson","pair","outputStructured","parse","catch","hasProp","JSON","stringify","slice","emit","data","_meta","input","stream","streamPartialToolCalls","messages","merge","toolCalls","getToolCalls","toolCall","textContent","getTextContent","isPlainObject","parameters"],"mappings":";;;;;;;;;;;AAuEO,MAAMA,iCAA0CC,sBAAAA,CAAAA;EAvEvD;;;AAwEmBC,EAAAA,MAAAA;AACAC,EAAAA,GAAAA;AACAC,EAAAA,WAAAA;AACAC,EAAAA,cAAAA;AACAC,EAAAA,QAAAA,GAA2B,EAAA;EAEpCC,MAAAA,GAAS,IAAIC,wBAAAA,CAAgB,EAAE,CAAA;EAC/BC,MAAAA,GAAS,EAAA;EACTC,KAAAA,GAAQ,EAAA;AAEAC,EAAAA,OAAAA;AAEhB,EAAA,WAAA,CAAYC,OAAAA,EAA0C;AACpD,IAAA,KAAA,EAAK;AAEL,IAAA,IAAA,CAAKV,SAASU,OAAAA,CAAQV,MAAAA;AACtB,IAAA,IAAA,CAAKC,MAAMS,OAAAA,CAAQT,GAAAA;AACnB,IAAA,IAAA,CAAKC,WAAAA,GAAcQ,QAAQR,WAAAA,IAAe,KAAA;AAC1C,IAAA,IAAA,CAAKC,cAAAA,GAAiBO,QAAQP,cAAAA,IAAkB,KAAA;AAEhD,IAAA,IAAA,CAAKM,OAAAA,GAAUE,mBAAAA,CAAQC,IAAAA,CAAKC,KAAAA,CAA4C;MACtEC,SAAAA,EAAW;AAAC,QAAA,YAAA;AAAc,QAAA;;KAC5B,CAAA;AACF;EAEAC,KAAAA,GAAQ;AACN,IAAA,IAAA,CAAKV,MAAAA,GAAS,IAAIC,wBAAAA,CAAgB,EAAE,CAAA;AACpC,IAAA,IAAA,CAAKC,MAAAA,GAAS,EAAA;AACd,IAAA,IAAA,CAAKC,KAAAA,GAAQ,EAAA;AACf;AAEA,EAAA,MAAMQ,IAAIC,KAAAA,EAAwB;AAChC,IAAA,MAAM,KAAKC,cAAAA,CACT;MACEC,KAAAA,EAAOF,KAAAA;MACPG,SAAAA,EAAW;AACTC,QAAAA,KAAAA,kBAAO,MAAA,CAAA,MAAA;SAAO,EAAP,OAAA;AACT;AACF,KAAA,EACA,EAAC,CAAA;AAEL;EAEAC,OAAAA,GAAU;AACR,IAAA,OAAO,IAAA,CAAKf,OAAOgB,MAAAA,KAAW,CAAA;AAChC;AAEAC,EAAAA,IAAAA,CAAKC,GAAAA,EAAoC;AACvC,IAAA,IAAA,CAAKV,KAAAA,EAAK;AAGV,IAAA,IAAA,CAAKX,QAAAA,CAASsB,KACZD,GAAAA,CAAIE,QAAAA,CAASlB,QAAQmB,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,kBAAAA,IAAaF,KAAKG,IAAAA,KAAS,OAAA,EAC7D,KAAKC,WAAAA,CAAYT,IAAAA,CAAK,IAAI,CAAA,EAC1B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAK7B,IAAA,IAAA,CAAK9B,QAAAA,CAASsB,KACZD,GAAAA,CAAIE,QAAAA,CAASlB,QAAQmB,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,kBAAAA,IAAaF,KAAKG,IAAAA,KAAS,UAAA,EAC7D,KAAKd,cAAAA,CAAeM,IAAAA,CAAK,IAAI,CAAA,EAC7B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAK7B,IAAA,IAAA,CAAK9B,QAAAA,CAASsB,KACZD,GAAAA,CAAIE,QAAAA,CAASlB,QAAQmB,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,kBAAAA,IAAaF,KAAKG,IAAAA,KAAS,SAAA,EAC7D,KAAKG,aAAAA,CAAcX,IAAAA,CAAK,IAAI,CAAA,EAC5B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAG/B;EAEAE,MAAAA,GAAe;AAEb,IAAA,OAAO,IAAA,CAAKhC,QAAAA,CAASmB,MAAAA,GAAS,CAAA,EAAG;AAC/B,MAAA,MAAMc,EAAAA,GAAK,IAAA,CAAKjC,QAAAA,CAASkC,KAAAA,EAAK;AAC9BD,MAAAA,EAAAA,EAAAA;AACF;AACF;EAEUH,oBAAAA,GAAuC;AAC/C,IAAA,OAAO;AACLhC,MAAAA,WAAAA,EAAa,IAAA,CAAKA,WAAAA;MAClBqC,UAAAA,EAAY;AACd,KAAA;AACF;EAEA,MAAcC,OAAAA,CAAQC,UAAkBC,IAAAA,EAA0B;AAChE,IAAA,IAAID,QAAAA,KAAa,IAAA,CAAKzC,MAAAA,CAAOgC,IAAAA,EAAM;AACjC,MAAA;AACF;AAEA,IAAA,MAAMW,UAAAA,GAAaC,eAAAA,CAASF,IAAAA,CAAAA,GAAQG,2BAAgBH,IAAAA,EAAM;MAAEI,IAAAA,EAAM;AAAC,QAAA,GAAA;AAAK,QAAA;;AAAK,KAAA,CAAA,GAAKJ,IAAAA;AAClF,IAAA,MAAMK,gBAAAA,GAAoB,MAAM,IAAA,CAAK/C,MAAAA,CAAOgD,MAAML,UAAAA,CAAAA,CAAYM,KAAAA,CAAM,MAAM,IAAA,CAAA;AAC1E,IAAA,IAAI,CAACF,gBAAAA,EAAkB;AACrB,MAAA;AACF;AAEA,IAAA,IAAI1C,MAAAA,GAAS,EAAA;AACb,IAAA,IAAI6C,kBAAAA,CAAQH,gBAAAA,EAAkB,IAAA,CAAK9C,GAAG,CAAA,EAAc;AAClDI,MAAAA,MAAAA,GAAU0C,gBAAAA,CAAyB,IAAA,CAAK9C,GAAG,CAAA,IAAK,EAAA;AAChD,MAAA,IAAI,CAAC2C,eAAAA,CAASvC,MAAAA,CAAAA,EAAS;AACrBA,QAAAA,MAAAA,GAAS8C,IAAAA,CAAKC,UAAU/C,MAAAA,CAAAA;AAC1B;AACA,MAAA,IAAA,CAAKG,KAAAA,GAAQH,MAAAA,CAAOgD,KAAAA,CAAM,IAAA,CAAK9C,OAAOgB,MAAM,CAAA;AAC5C,MAAA,IAAA,CAAKhB,MAAAA,GAASF,MAAAA;AAEd,MAAA,IAAI,CAAC,KAAKG,KAAAA,EAAO;AACf,QAAA;AACF;AACF;AAEA,IAAA,MAAM,IAAA,CAAKC,OAAAA,CAAQ6C,IAAAA,CAAK,QAAA,EAAU;AAChCP,MAAAA,gBAAAA;AACAvC,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZH,MAAAA;KACF,CAAA;AACF;EAEA,MAAc4B,WAAAA,CACZsB,MACAC,KAAAA,EACe;AACf,IAAA,IAAI,KAAKrD,cAAAA,EAAgB;AACvBoD,MAAAA,IAAAA,CAAKE,MAAMC,MAAAA,GAAS,IAAA;AACpBH,MAAAA,IAAAA,CAAKE,MAAME,sBAAAA,GAAyB,IAAA;AACtC;AACF;EAEA,MAAcxB,aAAAA,CACZoB,MACAC,KAAAA,EACe;AAEf,IAAA,IAAI,IAAA,CAAKnD,MAAAA,CAAOuD,QAAAA,CAASrC,MAAAA,KAAW,CAAA,EAAG;AACrC,MAAA,MAAM,KAAKL,cAAAA,CAAe;AAAEC,QAAAA,KAAAA,EAAOoC,IAAAA,CAAKpC,KAAAA;QAAOC,SAAAA,EAAW;AAAEC,UAAAA,KAAAA,kBAAO,MAAA,CAAA,MAAA;WAAO,EAAP,OAAA;AAAS;AAAE,OAAA,EAAGmC,KAAAA,CAAAA;AACnF;AACF;EAEA,MAActC,cAAAA,CACZqC,MACAC,KAAAA,EACe;AACf,IAAA,MAAM,IAAA,CAAKnD,MAAAA,CAAOwD,KAAAA,CAAMN,IAAAA,CAAKpC,KAAK,CAAA;AAElC,IAAA,MAAM2C,SAAAA,GAAY,IAAA,CAAKzD,MAAAA,CAAO0D,YAAAA,EAAY;AAC1C,IAAA,IAAID,SAAAA,CAAUvC,SAAS,CAAA,EAAG;AACxB,MAAA,KAAA,MAAWyC,aAAYF,SAAAA,EAAW;AAChC,QAAA,MAAM,IAAA,CAAKtB,OAAAA,CAAQwB,SAAAA,CAASvB,QAAAA,EAAUuB,UAASP,KAAK,CAAA;AACtD;AACA,MAAA;AACF;AAGA,IAAA,MAAMQ,WAAAA,GAAc,IAAA,CAAK5D,MAAAA,CAAO6D,cAAAA,EAAc;AAC9C,IAAA,MAAMF,QAAAA,GAAWnB,2BAAgBoB,WAAAA,EAAa;MAAEnB,IAAAA,EAAM;AAAC,QAAA,GAAA;AAAK,QAAA;;KAAK,CAAA;AAEjE,IAAA,IAAI,CAACkB,QAAAA,IAAY,CAACG,oBAAAA,CAAcH,QAAAA,CAAAA,EAAW;AACzC,MAAA;AACF;AAEA,IAAA,MAAM,IAAA,CAAKxB,OAAAA,CAAQwB,QAAAA,CAAShC,IAAAA,EAAgBgC,SAASI,UAAU,CAAA;AACjE;AACF","file":"streamToolCall.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { Middleware, RunContext, RunInstance } from \"@/context.js\";\nimport { Callback, Emitter, EventMeta } from \"@/emitter/emitter.js\";\nimport { ChatModel, ChatModelEvents } from \"@/backend/chat.js\";\nimport { ChatModelOutput } from \"@/backend/chat.js\";\nimport { Tool } from \"@/tools/base.js\";\nimport { parseBrokenJson } from \"@/internals/helpers/schema.js\";\nimport { isPlainObject, isString } from \"remeda\";\nimport { hasProp } from \"@/internals/helpers/object.js\";\nimport { EmitterOptions, InferCallbackValue } from \"@/emitter/types.js\";\n\n/**\n * Event emitted when the middleware detects an update to the target tool's arguments\n */\nexport interface StreamToolCallMiddlewareUpdateEvent<T = any> {\n  /** The validated and structured tool input */\n  outputStructured: T | null;\n  /** The current value of the target field */\n  output: string;\n  /** The incremental change since the last update */\n  delta: string;\n}\n\n/**\n * Callbacks for StreamToolCallMiddleware events\n */\nexport interface StreamToolCallMiddlewareCallbacks<T = any> {\n  update: Callback<StreamToolCallMiddlewareUpdateEvent<T>>;\n}\n\n/**\n * Options for configuring StreamToolCallMiddleware\n */\nexport interface StreamToolCallMiddlewareOptions {\n  /** The tool to monitor for streaming updates */\n  target: Tool<any>;\n  /** The field name in the tool's input schema to stream */\n  key: string;\n  /** Whether to apply middleware to nested run contexts */\n  matchNested?: boolean;\n  /** Whether to force streaming on the ChatModel */\n  forceStreaming?: boolean;\n}\n\n/**\n * Middleware for handling streaming tool calls in a ChatModel.\n *\n * This middleware observes and listens to ChatModel stream updates and parses\n * the tool calls on demand so that they can be consumed as soon as possible.\n *\n * @example\n * ```typescript\n * const middleware = new StreamToolCallMiddleware({\n *   target: thinkTool,\n *   key: \"thoughts\",\n *   matchNested: false,\n *   forceStreaming: true,\n * });\n *\n * middleware.emitter.on(\"update\", (event) => {\n *   console.log(\"Delta:\", event.delta);\n *   console.log(\"Structured:\", event.outputStructured);\n * });\n *\n * await llm.run(messages, { tools: [thinkTool] }).middleware(middleware);\n * ```\n */\nexport class StreamToolCallMiddleware<T = any> extends Middleware<RunInstance> {\n  private readonly target: Tool<any>;\n  private readonly key: string;\n  private readonly matchNested: boolean;\n  private readonly forceStreaming: boolean;\n  private readonly cleanups: (() => void)[] = [];\n\n  private output = new ChatModelOutput([]);\n  private buffer = \"\";\n  private delta = \"\";\n\n  public readonly emitter: Emitter<StreamToolCallMiddlewareCallbacks<T>>;\n\n  constructor(options: StreamToolCallMiddlewareOptions) {\n    super();\n\n    this.target = options.target;\n    this.key = options.key;\n    this.matchNested = options.matchNested ?? false;\n    this.forceStreaming = options.forceStreaming ?? false;\n\n    this.emitter = Emitter.root.child<StreamToolCallMiddlewareCallbacks<T>>({\n      namespace: [\"middleware\", \"streamToolCall\"],\n    });\n  }\n\n  reset() {\n    this.output = new ChatModelOutput([]);\n    this.buffer = \"\";\n    this.delta = \"\";\n  }\n\n  async add(chunk: ChatModelOutput) {\n    await this.handleNewToken(\n      {\n        value: chunk,\n        callbacks: {\n          abort: () => {},\n        },\n      },\n      {} as EventMeta,\n    );\n  }\n\n  isEmpty() {\n    return this.buffer.length === 0;\n  }\n\n  bind(ctx: RunContext<RunInstance>): void {\n    this.reset();\n\n    // Listen to ChatModel start event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"start\",\n        this.handleStart.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n\n    // Listen to ChatModel newToken event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"newToken\",\n        this.handleNewToken.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n\n    // Listen to ChatModel success event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"success\",\n        this.handleSuccess.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n  }\n\n  unbind(): void {\n    // Clean up previous bindings\n    while (this.cleanups.length > 0) {\n      const fn = this.cleanups.shift()!;\n      fn();\n    }\n  }\n\n  protected createEmitterOptions(): EmitterOptions {\n    return {\n      matchNested: this.matchNested,\n      isBlocking: true,\n    };\n  }\n\n  private async process(toolName: string, args: any): Promise<void> {\n    if (toolName !== this.target.name) {\n      return;\n    }\n\n    const parsedArgs = isString(args) ? parseBrokenJson(args, { pair: [\"{\", \"}\"] }) : args;\n    const outputStructured = (await this.target.parse(parsedArgs).catch(() => null)) as T;\n    if (!outputStructured) {\n      return;\n    }\n\n    let output = \"\";\n    if (hasProp(outputStructured, this.key as keyof T)) {\n      output = (outputStructured as any)[this.key] || \"\";\n      if (!isString(output)) {\n        output = JSON.stringify(output);\n      }\n      this.delta = output.slice(this.buffer.length);\n      this.buffer = output;\n\n      if (!this.delta) {\n        return;\n      }\n    }\n\n    await this.emitter.emit(\"update\", {\n      outputStructured,\n      delta: this.delta,\n      output,\n    });\n  }\n\n  private async handleStart(\n    data: InferCallbackValue<ChatModelEvents[\"start\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    if (this.forceStreaming) {\n      data.input.stream = true;\n      data.input.streamPartialToolCalls = true;\n    }\n  }\n\n  private async handleSuccess(\n    data: InferCallbackValue<ChatModelEvents[\"success\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    // If we haven't received any tokens yet, process the final output\n    if (this.output.messages.length === 0) {\n      await this.handleNewToken({ value: data.value, callbacks: { abort: () => {} } }, _meta);\n    }\n  }\n\n  private async handleNewToken(\n    data: InferCallbackValue<ChatModelEvents[\"newToken\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    await this.output.merge(data.value);\n\n    const toolCalls = this.output.getToolCalls();\n    if (toolCalls.length > 0) {\n      for (const toolCall of toolCalls) {\n        await this.process(toolCall.toolName, toolCall.input);\n      }\n      return;\n    }\n\n    // Try to parse text content as a tool call\n    const textContent = this.output.getTextContent();\n    const toolCall = parseBrokenJson(textContent, { pair: [\"{\", \"}\"] });\n\n    if (!toolCall || !isPlainObject(toolCall)) {\n      return;\n    }\n\n    await this.process(toolCall.name as string, toolCall.parameters as any);\n  }\n}\n"]}

package/dist/middleware/streamToolCall.d.cts

@@ -1,16 +1,23 @@
 import { Middleware, RunInstance, RunContext } from '../context.cjs';
 import { C as Callback, E as Emitter, a as EmitterOptions } from '../emitter-jN55XZZq.cjs';
+import { n as ChatModelOutput } from '../chat-BFl85cqt.cjs';
 import { Tool } from '../tools/base.cjs';
 import '../internals/serializable.cjs';
 import '../internals/types.cjs';
 import '../internals/helpers/guards.cjs';
 import '../internals/helpers/promise.cjs';
 import '../errors.cjs';
-import 'ajv';
+import '../backend/message.cjs';
+import 'ai';
 import 'promise-based-task';
 import '../cache/base.cjs';
-import '../internals/helpers/schema.cjs';
+import '../backend/constants.cjs';
 import 'zod';
+import 'ajv';
+import '../template.cjs';
+import '../logger/logger.cjs';
+import 'pino';
+import '../internals/helpers/schema.cjs';
 import 'zod-to-json-schema';
 
 /**
@@ -83,6 +90,7 @@ declare class StreamToolCallMiddleware<T = any> extends Middleware<RunInstance>
     readonly emitter: Emitter<StreamToolCallMiddlewareCallbacks<T>>;
     constructor(options: StreamToolCallMiddlewareOptions);
     reset(): void;
+    add(chunk: ChatModelOutput): Promise<void>;
     isEmpty(): boolean;
     bind(ctx: RunContext<RunInstance>): void;
     unbind(): void;

package/dist/middleware/streamToolCall.d.ts

@@ -1,16 +1,23 @@
 import { Middleware, RunInstance, RunContext } from '../context.js';
 import { C as Callback, E as Emitter, a as EmitterOptions } from '../emitter-36-9MnvA.js';
+import { n as ChatModelOutput } from '../chat-BRuyDeKR.js';
 import { Tool } from '../tools/base.js';
 import '../internals/serializable.js';
 import '../internals/types.js';
 import '../internals/helpers/guards.js';
 import '../internals/helpers/promise.js';
 import '../errors.js';
-import 'ajv';
+import '../backend/message.js';
+import 'ai';
 import 'promise-based-task';
 import '../cache/base.js';
-import '../internals/helpers/schema.js';
+import '../backend/constants.js';
 import 'zod';
+import 'ajv';
+import '../template.js';
+import '../logger/logger.js';
+import 'pino';
+import '../internals/helpers/schema.js';
 import 'zod-to-json-schema';
 
 /**
@@ -83,6 +90,7 @@ declare class StreamToolCallMiddleware<T = any> extends Middleware<RunInstance>
     readonly emitter: Emitter<StreamToolCallMiddlewareCallbacks<T>>;
     constructor(options: StreamToolCallMiddlewareOptions);
     reset(): void;
+    add(chunk: ChatModelOutput): Promise<void>;
     isEmpty(): boolean;
     bind(ctx: RunContext<RunInstance>): void;
     unbind(): void;

package/dist/middleware/streamToolCall.js

@@ -38,6 +38,15 @@ class StreamToolCallMiddleware extends Middleware {
     this.buffer = "";
     this.delta = "";
   }
+  async add(chunk) {
+    await this.handleNewToken({
+      value: chunk,
+      callbacks: {
+        abort: /* @__PURE__ */ __name(() => {
+        }, "abort")
+      }
+    }, {});
+  }
   isEmpty() {
     return this.buffer.length === 0;
   }

package/dist/middleware/streamToolCall.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/middleware/streamToolCall.ts"],"names":["StreamToolCallMiddleware","Middleware","target","key","matchNested","forceStreaming","cleanups","output","ChatModelOutput","buffer","delta","emitter","options","Emitter","root","child","namespace","reset","isEmpty","length","bind","ctx","push","instance","match","meta","creator","ChatModel","name","handleStart","createEmitterOptions","handleNewToken","handleSuccess","unbind","fn","shift","isBlocking","process","toolName","args","parsedArgs","isString","parseBrokenJson","pair","outputStructured","parse","catch","hasProp","JSON","stringify","slice","emit","data","_meta","input","stream","streamPartialToolCalls","messages","value","callbacks","abort","merge","toolCalls","getToolCalls","toolCall","textContent","getTextContent","isPlainObject","parameters"],"mappings":";;;;;;;;;AAuEO,MAAMA,iCAA0CC,UAAAA,CAAAA;EAvEvD;;;AAwEmBC,EAAAA,MAAAA;AACAC,EAAAA,GAAAA;AACAC,EAAAA,WAAAA;AACAC,EAAAA,cAAAA;AACAC,EAAAA,QAAAA,GAA2B,EAAA;EAEpCC,MAAAA,GAAS,IAAIC,eAAAA,CAAgB,EAAE,CAAA;EAC/BC,MAAAA,GAAS,EAAA;EACTC,KAAAA,GAAQ,EAAA;AAEAC,EAAAA,OAAAA;AAEhB,EAAA,WAAA,CAAYC,OAAAA,EAA0C;AACpD,IAAA,KAAA,EAAK;AAEL,IAAA,IAAA,CAAKV,SAASU,OAAAA,CAAQV,MAAAA;AACtB,IAAA,IAAA,CAAKC,MAAMS,OAAAA,CAAQT,GAAAA;AACnB,IAAA,IAAA,CAAKC,WAAAA,GAAcQ,QAAQR,WAAAA,IAAe,KAAA;AAC1C,IAAA,IAAA,CAAKC,cAAAA,GAAiBO,QAAQP,cAAAA,IAAkB,KAAA;AAEhD,IAAA,IAAA,CAAKM,OAAAA,GAAUE,OAAAA,CAAQC,IAAAA,CAAKC,KAAAA,CAA4C;MACtEC,SAAAA,EAAW;AAAC,QAAA,YAAA;AAAc,QAAA;;KAC5B,CAAA;AACF;EAEAC,KAAAA,GAAQ;AACN,IAAA,IAAA,CAAKV,MAAAA,GAAS,IAAIC,eAAAA,CAAgB,EAAE,CAAA;AACpC,IAAA,IAAA,CAAKC,MAAAA,GAAS,EAAA;AACd,IAAA,IAAA,CAAKC,KAAAA,GAAQ,EAAA;AACf;EAEAQ,OAAAA,GAAU;AACR,IAAA,OAAO,IAAA,CAAKT,OAAOU,MAAAA,KAAW,CAAA;AAChC;AAEAC,EAAAA,IAAAA,CAAKC,GAAAA,EAAoC;AACvC,IAAA,IAAA,CAAKJ,KAAAA,EAAK;AAGV,IAAA,IAAA,CAAKX,QAAAA,CAASgB,KACZD,GAAAA,CAAIE,QAAAA,CAASZ,QAAQa,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,SAAAA,IAAaF,KAAKG,IAAAA,KAAS,OAAA,EAC7D,KAAKC,WAAAA,CAAYT,IAAAA,CAAK,IAAI,CAAA,EAC1B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAK7B,IAAA,IAAA,CAAKxB,QAAAA,CAASgB,KACZD,GAAAA,CAAIE,QAAAA,CAASZ,QAAQa,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,SAAAA,IAAaF,KAAKG,IAAAA,KAAS,UAAA,EAC7D,KAAKG,cAAAA,CAAeX,IAAAA,CAAK,IAAI,CAAA,EAC7B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAK7B,IAAA,IAAA,CAAKxB,QAAAA,CAASgB,KACZD,GAAAA,CAAIE,QAAAA,CAASZ,QAAQa,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,SAAAA,IAAaF,KAAKG,IAAAA,KAAS,SAAA,EAC7D,KAAKI,aAAAA,CAAcZ,IAAAA,CAAK,IAAI,CAAA,EAC5B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAG/B;EAEAG,MAAAA,GAAe;AAEb,IAAA,OAAO,IAAA,CAAK3B,QAAAA,CAASa,MAAAA,GAAS,CAAA,EAAG;AAC/B,MAAA,MAAMe,EAAAA,GAAK,IAAA,CAAK5B,QAAAA,CAAS6B,KAAAA,EAAK;AAC9BD,MAAAA,EAAAA,EAAAA;AACF;AACF;EAEUJ,oBAAAA,GAAuC;AAC/C,IAAA,OAAO;AACL1B,MAAAA,WAAAA,EAAa,IAAA,CAAKA,WAAAA;MAClBgC,UAAAA,EAAY;AACd,KAAA;AACF;EAEA,MAAcC,OAAAA,CAAQC,UAAkBC,IAAAA,EAA0B;AAChE,IAAA,IAAID,QAAAA,KAAa,IAAA,CAAKpC,MAAAA,CAAO0B,IAAAA,EAAM;AACjC,MAAA;AACF;AAEA,IAAA,MAAMY,UAAAA,GAAaC,QAAAA,CAASF,IAAAA,CAAAA,GAAQG,gBAAgBH,IAAAA,EAAM;MAAEI,IAAAA,EAAM;AAAC,QAAA,GAAA;AAAK,QAAA;;AAAK,KAAA,CAAA,GAAKJ,IAAAA;AAClF,IAAA,MAAMK,gBAAAA,GAAoB,MAAM,IAAA,CAAK1C,MAAAA,CAAO2C,MAAML,UAAAA,CAAAA,CAAYM,KAAAA,CAAM,MAAM,IAAA,CAAA;AAC1E,IAAA,IAAI,CAACF,gBAAAA,EAAkB;AACrB,MAAA;AACF;AAEA,IAAA,IAAIrC,MAAAA,GAAS,EAAA;AACb,IAAA,IAAIwC,OAAAA,CAAQH,gBAAAA,EAAkB,IAAA,CAAKzC,GAAG,CAAA,EAAc;AAClDI,MAAAA,MAAAA,GAAUqC,gBAAAA,CAAyB,IAAA,CAAKzC,GAAG,CAAA,IAAK,EAAA;AAChD,MAAA,IAAI,CAACsC,QAAAA,CAASlC,MAAAA,CAAAA,EAAS;AACrBA,QAAAA,MAAAA,GAASyC,IAAAA,CAAKC,UAAU1C,MAAAA,CAAAA;AAC1B;AACA,MAAA,IAAA,CAAKG,KAAAA,GAAQH,MAAAA,CAAO2C,KAAAA,CAAM,IAAA,CAAKzC,OAAOU,MAAM,CAAA;AAC5C,MAAA,IAAA,CAAKV,MAAAA,GAASF,MAAAA;AAEd,MAAA,IAAI,CAAC,KAAKG,KAAAA,EAAO;AACf,QAAA;AACF;AACF;AAEA,IAAA,MAAM,IAAA,CAAKC,OAAAA,CAAQwC,IAAAA,CAAK,QAAA,EAAU;AAChCP,MAAAA,gBAAAA;AACAlC,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZH,MAAAA;KACF,CAAA;AACF;EAEA,MAAcsB,WAAAA,CACZuB,MACAC,KAAAA,EACe;AACf,IAAA,IAAI,KAAKhD,cAAAA,EAAgB;AACvB+C,MAAAA,IAAAA,CAAKE,MAAMC,MAAAA,GAAS,IAAA;AACpBH,MAAAA,IAAAA,CAAKE,MAAME,sBAAAA,GAAyB,IAAA;AACtC;AACF;EAEA,MAAcxB,aAAAA,CACZoB,MACAC,KAAAA,EACe;AAEf,IAAA,IAAI,IAAA,CAAK9C,MAAAA,CAAOkD,QAAAA,CAAStC,MAAAA,KAAW,CAAA,EAAG;AACrC,MAAA,MAAM,KAAKY,cAAAA,CAAe;AAAE2B,QAAAA,KAAAA,EAAON,IAAAA,CAAKM,KAAAA;QAAOC,SAAAA,EAAW;AAAEC,UAAAA,KAAAA,kBAAO,MAAA,CAAA,MAAA;WAAO,EAAP,OAAA;AAAS;AAAE,OAAA,EAAGP,KAAAA,CAAAA;AACnF;AACF;EAEA,MAActB,cAAAA,CACZqB,MACAC,KAAAA,EACe;AACf,IAAA,MAAM,IAAA,CAAK9C,MAAAA,CAAOsD,KAAAA,CAAMT,IAAAA,CAAKM,KAAK,CAAA;AAElC,IAAA,MAAMI,SAAAA,GAAY,IAAA,CAAKvD,MAAAA,CAAOwD,YAAAA,EAAY;AAC1C,IAAA,IAAID,SAAAA,CAAU3C,SAAS,CAAA,EAAG;AACxB,MAAA,KAAA,MAAW6C,aAAYF,SAAAA,EAAW;AAChC,QAAA,MAAM,IAAA,CAAKzB,OAAAA,CAAQ2B,SAAAA,CAAS1B,QAAAA,EAAU0B,UAASV,KAAK,CAAA;AACtD;AACA,MAAA;AACF;AAGA,IAAA,MAAMW,WAAAA,GAAc,IAAA,CAAK1D,MAAAA,CAAO2D,cAAAA,EAAc;AAC9C,IAAA,MAAMF,QAAAA,GAAWtB,gBAAgBuB,WAAAA,EAAa;MAAEtB,IAAAA,EAAM;AAAC,QAAA,GAAA;AAAK,QAAA;;KAAK,CAAA;AAEjE,IAAA,IAAI,CAACqB,QAAAA,IAAY,CAACG,aAAAA,CAAcH,QAAAA,CAAAA,EAAW;AACzC,MAAA;AACF;AAEA,IAAA,MAAM,IAAA,CAAK3B,OAAAA,CAAQ2B,QAAAA,CAASpC,IAAAA,EAAgBoC,SAASI,UAAU,CAAA;AACjE;AACF","file":"streamToolCall.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { Middleware, RunContext, RunInstance } from \"@/context.js\";\nimport { Callback, Emitter, EventMeta } from \"@/emitter/emitter.js\";\nimport { ChatModel, ChatModelEvents } from \"@/backend/chat.js\";\nimport { ChatModelOutput } from \"@/backend/chat.js\";\nimport { Tool } from \"@/tools/base.js\";\nimport { parseBrokenJson } from \"@/internals/helpers/schema.js\";\nimport { isPlainObject, isString } from \"remeda\";\nimport { hasProp } from \"@/internals/helpers/object.js\";\nimport { EmitterOptions, InferCallbackValue } from \"@/emitter/types.js\";\n\n/**\n * Event emitted when the middleware detects an update to the target tool's arguments\n */\nexport interface StreamToolCallMiddlewareUpdateEvent<T = any> {\n  /** The validated and structured tool input */\n  outputStructured: T | null;\n  /** The current value of the target field */\n  output: string;\n  /** The incremental change since the last update */\n  delta: string;\n}\n\n/**\n * Callbacks for StreamToolCallMiddleware events\n */\nexport interface StreamToolCallMiddlewareCallbacks<T = any> {\n  update: Callback<StreamToolCallMiddlewareUpdateEvent<T>>;\n}\n\n/**\n * Options for configuring StreamToolCallMiddleware\n */\nexport interface StreamToolCallMiddlewareOptions {\n  /** The tool to monitor for streaming updates */\n  target: Tool<any>;\n  /** The field name in the tool's input schema to stream */\n  key: string;\n  /** Whether to apply middleware to nested run contexts */\n  matchNested?: boolean;\n  /** Whether to force streaming on the ChatModel */\n  forceStreaming?: boolean;\n}\n\n/**\n * Middleware for handling streaming tool calls in a ChatModel.\n *\n * This middleware observes and listens to ChatModel stream updates and parses\n * the tool calls on demand so that they can be consumed as soon as possible.\n *\n * @example\n * ```typescript\n * const middleware = new StreamToolCallMiddleware({\n *   target: thinkTool,\n *   key: \"thoughts\",\n *   matchNested: false,\n *   forceStreaming: true,\n * });\n *\n * middleware.emitter.on(\"update\", (event) => {\n *   console.log(\"Delta:\", event.delta);\n *   console.log(\"Structured:\", event.outputStructured);\n * });\n *\n * await llm.run(messages, { tools: [thinkTool] }).middleware(middleware);\n * ```\n */\nexport class StreamToolCallMiddleware<T = any> extends Middleware<RunInstance> {\n  private readonly target: Tool<any>;\n  private readonly key: string;\n  private readonly matchNested: boolean;\n  private readonly forceStreaming: boolean;\n  private readonly cleanups: (() => void)[] = [];\n\n  private output = new ChatModelOutput([]);\n  private buffer = \"\";\n  private delta = \"\";\n\n  public readonly emitter: Emitter<StreamToolCallMiddlewareCallbacks<T>>;\n\n  constructor(options: StreamToolCallMiddlewareOptions) {\n    super();\n\n    this.target = options.target;\n    this.key = options.key;\n    this.matchNested = options.matchNested ?? false;\n    this.forceStreaming = options.forceStreaming ?? false;\n\n    this.emitter = Emitter.root.child<StreamToolCallMiddlewareCallbacks<T>>({\n      namespace: [\"middleware\", \"streamToolCall\"],\n    });\n  }\n\n  reset() {\n    this.output = new ChatModelOutput([]);\n    this.buffer = \"\";\n    this.delta = \"\";\n  }\n\n  isEmpty() {\n    return this.buffer.length === 0;\n  }\n\n  bind(ctx: RunContext<RunInstance>): void {\n    this.reset();\n\n    // Listen to ChatModel start event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"start\",\n        this.handleStart.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n\n    // Listen to ChatModel newToken event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"newToken\",\n        this.handleNewToken.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n\n    // Listen to ChatModel success event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"success\",\n        this.handleSuccess.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n  }\n\n  unbind(): void {\n    // Clean up previous bindings\n    while (this.cleanups.length > 0) {\n      const fn = this.cleanups.shift()!;\n      fn();\n    }\n  }\n\n  protected createEmitterOptions(): EmitterOptions {\n    return {\n      matchNested: this.matchNested,\n      isBlocking: true,\n    };\n  }\n\n  private async process(toolName: string, args: any): Promise<void> {\n    if (toolName !== this.target.name) {\n      return;\n    }\n\n    const parsedArgs = isString(args) ? parseBrokenJson(args, { pair: [\"{\", \"}\"] }) : args;\n    const outputStructured = (await this.target.parse(parsedArgs).catch(() => null)) as T;\n    if (!outputStructured) {\n      return;\n    }\n\n    let output = \"\";\n    if (hasProp(outputStructured, this.key as keyof T)) {\n      output = (outputStructured as any)[this.key] || \"\";\n      if (!isString(output)) {\n        output = JSON.stringify(output);\n      }\n      this.delta = output.slice(this.buffer.length);\n      this.buffer = output;\n\n      if (!this.delta) {\n        return;\n      }\n    }\n\n    await this.emitter.emit(\"update\", {\n      outputStructured,\n      delta: this.delta,\n      output,\n    });\n  }\n\n  private async handleStart(\n    data: InferCallbackValue<ChatModelEvents[\"start\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    if (this.forceStreaming) {\n      data.input.stream = true;\n      data.input.streamPartialToolCalls = true;\n    }\n  }\n\n  private async handleSuccess(\n    data: InferCallbackValue<ChatModelEvents[\"success\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    // If we haven't received any tokens yet, process the final output\n    if (this.output.messages.length === 0) {\n      await this.handleNewToken({ value: data.value, callbacks: { abort: () => {} } }, _meta);\n    }\n  }\n\n  private async handleNewToken(\n    data: InferCallbackValue<ChatModelEvents[\"newToken\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    await this.output.merge(data.value);\n\n    const toolCalls = this.output.getToolCalls();\n    if (toolCalls.length > 0) {\n      for (const toolCall of toolCalls) {\n        await this.process(toolCall.toolName, toolCall.input);\n      }\n      return;\n    }\n\n    // Try to parse text content as a tool call\n    const textContent = this.output.getTextContent();\n    const toolCall = parseBrokenJson(textContent, { pair: [\"{\", \"}\"] });\n\n    if (!toolCall || !isPlainObject(toolCall)) {\n      return;\n    }\n\n    await this.process(toolCall.name as string, toolCall.parameters as any);\n  }\n}\n"]}
+{"version":3,"sources":["../../src/middleware/streamToolCall.ts"],"names":["StreamToolCallMiddleware","Middleware","target","key","matchNested","forceStreaming","cleanups","output","ChatModelOutput","buffer","delta","emitter","options","Emitter","root","child","namespace","reset","add","chunk","handleNewToken","value","callbacks","abort","isEmpty","length","bind","ctx","push","instance","match","meta","creator","ChatModel","name","handleStart","createEmitterOptions","handleSuccess","unbind","fn","shift","isBlocking","process","toolName","args","parsedArgs","isString","parseBrokenJson","pair","outputStructured","parse","catch","hasProp","JSON","stringify","slice","emit","data","_meta","input","stream","streamPartialToolCalls","messages","merge","toolCalls","getToolCalls","toolCall","textContent","getTextContent","isPlainObject","parameters"],"mappings":";;;;;;;;;AAuEO,MAAMA,iCAA0CC,UAAAA,CAAAA;EAvEvD;;;AAwEmBC,EAAAA,MAAAA;AACAC,EAAAA,GAAAA;AACAC,EAAAA,WAAAA;AACAC,EAAAA,cAAAA;AACAC,EAAAA,QAAAA,GAA2B,EAAA;EAEpCC,MAAAA,GAAS,IAAIC,eAAAA,CAAgB,EAAE,CAAA;EAC/BC,MAAAA,GAAS,EAAA;EACTC,KAAAA,GAAQ,EAAA;AAEAC,EAAAA,OAAAA;AAEhB,EAAA,WAAA,CAAYC,OAAAA,EAA0C;AACpD,IAAA,KAAA,EAAK;AAEL,IAAA,IAAA,CAAKV,SAASU,OAAAA,CAAQV,MAAAA;AACtB,IAAA,IAAA,CAAKC,MAAMS,OAAAA,CAAQT,GAAAA;AACnB,IAAA,IAAA,CAAKC,WAAAA,GAAcQ,QAAQR,WAAAA,IAAe,KAAA;AAC1C,IAAA,IAAA,CAAKC,cAAAA,GAAiBO,QAAQP,cAAAA,IAAkB,KAAA;AAEhD,IAAA,IAAA,CAAKM,OAAAA,GAAUE,OAAAA,CAAQC,IAAAA,CAAKC,KAAAA,CAA4C;MACtEC,SAAAA,EAAW;AAAC,QAAA,YAAA;AAAc,QAAA;;KAC5B,CAAA;AACF;EAEAC,KAAAA,GAAQ;AACN,IAAA,IAAA,CAAKV,MAAAA,GAAS,IAAIC,eAAAA,CAAgB,EAAE,CAAA;AACpC,IAAA,IAAA,CAAKC,MAAAA,GAAS,EAAA;AACd,IAAA,IAAA,CAAKC,KAAAA,GAAQ,EAAA;AACf;AAEA,EAAA,MAAMQ,IAAIC,KAAAA,EAAwB;AAChC,IAAA,MAAM,KAAKC,cAAAA,CACT;MACEC,KAAAA,EAAOF,KAAAA;MACPG,SAAAA,EAAW;AACTC,QAAAA,KAAAA,kBAAO,MAAA,CAAA,MAAA;SAAO,EAAP,OAAA;AACT;AACF,KAAA,EACA,EAAC,CAAA;AAEL;EAEAC,OAAAA,GAAU;AACR,IAAA,OAAO,IAAA,CAAKf,OAAOgB,MAAAA,KAAW,CAAA;AAChC;AAEAC,EAAAA,IAAAA,CAAKC,GAAAA,EAAoC;AACvC,IAAA,IAAA,CAAKV,KAAAA,EAAK;AAGV,IAAA,IAAA,CAAKX,QAAAA,CAASsB,KACZD,GAAAA,CAAIE,QAAAA,CAASlB,QAAQmB,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,SAAAA,IAAaF,KAAKG,IAAAA,KAAS,OAAA,EAC7D,KAAKC,WAAAA,CAAYT,IAAAA,CAAK,IAAI,CAAA,EAC1B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAK7B,IAAA,IAAA,CAAK9B,QAAAA,CAASsB,KACZD,GAAAA,CAAIE,QAAAA,CAASlB,QAAQmB,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,SAAAA,IAAaF,KAAKG,IAAAA,KAAS,UAAA,EAC7D,KAAKd,cAAAA,CAAeM,IAAAA,CAAK,IAAI,CAAA,EAC7B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAK7B,IAAA,IAAA,CAAK9B,QAAAA,CAASsB,KACZD,GAAAA,CAAIE,QAAAA,CAASlB,QAAQmB,KAAAA,CACnB,CAACC,IAAAA,KAASA,IAAAA,CAAKC,OAAAA,YAAmBC,SAAAA,IAAaF,KAAKG,IAAAA,KAAS,SAAA,EAC7D,KAAKG,aAAAA,CAAcX,IAAAA,CAAK,IAAI,CAAA,EAC5B,IAAA,CAAKU,oBAAAA,EAAoB,CAAA,CAAA;AAG/B;EAEAE,MAAAA,GAAe;AAEb,IAAA,OAAO,IAAA,CAAKhC,QAAAA,CAASmB,MAAAA,GAAS,CAAA,EAAG;AAC/B,MAAA,MAAMc,EAAAA,GAAK,IAAA,CAAKjC,QAAAA,CAASkC,KAAAA,EAAK;AAC9BD,MAAAA,EAAAA,EAAAA;AACF;AACF;EAEUH,oBAAAA,GAAuC;AAC/C,IAAA,OAAO;AACLhC,MAAAA,WAAAA,EAAa,IAAA,CAAKA,WAAAA;MAClBqC,UAAAA,EAAY;AACd,KAAA;AACF;EAEA,MAAcC,OAAAA,CAAQC,UAAkBC,IAAAA,EAA0B;AAChE,IAAA,IAAID,QAAAA,KAAa,IAAA,CAAKzC,MAAAA,CAAOgC,IAAAA,EAAM;AACjC,MAAA;AACF;AAEA,IAAA,MAAMW,UAAAA,GAAaC,QAAAA,CAASF,IAAAA,CAAAA,GAAQG,gBAAgBH,IAAAA,EAAM;MAAEI,IAAAA,EAAM;AAAC,QAAA,GAAA;AAAK,QAAA;;AAAK,KAAA,CAAA,GAAKJ,IAAAA;AAClF,IAAA,MAAMK,gBAAAA,GAAoB,MAAM,IAAA,CAAK/C,MAAAA,CAAOgD,MAAML,UAAAA,CAAAA,CAAYM,KAAAA,CAAM,MAAM,IAAA,CAAA;AAC1E,IAAA,IAAI,CAACF,gBAAAA,EAAkB;AACrB,MAAA;AACF;AAEA,IAAA,IAAI1C,MAAAA,GAAS,EAAA;AACb,IAAA,IAAI6C,OAAAA,CAAQH,gBAAAA,EAAkB,IAAA,CAAK9C,GAAG,CAAA,EAAc;AAClDI,MAAAA,MAAAA,GAAU0C,gBAAAA,CAAyB,IAAA,CAAK9C,GAAG,CAAA,IAAK,EAAA;AAChD,MAAA,IAAI,CAAC2C,QAAAA,CAASvC,MAAAA,CAAAA,EAAS;AACrBA,QAAAA,MAAAA,GAAS8C,IAAAA,CAAKC,UAAU/C,MAAAA,CAAAA;AAC1B;AACA,MAAA,IAAA,CAAKG,KAAAA,GAAQH,MAAAA,CAAOgD,KAAAA,CAAM,IAAA,CAAK9C,OAAOgB,MAAM,CAAA;AAC5C,MAAA,IAAA,CAAKhB,MAAAA,GAASF,MAAAA;AAEd,MAAA,IAAI,CAAC,KAAKG,KAAAA,EAAO;AACf,QAAA;AACF;AACF;AAEA,IAAA,MAAM,IAAA,CAAKC,OAAAA,CAAQ6C,IAAAA,CAAK,QAAA,EAAU;AAChCP,MAAAA,gBAAAA;AACAvC,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZH,MAAAA;KACF,CAAA;AACF;EAEA,MAAc4B,WAAAA,CACZsB,MACAC,KAAAA,EACe;AACf,IAAA,IAAI,KAAKrD,cAAAA,EAAgB;AACvBoD,MAAAA,IAAAA,CAAKE,MAAMC,MAAAA,GAAS,IAAA;AACpBH,MAAAA,IAAAA,CAAKE,MAAME,sBAAAA,GAAyB,IAAA;AACtC;AACF;EAEA,MAAcxB,aAAAA,CACZoB,MACAC,KAAAA,EACe;AAEf,IAAA,IAAI,IAAA,CAAKnD,MAAAA,CAAOuD,QAAAA,CAASrC,MAAAA,KAAW,CAAA,EAAG;AACrC,MAAA,MAAM,KAAKL,cAAAA,CAAe;AAAEC,QAAAA,KAAAA,EAAOoC,IAAAA,CAAKpC,KAAAA;QAAOC,SAAAA,EAAW;AAAEC,UAAAA,KAAAA,kBAAO,MAAA,CAAA,MAAA;WAAO,EAAP,OAAA;AAAS;AAAE,OAAA,EAAGmC,KAAAA,CAAAA;AACnF;AACF;EAEA,MAActC,cAAAA,CACZqC,MACAC,KAAAA,EACe;AACf,IAAA,MAAM,IAAA,CAAKnD,MAAAA,CAAOwD,KAAAA,CAAMN,IAAAA,CAAKpC,KAAK,CAAA;AAElC,IAAA,MAAM2C,SAAAA,GAAY,IAAA,CAAKzD,MAAAA,CAAO0D,YAAAA,EAAY;AAC1C,IAAA,IAAID,SAAAA,CAAUvC,SAAS,CAAA,EAAG;AACxB,MAAA,KAAA,MAAWyC,aAAYF,SAAAA,EAAW;AAChC,QAAA,MAAM,IAAA,CAAKtB,OAAAA,CAAQwB,SAAAA,CAASvB,QAAAA,EAAUuB,UAASP,KAAK,CAAA;AACtD;AACA,MAAA;AACF;AAGA,IAAA,MAAMQ,WAAAA,GAAc,IAAA,CAAK5D,MAAAA,CAAO6D,cAAAA,EAAc;AAC9C,IAAA,MAAMF,QAAAA,GAAWnB,gBAAgBoB,WAAAA,EAAa;MAAEnB,IAAAA,EAAM;AAAC,QAAA,GAAA;AAAK,QAAA;;KAAK,CAAA;AAEjE,IAAA,IAAI,CAACkB,QAAAA,IAAY,CAACG,aAAAA,CAAcH,QAAAA,CAAAA,EAAW;AACzC,MAAA;AACF;AAEA,IAAA,MAAM,IAAA,CAAKxB,OAAAA,CAAQwB,QAAAA,CAAShC,IAAAA,EAAgBgC,SAASI,UAAU,CAAA;AACjE;AACF","file":"streamToolCall.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { Middleware, RunContext, RunInstance } from \"@/context.js\";\nimport { Callback, Emitter, EventMeta } from \"@/emitter/emitter.js\";\nimport { ChatModel, ChatModelEvents } from \"@/backend/chat.js\";\nimport { ChatModelOutput } from \"@/backend/chat.js\";\nimport { Tool } from \"@/tools/base.js\";\nimport { parseBrokenJson } from \"@/internals/helpers/schema.js\";\nimport { isPlainObject, isString } from \"remeda\";\nimport { hasProp } from \"@/internals/helpers/object.js\";\nimport { EmitterOptions, InferCallbackValue } from \"@/emitter/types.js\";\n\n/**\n * Event emitted when the middleware detects an update to the target tool's arguments\n */\nexport interface StreamToolCallMiddlewareUpdateEvent<T = any> {\n  /** The validated and structured tool input */\n  outputStructured: T | null;\n  /** The current value of the target field */\n  output: string;\n  /** The incremental change since the last update */\n  delta: string;\n}\n\n/**\n * Callbacks for StreamToolCallMiddleware events\n */\nexport interface StreamToolCallMiddlewareCallbacks<T = any> {\n  update: Callback<StreamToolCallMiddlewareUpdateEvent<T>>;\n}\n\n/**\n * Options for configuring StreamToolCallMiddleware\n */\nexport interface StreamToolCallMiddlewareOptions {\n  /** The tool to monitor for streaming updates */\n  target: Tool<any>;\n  /** The field name in the tool's input schema to stream */\n  key: string;\n  /** Whether to apply middleware to nested run contexts */\n  matchNested?: boolean;\n  /** Whether to force streaming on the ChatModel */\n  forceStreaming?: boolean;\n}\n\n/**\n * Middleware for handling streaming tool calls in a ChatModel.\n *\n * This middleware observes and listens to ChatModel stream updates and parses\n * the tool calls on demand so that they can be consumed as soon as possible.\n *\n * @example\n * ```typescript\n * const middleware = new StreamToolCallMiddleware({\n *   target: thinkTool,\n *   key: \"thoughts\",\n *   matchNested: false,\n *   forceStreaming: true,\n * });\n *\n * middleware.emitter.on(\"update\", (event) => {\n *   console.log(\"Delta:\", event.delta);\n *   console.log(\"Structured:\", event.outputStructured);\n * });\n *\n * await llm.run(messages, { tools: [thinkTool] }).middleware(middleware);\n * ```\n */\nexport class StreamToolCallMiddleware<T = any> extends Middleware<RunInstance> {\n  private readonly target: Tool<any>;\n  private readonly key: string;\n  private readonly matchNested: boolean;\n  private readonly forceStreaming: boolean;\n  private readonly cleanups: (() => void)[] = [];\n\n  private output = new ChatModelOutput([]);\n  private buffer = \"\";\n  private delta = \"\";\n\n  public readonly emitter: Emitter<StreamToolCallMiddlewareCallbacks<T>>;\n\n  constructor(options: StreamToolCallMiddlewareOptions) {\n    super();\n\n    this.target = options.target;\n    this.key = options.key;\n    this.matchNested = options.matchNested ?? false;\n    this.forceStreaming = options.forceStreaming ?? false;\n\n    this.emitter = Emitter.root.child<StreamToolCallMiddlewareCallbacks<T>>({\n      namespace: [\"middleware\", \"streamToolCall\"],\n    });\n  }\n\n  reset() {\n    this.output = new ChatModelOutput([]);\n    this.buffer = \"\";\n    this.delta = \"\";\n  }\n\n  async add(chunk: ChatModelOutput) {\n    await this.handleNewToken(\n      {\n        value: chunk,\n        callbacks: {\n          abort: () => {},\n        },\n      },\n      {} as EventMeta,\n    );\n  }\n\n  isEmpty() {\n    return this.buffer.length === 0;\n  }\n\n  bind(ctx: RunContext<RunInstance>): void {\n    this.reset();\n\n    // Listen to ChatModel start event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"start\",\n        this.handleStart.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n\n    // Listen to ChatModel newToken event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"newToken\",\n        this.handleNewToken.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n\n    // Listen to ChatModel success event\n    this.cleanups.push(\n      ctx.instance.emitter.match(\n        (meta) => meta.creator instanceof ChatModel && meta.name === \"success\",\n        this.handleSuccess.bind(this),\n        this.createEmitterOptions(),\n      ),\n    );\n  }\n\n  unbind(): void {\n    // Clean up previous bindings\n    while (this.cleanups.length > 0) {\n      const fn = this.cleanups.shift()!;\n      fn();\n    }\n  }\n\n  protected createEmitterOptions(): EmitterOptions {\n    return {\n      matchNested: this.matchNested,\n      isBlocking: true,\n    };\n  }\n\n  private async process(toolName: string, args: any): Promise<void> {\n    if (toolName !== this.target.name) {\n      return;\n    }\n\n    const parsedArgs = isString(args) ? parseBrokenJson(args, { pair: [\"{\", \"}\"] }) : args;\n    const outputStructured = (await this.target.parse(parsedArgs).catch(() => null)) as T;\n    if (!outputStructured) {\n      return;\n    }\n\n    let output = \"\";\n    if (hasProp(outputStructured, this.key as keyof T)) {\n      output = (outputStructured as any)[this.key] || \"\";\n      if (!isString(output)) {\n        output = JSON.stringify(output);\n      }\n      this.delta = output.slice(this.buffer.length);\n      this.buffer = output;\n\n      if (!this.delta) {\n        return;\n      }\n    }\n\n    await this.emitter.emit(\"update\", {\n      outputStructured,\n      delta: this.delta,\n      output,\n    });\n  }\n\n  private async handleStart(\n    data: InferCallbackValue<ChatModelEvents[\"start\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    if (this.forceStreaming) {\n      data.input.stream = true;\n      data.input.streamPartialToolCalls = true;\n    }\n  }\n\n  private async handleSuccess(\n    data: InferCallbackValue<ChatModelEvents[\"success\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    // If we haven't received any tokens yet, process the final output\n    if (this.output.messages.length === 0) {\n      await this.handleNewToken({ value: data.value, callbacks: { abort: () => {} } }, _meta);\n    }\n  }\n\n  private async handleNewToken(\n    data: InferCallbackValue<ChatModelEvents[\"newToken\"]>,\n    _meta: EventMeta,\n  ): Promise<void> {\n    await this.output.merge(data.value);\n\n    const toolCalls = this.output.getToolCalls();\n    if (toolCalls.length > 0) {\n      for (const toolCall of toolCalls) {\n        await this.process(toolCall.toolName, toolCall.input);\n      }\n      return;\n    }\n\n    // Try to parse text content as a tool call\n    const textContent = this.output.getTextContent();\n    const toolCall = parseBrokenJson(textContent, { pair: [\"{\", \"}\"] });\n\n    if (!toolCall || !isPlainObject(toolCall)) {\n      return;\n    }\n\n    await this.process(toolCall.name as string, toolCall.parameters as any);\n  }\n}\n"]}

package/dist/tools/custom.d.cts

@@ -18,7 +18,7 @@ import './python/storage.cjs';
 import 'fs';
 import './python/output.cjs';
 import 'node:tls';
-import '../chat-CC0s8z23.cjs';
+import '../chat-BFl85cqt.cjs';
 import '../backend/message.cjs';
 import 'ai';
 import '../backend/constants.cjs';

package/dist/tools/custom.d.ts

@@ -18,7 +18,7 @@ import './python/storage.js';
 import 'fs';
 import './python/output.js';
 import 'node:tls';
-import '../chat-D8SVtw5Q.js';
+import '../chat-BRuyDeKR.js';
 import '../backend/message.js';
 import 'ai';
 import '../backend/constants.js';

package/dist/tools/llm.d.cts

@@ -2,7 +2,7 @@ import { BaseToolOptions, Tool, StringToolOutput, ToolEmitter, ToolInput, BaseTo
 import { z } from 'zod';
 import { GetRunContext } from '../context.cjs';
 import { PromptTemplate } from '../template.cjs';
-import { m as ChatModel } from '../chat-CC0s8z23.cjs';
+import { m as ChatModel } from '../chat-BFl85cqt.cjs';
 import 'ajv';
 import '../errors.cjs';
 import '../internals/types.cjs';

package/dist/tools/llm.d.ts

@@ -2,7 +2,7 @@ import { BaseToolOptions, Tool, StringToolOutput, ToolEmitter, ToolInput, BaseTo
 import { z } from 'zod';
 import { GetRunContext } from '../context.js';
 import { PromptTemplate } from '../template.js';
-import { m as ChatModel } from '../chat-D8SVtw5Q.js';
+import { m as ChatModel } from '../chat-BRuyDeKR.js';
 import 'ajv';
 import '../errors.js';
 import '../internals/types.js';

package/dist/tools/python/python.d.cts

@@ -8,7 +8,7 @@ import { PythonToolOutput } from './output.cjs';
 import { ConnectionOptions } from 'node:tls';
 import { RunContext } from '../../context.cjs';
 import { E as Emitter } from '../../emitter-jN55XZZq.cjs';
-import { m as ChatModel } from '../../chat-CC0s8z23.cjs';
+import { m as ChatModel } from '../../chat-BFl85cqt.cjs';
 import '../../internals/serializable.cjs';
 import '../../internals/types.cjs';
 import '../../internals/helpers/guards.cjs';

package/dist/tools/python/python.d.ts

@@ -8,7 +8,7 @@ import { PythonToolOutput } from './output.js';
 import { ConnectionOptions } from 'node:tls';
 import { RunContext } from '../../context.js';
 import { E as Emitter } from '../../emitter-36-9MnvA.js';
-import { m as ChatModel } from '../../chat-D8SVtw5Q.js';
+import { m as ChatModel } from '../../chat-BRuyDeKR.js';
 import '../../internals/serializable.js';
 import '../../internals/types.js';
 import '../../internals/helpers/guards.js';

package/dist/{types-Dyd4e1G6.d.ts → types-BQ-3LdkE.d.ts}

@@ -3,7 +3,7 @@ import { AssistantMessage } from './backend/message.js';
 import { Tool, BaseToolRunOptions, StringToolOutput, AnyTool, ToolOutput } from './tools/base.js';
 import { FrameworkError } from './errors.js';
 import { PromptTemplate } from './template.js';
-import { f as ChatModelUsage, c as ChatModelToolChoice, n as ChatModelOutput } from './chat-D8SVtw5Q.js';
+import { f as ChatModelUsage, c as ChatModelToolChoice, n as ChatModelOutput } from './chat-BRuyDeKR.js';
 import { B as BaseAgentRunOptions } from './base-CyFx7BRL.js';
 import { ZodSchema, z } from 'zod';
 import { ToolCallPart } from 'ai';
@@ -61,23 +61,23 @@ declare const RequirementAgentSystemPromptInputSchema: z.ZodObject<{
         allowed: z.ZodString;
         reason: z.ZodOptional<z.ZodString>;
     }, "strip", z.ZodTypeAny, {
+        inputSchema: string;
         name: string;
         description: string;
-        inputSchema: string;
         allowed: string;
         reason?: string | undefined;
     }, {
+        inputSchema: string;
         name: string;
         description: string;
-        inputSchema: string;
         allowed: string;
         reason?: string | undefined;
     }>, "many">;
 }, "strip", z.ZodTypeAny, {
     tools: {
+        inputSchema: string;
         name: string;
         description: string;
-        inputSchema: string;
         allowed: string;
         reason?: string | undefined;
     }[];
@@ -89,9 +89,9 @@ declare const RequirementAgentSystemPromptInputSchema: z.ZodObject<{
     finalAnswerInstructions?: string | undefined;
 }, {
     tools: {
+        inputSchema: string;
         name: string;
         description: string;
-        inputSchema: string;
         allowed: string;
         reason?: string | undefined;
     }[];
@@ -127,21 +127,21 @@ declare const RequirementAgentToolNoResultPromptInputSchema: z.ZodObject<{
         tool: z.ZodOptional<z.ZodAny>;
         input: z.ZodUnknown;
     }, "strip", z.ZodTypeAny, {
-        input?: unknown;
         tool?: any;
-    }, {
         input?: unknown;
+    }, {
         tool?: any;
+        input?: unknown;
     }>;
 }, "strip", z.ZodTypeAny, {
     toolCall: {
-        input?: unknown;
         tool?: any;
+        input?: unknown;
     };
 }, {
     toolCall: {
-        input?: unknown;
         tool?: any;
+        input?: unknown;
     };
 }>;
 interface RequirementAgentTemplates {

package/dist/{types-D9pn62yF.d.cts → types-CkEtV8R9.d.cts}

@@ -3,7 +3,7 @@ import { AssistantMessage } from './backend/message.cjs';
 import { Tool, BaseToolRunOptions, StringToolOutput, AnyTool, ToolOutput } from './tools/base.cjs';
 import { FrameworkError } from './errors.cjs';
 import { PromptTemplate } from './template.cjs';
-import { f as ChatModelUsage, c as ChatModelToolChoice, n as ChatModelOutput } from './chat-CC0s8z23.cjs';
+import { f as ChatModelUsage, c as ChatModelToolChoice, n as ChatModelOutput } from './chat-BFl85cqt.cjs';
 import { B as BaseAgentRunOptions } from './base-XfWeXQ-S.cjs';
 import { ZodSchema, z } from 'zod';
 import { ToolCallPart } from 'ai';
@@ -61,23 +61,23 @@ declare const RequirementAgentSystemPromptInputSchema: z.ZodObject<{
         allowed: z.ZodString;
         reason: z.ZodOptional<z.ZodString>;
     }, "strip", z.ZodTypeAny, {
+        inputSchema: string;
         name: string;
         description: string;
-        inputSchema: string;
         allowed: string;
         reason?: string | undefined;
     }, {
+        inputSchema: string;
         name: string;
         description: string;
-        inputSchema: string;
         allowed: string;
         reason?: string | undefined;
     }>, "many">;
 }, "strip", z.ZodTypeAny, {
     tools: {
+        inputSchema: string;
         name: string;
         description: string;
-        inputSchema: string;
         allowed: string;
         reason?: string | undefined;
     }[];
@@ -89,9 +89,9 @@ declare const RequirementAgentSystemPromptInputSchema: z.ZodObject<{
     finalAnswerInstructions?: string | undefined;
 }, {
     tools: {
+        inputSchema: string;
         name: string;
         description: string;
-        inputSchema: string;
         allowed: string;
         reason?: string | undefined;
     }[];
@@ -127,21 +127,21 @@ declare const RequirementAgentToolNoResultPromptInputSchema: z.ZodObject<{
         tool: z.ZodOptional<z.ZodAny>;
         input: z.ZodUnknown;
     }, "strip", z.ZodTypeAny, {
-        input?: unknown;
         tool?: any;
-    }, {
         input?: unknown;
+    }, {
         tool?: any;
+        input?: unknown;
     }>;
 }, "strip", z.ZodTypeAny, {
     toolCall: {
-        input?: unknown;
         tool?: any;
+        input?: unknown;
     };
 }, {
     toolCall: {
-        input?: unknown;
         tool?: any;
+        input?: unknown;
     };
 }>;
 interface RequirementAgentTemplates {

package/dist/version.cjs

@@ -2,7 +2,7 @@
 
 exports.Version = "0.0.0";
 try {
-  exports.Version = "0.1.24";
+  exports.Version = "0.1.26";
 } catch {
 }
 //# sourceMappingURL=version.cjs.map

package/dist/version.js

@@ -1,6 +1,6 @@
 let Version = "0.0.0";
 try {
-  Version = "0.1.24";
+  Version = "0.1.26";
 } catch {
 }
 

package/dist/workflows/agent.d.cts

@@ -5,7 +5,7 @@ import { AnyTool } from '../tools/base.cjs';
 import { ReadOnlyMemory } from '../memory/base.cjs';
 import { z } from 'zod';
 import { a as BaseAgent } from '../base-XfWeXQ-S.cjs';
-import { m as ChatModel } from '../chat-CC0s8z23.cjs';
+import { m as ChatModel } from '../chat-BFl85cqt.cjs';
 import { ToolCallingAgentRunInput, ToolCallingAgentRunOutput, ToolCallingAgentRunOptions, ToolCallingAgentExecutionConfig } from '../agents/toolCalling/types.cjs';
 import '../emitter-jN55XZZq.cjs';
 import '../internals/types.cjs';

package/dist/workflows/agent.d.ts

@@ -5,7 +5,7 @@ import { AnyTool } from '../tools/base.js';
 import { ReadOnlyMemory } from '../memory/base.js';
 import { z } from 'zod';
 import { a as BaseAgent } from '../base-CyFx7BRL.js';
-import { m as ChatModel } from '../chat-D8SVtw5Q.js';
+import { m as ChatModel } from '../chat-BRuyDeKR.js';
 import { ToolCallingAgentRunInput, ToolCallingAgentRunOutput, ToolCallingAgentRunOptions, ToolCallingAgentExecutionConfig } from '../agents/toolCalling/types.js';
 import '../emitter-36-9MnvA.js';
 import '../internals/types.js';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "beeai-framework",
-  "version": "0.1.24",
+  "version": "0.1.26",
   "license": "Apache-2.0",
   "description": "BeeAI Framework - LLM Agent Framework",
   "author": "BeeAI a Series of LF Projects, LLC",