@librechat/agents 2.4.74 → 2.4.75

package/dist/cjs/llm/anthropic/index.cjs

@@ -240,10 +240,13 @@ class CustomAnthropic extends anthropic.ChatAnthropicMessages {
                 minChunkSize: 4,
                 maxChunkSize: 8,
             });
-            const generator = textStream.generateText();
+            const generator = textStream.generateText(options.signal);
             try {
                 let emittedUsage = false;
                 for await (const currentToken of generator) {
+                    if (options.signal?.aborted === true) {
+                        break;
+                    }
                     const newChunk = cloneChunk(currentToken, tokenType, chunk);
                     const generationChunk = this.createGenerationChunk({
                         token: currentToken,

package/dist/cjs/llm/anthropic/index.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.cjs","sources":["../../../../src/llm/anthropic/index.ts"],"sourcesContent":["import { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatAnthropicMessages } from '@langchain/anthropic';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport type { BaseChatModelParams } from '@langchain/core/language_models/chat_models';\nimport type {\n  BaseMessage,\n  UsageMetadata,\n  MessageContentComplex,\n} from '@langchain/core/messages';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { AnthropicInput } from '@langchain/anthropic';\nimport type { Anthropic } from '@anthropic-ai/sdk';\nimport type {\n  AnthropicMessageCreateParams,\n  AnthropicStreamingMessageCreateParams,\n  AnthropicStreamUsage,\n  AnthropicMessageStartEvent,\n  AnthropicMessageDeltaEvent,\n} from '@/llm/anthropic/types';\nimport { _makeMessageChunkFromAnthropicEvent } from './utils/message_outputs';\nimport { _convertMessagesToAnthropicPayload } from './utils/message_inputs';\nimport { handleToolChoice } from './utils/tools';\nimport { TextStream } from '@/llm/text';\n\nfunction _toolsInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  return !!(params.tools && params.tools.length > 0);\n}\nfunction _documentsInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  for (const message of params.messages ?? []) {\n    if (typeof message.content === 'string') {\n      continue;\n    }\n    for (const block of message.content ?? []) {\n      if (\n        typeof block === 'object' &&\n        block != null &&\n        block.type === 'document' &&\n        typeof block.citations === 'object' &&\n        block.citations.enabled\n      ) {\n        return true;\n      }\n    }\n  }\n  return false;\n}\n\nfunction _thinkingInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  return !!(params.thinking && params.thinking.type === 'enabled');\n}\n\nfunction extractToken(\n  chunk: AIMessageChunk\n): [string, 'string' | 'input' | 'content'] | [undefined] {\n  if (typeof chunk.content === 'string') {\n    return [chunk.content, 'string'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'input' in chunk.content[0]\n  ) {\n    return typeof chunk.content[0].input === 'string'\n      ? [chunk.content[0].input, 'input']\n      : [JSON.stringify(chunk.content[0].input), 'input'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'text' in chunk.content[0]\n  ) {\n    return [chunk.content[0].text, 'content'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'thinking' in chunk.content[0]\n  ) {\n    return [chunk.content[0].thinking, 'content'];\n  }\n  return [undefined];\n}\n\nfunction cloneChunk(\n  text: string,\n  tokenType: string,\n  chunk: AIMessageChunk\n): AIMessageChunk {\n  if (tokenType === 'string') {\n    return new AIMessageChunk(Object.assign({}, chunk, { content: text }));\n  } else if (tokenType === 'input') {\n    return chunk;\n  }\n  const content = chunk.content[0] as MessageContentComplex;\n  if (tokenType === 'content' && content.type === 'text') {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { text })],\n      })\n    );\n  } else if (tokenType === 'content' && content.type === 'text_delta') {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { text })],\n      })\n    );\n  } else if (tokenType === 'content' && content.type?.startsWith('thinking')) {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { thinking: text })],\n      })\n    );\n  }\n\n  return chunk;\n}\n\nexport type CustomAnthropicInput = AnthropicInput & {\n  _lc_stream_delay?: number;\n} & BaseChatModelParams;\n\n/**\n * A type representing additional parameters that can be passed to the\n * Anthropic API.\n */\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\ntype Kwargs = Record<string, any>;\n\nexport class CustomAnthropic extends ChatAnthropicMessages {\n  _lc_stream_delay: number;\n  private message_start: AnthropicMessageStartEvent | undefined;\n  private message_delta: AnthropicMessageDeltaEvent | undefined;\n  private tools_in_params?: boolean;\n  private emitted_usage?: boolean;\n  constructor(fields?: CustomAnthropicInput) {\n    super(fields);\n    this.resetTokenEvents();\n    this._lc_stream_delay = fields?._lc_stream_delay ?? 25;\n  }\n\n  /**\n   * Get the parameters used to invoke the model\n   */\n  override invocationParams(\n    options?: this['ParsedCallOptions']\n  ): Omit<\n    AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams,\n    'messages'\n  > &\n    Kwargs {\n    const tool_choice:\n      | Anthropic.Messages.ToolChoiceAuto\n      | Anthropic.Messages.ToolChoiceAny\n      | Anthropic.Messages.ToolChoiceTool\n      | undefined = handleToolChoice(options?.tool_choice);\n\n    if (this.thinking.type === 'enabled') {\n      if (this.topK !== -1 && (this.topK as number | undefined) != null) {\n        throw new Error('topK is not supported when thinking is enabled');\n      }\n      if (this.topP !== -1 && (this.topP as number | undefined) != null) {\n        throw new Error('topP is not supported when thinking is enabled');\n      }\n      if (\n        this.temperature !== 1 &&\n        (this.temperature as number | undefined) != null\n      ) {\n        throw new Error(\n          'temperature is not supported when thinking is enabled'\n        );\n      }\n\n      return {\n        model: this.model,\n        stop_sequences: options?.stop ?? this.stopSequences,\n        stream: this.streaming,\n        max_tokens: this.maxTokens,\n        tools: this.formatStructuredToolToAnthropic(options?.tools),\n        tool_choice,\n        thinking: this.thinking,\n        ...this.invocationKwargs,\n      };\n    }\n    return {\n      model: this.model,\n      temperature: this.temperature,\n      top_k: this.topK,\n      top_p: this.topP,\n      stop_sequences: options?.stop ?? this.stopSequences,\n      stream: this.streaming,\n      max_tokens: this.maxTokens,\n      tools: this.formatStructuredToolToAnthropic(options?.tools),\n      tool_choice,\n      thinking: this.thinking,\n      ...this.invocationKwargs,\n    };\n  }\n\n  /**\n   * Get stream usage as returned by this client's API response.\n   * @returns The stream usage object.\n   */\n  getStreamUsage(): UsageMetadata | undefined {\n    if (this.emitted_usage === true) {\n      return;\n    }\n    const inputUsage = this.message_start?.message.usage as\n      | undefined\n      | AnthropicStreamUsage;\n    const outputUsage = this.message_delta?.usage as\n      | undefined\n      | Partial<AnthropicStreamUsage>;\n    if (!outputUsage) {\n      return;\n    }\n    const totalUsage: UsageMetadata = {\n      input_tokens: inputUsage?.input_tokens ?? 0,\n      output_tokens: outputUsage.output_tokens ?? 0,\n      total_tokens:\n        (inputUsage?.input_tokens ?? 0) + (outputUsage.output_tokens ?? 0),\n    };\n\n    if (\n      inputUsage?.cache_creation_input_tokens != null ||\n      inputUsage?.cache_read_input_tokens != null\n    ) {\n      totalUsage.input_token_details = {\n        cache_creation: inputUsage.cache_creation_input_tokens ?? 0,\n        cache_read: inputUsage.cache_read_input_tokens ?? 0,\n      };\n    }\n\n    this.emitted_usage = true;\n    return totalUsage;\n  }\n\n  resetTokenEvents(): void {\n    this.message_start = undefined;\n    this.message_delta = undefined;\n    this.emitted_usage = undefined;\n    this.tools_in_params = undefined;\n  }\n\n  private createGenerationChunk({\n    token,\n    chunk,\n    usageMetadata,\n    shouldStreamUsage,\n  }: {\n    token?: string;\n    chunk: AIMessageChunk;\n    shouldStreamUsage: boolean;\n    usageMetadata?: UsageMetadata;\n  }): ChatGenerationChunk {\n    const usage_metadata = shouldStreamUsage\n      ? (usageMetadata ?? chunk.usage_metadata)\n      : undefined;\n    return new ChatGenerationChunk({\n      message: new AIMessageChunk({\n        // Just yield chunk as it is and tool_use will be concat by BaseChatModel._generateUncached().\n        content: chunk.content,\n        additional_kwargs: chunk.additional_kwargs,\n        tool_call_chunks: chunk.tool_call_chunks,\n        response_metadata: chunk.response_metadata,\n        usage_metadata,\n        id: chunk.id,\n      }),\n      text: token ?? '',\n    });\n  }\n\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    this.resetTokenEvents();\n    const params = this.invocationParams(options);\n    const formattedMessages = _convertMessagesToAnthropicPayload(messages);\n    const payload = {\n      ...params,\n      ...formattedMessages,\n      stream: true,\n    } as const;\n    const coerceContentToString =\n      !_toolsInParams(payload) &&\n      !_documentsInParams(payload) &&\n      !_thinkingInParams(payload);\n\n    const stream = await this.createStreamWithRetry(payload, {\n      headers: options.headers,\n    });\n\n    const shouldStreamUsage = this.streamUsage ?? options.streamUsage;\n\n    for await (const data of stream) {\n      if (options.signal?.aborted === true) {\n        stream.controller.abort();\n        throw new Error('AbortError: User aborted the request.');\n      }\n\n      if (data.type === 'message_start') {\n        this.message_start = data as AnthropicMessageStartEvent;\n      } else if (data.type === 'message_delta') {\n        this.message_delta = data as AnthropicMessageDeltaEvent;\n      }\n\n      let usageMetadata: UsageMetadata | undefined;\n      if (this.tools_in_params !== true && this.emitted_usage !== true) {\n        usageMetadata = this.getStreamUsage();\n      }\n\n      const result = _makeMessageChunkFromAnthropicEvent(data, {\n        streamUsage: shouldStreamUsage,\n        coerceContentToString,\n      });\n      if (!result) continue;\n\n      const { chunk } = result;\n      const [token = '', tokenType] = extractToken(chunk);\n\n      if (\n        !tokenType ||\n        tokenType === 'input' ||\n        (token === '' && (usageMetadata != null || chunk.id != null))\n      ) {\n        const generationChunk = this.createGenerationChunk({\n          token,\n          chunk,\n          usageMetadata,\n          shouldStreamUsage,\n        });\n        yield generationChunk;\n        await runManager?.handleLLMNewToken(\n          token,\n          undefined,\n          undefined,\n          undefined,\n          undefined,\n          { chunk: generationChunk }\n        );\n        continue;\n      }\n\n      const textStream = new TextStream(token, {\n        delay: this._lc_stream_delay,\n        firstWordChunk: true,\n        minChunkSize: 4,\n        maxChunkSize: 8,\n      });\n\n      const generator = textStream.generateText();\n      try {\n        let emittedUsage = false;\n        for await (const currentToken of generator) {\n          const newChunk = cloneChunk(currentToken, tokenType, chunk);\n\n          const generationChunk = this.createGenerationChunk({\n            token: currentToken,\n            chunk: newChunk,\n            usageMetadata: emittedUsage ? undefined : usageMetadata,\n            shouldStreamUsage,\n          });\n\n          if (usageMetadata && !emittedUsage) {\n            emittedUsage = true;\n          }\n          yield generationChunk;\n\n          await runManager?.handleLLMNewToken(\n            currentToken,\n            undefined,\n            undefined,\n            undefined,\n            undefined,\n            { chunk: generationChunk }\n          );\n        }\n      } finally {\n        await generator.return();\n      }\n    }\n\n    this.resetTokenEvents();\n  }\n}\n"],"names":["AIMessageChunk","ChatAnthropicMessages","handleToolChoice","ChatGenerationChunk","_convertMessagesToAnthropicPayload","_makeMessageChunkFromAnthropicEvent","TextStream"],"mappings":";;;;;;;;;;AAwBA,SAAS,cAAc,CACrB,MAA4E,EAAA;AAE5E,IAAA,OAAO,CAAC,EAAE,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AACpD;AACA,SAAS,kBAAkB,CACzB,MAA4E,EAAA;IAE5E,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE,EAAE;AAC3C,QAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC;;QAEF,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,IAAI,EAAE,EAAE;YACzC,IACE,OAAO,KAAK,KAAK,QAAQ;AACzB,gBAAA,KAAK,IAAI,IAAI;gBACb,KAAK,CAAC,IAAI,KAAK,UAAU;AACzB,gBAAA,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;AACnC,gBAAA,KAAK,CAAC,SAAS,CAAC,OAAO,EACvB;AACA,gBAAA,OAAO,IAAI;;;;AAIjB,IAAA,OAAO,KAAK;AACd;AAEA,SAAS,iBAAiB,CACxB,MAA4E,EAAA;AAE5E,IAAA,OAAO,CAAC,EAAE,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,CAAC;AAClE;AAEA,SAAS,YAAY,CACnB,KAAqB,EAAA;AAErB,IAAA,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE;AACrC,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC;;AAC3B,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC3B;QACA,OAAO,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK;AACvC,cAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO;AAClC,cAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;;AAChD,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC1B;AACA,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,CAAC;;AACpC,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC9B;AACA,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC;;IAE/C,OAAO,CAAC,SAAS,CAAC;AACpB;AAEA,SAAS,UAAU,CACjB,IAAY,EACZ,SAAiB,EACjB,KAAqB,EAAA;AAErB,IAAA,IAAI,SAAS,KAAK,QAAQ,EAAE;AAC1B,QAAA,OAAO,IAAIA,uBAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;;AACjE,SAAA,IAAI,SAAS,KAAK,OAAO,EAAE;AAChC,QAAA,OAAO,KAAK;;IAEd,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAA0B;IACzD,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE;QACtD,OAAO,IAAIA,uBAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AAChD,SAAA,CAAC,CACH;;SACI,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE;QACnE,OAAO,IAAIA,uBAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AAChD,SAAA,CAAC,CACH;;AACI,SAAA,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,UAAU,CAAC,EAAE;QAC1E,OAAO,IAAIA,uBAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;AAC1D,SAAA,CAAC,CACH;;AAGH,IAAA,OAAO,KAAK;AACd;AAaM,MAAO,eAAgB,SAAQC,+BAAqB,CAAA;AACxD,IAAA,gBAAgB;AACR,IAAA,aAAa;AACb,IAAA,aAAa;AACb,IAAA,eAAe;AACf,IAAA,aAAa;AACrB,IAAA,WAAA,CAAY,MAA6B,EAAA;QACvC,KAAK,CAAC,MAAM,CAAC;QACb,IAAI,CAAC,gBAAgB,EAAE;QACvB,IAAI,CAAC,gBAAgB,GAAG,MAAM,EAAE,gBAAgB,IAAI,EAAE;;AAGxD;;AAEG;AACM,IAAA,gBAAgB,CACvB,OAAmC,EAAA;QAMnC,MAAM,WAAW,GAIDC,sBAAgB,CAAC,OAAO,EAAE,WAAW,CAAC;QAEtD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE;AACpC,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,EAAE,IAAK,IAAI,CAAC,IAA2B,IAAI,IAAI,EAAE;AACjE,gBAAA,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC;;AAEnE,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,EAAE,IAAK,IAAI,CAAC,IAA2B,IAAI,IAAI,EAAE;AACjE,gBAAA,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC;;AAEnE,YAAA,IACE,IAAI,CAAC,WAAW,KAAK,CAAC;AACrB,gBAAA,IAAI,CAAC,WAAkC,IAAI,IAAI,EAChD;AACA,gBAAA,MAAM,IAAI,KAAK,CACb,uDAAuD,CACxD;;YAGH,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,gBAAA,cAAc,EAAE,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,aAAa;gBACnD,MAAM,EAAE,IAAI,CAAC,SAAS;gBACtB,UAAU,EAAE,IAAI,CAAC,SAAS;gBAC1B,KAAK,EAAE,IAAI,CAAC,+BAA+B,CAAC,OAAO,EAAE,KAAK,CAAC;gBAC3D,WAAW;gBACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,GAAG,IAAI,CAAC,gBAAgB;aACzB;;QAEH,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,KAAK,EAAE,IAAI,CAAC,IAAI;YAChB,KAAK,EAAE,IAAI,CAAC,IAAI;AAChB,YAAA,cAAc,EAAE,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,aAAa;YACnD,MAAM,EAAE,IAAI,CAAC,SAAS;YACtB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,KAAK,EAAE,IAAI,CAAC,+BAA+B,CAAC,OAAO,EAAE,KAAK,CAAC;YAC3D,WAAW;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,GAAG,IAAI,CAAC,gBAAgB;SACzB;;AAGH;;;AAGG;IACH,cAAc,GAAA;AACZ,QAAA,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE;YAC/B;;QAEF,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,KAEvB;AACxB,QAAA,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,KAEP;QACjC,IAAI,CAAC,WAAW,EAAE;YAChB;;AAEF,QAAA,MAAM,UAAU,GAAkB;AAChC,YAAA,YAAY,EAAE,UAAU,EAAE,YAAY,IAAI,CAAC;AAC3C,YAAA,aAAa,EAAE,WAAW,CAAC,aAAa,IAAI,CAAC;AAC7C,YAAA,YAAY,EACV,CAAC,UAAU,EAAE,YAAY,IAAI,CAAC,KAAK,WAAW,CAAC,aAAa,IAAI,CAAC,CAAC;SACrE;AAED,QAAA,IACE,UAAU,EAAE,2BAA2B,IAAI,IAAI;AAC/C,YAAA,UAAU,EAAE,uBAAuB,IAAI,IAAI,EAC3C;YACA,UAAU,CAAC,mBAAmB,GAAG;AAC/B,gBAAA,cAAc,EAAE,UAAU,CAAC,2BAA2B,IAAI,CAAC;AAC3D,gBAAA,UAAU,EAAE,UAAU,CAAC,uBAAuB,IAAI,CAAC;aACpD;;AAGH,QAAA,IAAI,CAAC,aAAa,GAAG,IAAI;AACzB,QAAA,OAAO,UAAU;;IAGnB,gBAAgB,GAAA;AACd,QAAA,IAAI,CAAC,aAAa,GAAG,SAAS;AAC9B,QAAA,IAAI,CAAC,aAAa,GAAG,SAAS;AAC9B,QAAA,IAAI,CAAC,aAAa,GAAG,SAAS;AAC9B,QAAA,IAAI,CAAC,eAAe,GAAG,SAAS;;IAG1B,qBAAqB,CAAC,EAC5B,KAAK,EACL,KAAK,EACL,aAAa,EACb,iBAAiB,GAMlB,EAAA;QACC,MAAM,cAAc,GAAG;AACrB,eAAG,aAAa,IAAI,KAAK,CAAC,cAAc;cACtC,SAAS;QACb,OAAO,IAAIC,2BAAmB,CAAC;YAC7B,OAAO,EAAE,IAAIH,uBAAc,CAAC;;gBAE1B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;gBACxC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,cAAc;gBACd,EAAE,EAAE,KAAK,CAAC,EAAE;aACb,CAAC;YACF,IAAI,EAAE,KAAK,IAAI,EAAE;AAClB,SAAA,CAAC;;IAGJ,OAAO,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;QAErC,IAAI,CAAC,gBAAgB,EAAE;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAC7C,QAAA,MAAM,iBAAiB,GAAGI,iDAAkC,CAAC,QAAQ,CAAC;AACtE,QAAA,MAAM,OAAO,GAAG;AACd,YAAA,GAAG,MAAM;AACT,YAAA,GAAG,iBAAiB;AACpB,YAAA,MAAM,EAAE,IAAI;SACJ;AACV,QAAA,MAAM,qBAAqB,GACzB,CAAC,cAAc,CAAC,OAAO,CAAC;YACxB,CAAC,kBAAkB,CAAC,OAAO,CAAC;AAC5B,YAAA,CAAC,iBAAiB,CAAC,OAAO,CAAC;QAE7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE;YACvD,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,SAAA,CAAC;QAEF,MAAM,iBAAiB,GAAG,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW;AAEjE,QAAA,WAAW,MAAM,IAAI,IAAI,MAAM,EAAE;YAC/B,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE;AACpC,gBAAA,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE;AACzB,gBAAA,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC;;AAG1D,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACjC,gBAAA,IAAI,CAAC,aAAa,GAAG,IAAkC;;AAClD,iBAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACxC,gBAAA,IAAI,CAAC,aAAa,GAAG,IAAkC;;AAGzD,YAAA,IAAI,aAAwC;AAC5C,YAAA,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE;AAChE,gBAAA,aAAa,GAAG,IAAI,CAAC,cAAc,EAAE;;AAGvC,YAAA,MAAM,MAAM,GAAGC,mDAAmC,CAAC,IAAI,EAAE;AACvD,gBAAA,WAAW,EAAE,iBAAiB;gBAC9B,qBAAqB;AACtB,aAAA,CAAC;AACF,YAAA,IAAI,CAAC,MAAM;gBAAE;AAEb,YAAA,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM;AACxB,YAAA,MAAM,CAAC,KAAK,GAAG,EAAE,EAAE,SAAS,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC;AAEnD,YAAA,IACE,CAAC,SAAS;AACV,gBAAA,SAAS,KAAK,OAAO;AACrB,iBAAC,KAAK,KAAK,EAAE,KAAK,aAAa,IAAI,IAAI,IAAI,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,EAC7D;AACA,gBAAA,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC;oBACjD,KAAK;oBACL,KAAK;oBACL,aAAa;oBACb,iBAAiB;AAClB,iBAAA,CAAC;AACF,gBAAA,MAAM,eAAe;gBACrB,MAAM,UAAU,EAAE,iBAAiB,CACjC,KAAK,EACL,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B;gBACD;;AAGF,YAAA,MAAM,UAAU,GAAG,IAAIC,eAAU,CAAC,KAAK,EAAE;gBACvC,KAAK,EAAE,IAAI,CAAC,gBAAgB;AAC5B,gBAAA,cAAc,EAAE,IAAI;AACpB,gBAAA,YAAY,EAAE,CAAC;AACf,gBAAA,YAAY,EAAE,CAAC;AAChB,aAAA,CAAC;AAEF,YAAA,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,EAAE;AAC3C,YAAA,IAAI;gBACF,IAAI,YAAY,GAAG,KAAK;AACxB,gBAAA,WAAW,MAAM,YAAY,IAAI,SAAS,EAAE;oBAC1C,MAAM,QAAQ,GAAG,UAAU,CAAC,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC;AAE3D,oBAAA,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC;AACjD,wBAAA,KAAK,EAAE,YAAY;AACnB,wBAAA,KAAK,EAAE,QAAQ;wBACf,aAAa,EAAE,YAAY,GAAG,SAAS,GAAG,aAAa;wBACvD,iBAAiB;AAClB,qBAAA,CAAC;AAEF,oBAAA,IAAI,aAAa,IAAI,CAAC,YAAY,EAAE;wBAClC,YAAY,GAAG,IAAI;;AAErB,oBAAA,MAAM,eAAe;oBAErB,MAAM,UAAU,EAAE,iBAAiB,CACjC,YAAY,EACZ,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B;;;oBAEK;AACR,gBAAA,MAAM,SAAS,CAAC,MAAM,EAAE;;;QAI5B,IAAI,CAAC,gBAAgB,EAAE;;AAE1B;;;;"}
+{"version":3,"file":"index.cjs","sources":["../../../../src/llm/anthropic/index.ts"],"sourcesContent":["import { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatAnthropicMessages } from '@langchain/anthropic';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport type { BaseChatModelParams } from '@langchain/core/language_models/chat_models';\nimport type {\n  BaseMessage,\n  UsageMetadata,\n  MessageContentComplex,\n} from '@langchain/core/messages';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { AnthropicInput } from '@langchain/anthropic';\nimport type { Anthropic } from '@anthropic-ai/sdk';\nimport type {\n  AnthropicMessageCreateParams,\n  AnthropicStreamingMessageCreateParams,\n  AnthropicStreamUsage,\n  AnthropicMessageStartEvent,\n  AnthropicMessageDeltaEvent,\n} from '@/llm/anthropic/types';\nimport { _makeMessageChunkFromAnthropicEvent } from './utils/message_outputs';\nimport { _convertMessagesToAnthropicPayload } from './utils/message_inputs';\nimport { handleToolChoice } from './utils/tools';\nimport { TextStream } from '@/llm/text';\n\nfunction _toolsInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  return !!(params.tools && params.tools.length > 0);\n}\nfunction _documentsInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  for (const message of params.messages ?? []) {\n    if (typeof message.content === 'string') {\n      continue;\n    }\n    for (const block of message.content ?? []) {\n      if (\n        typeof block === 'object' &&\n        block != null &&\n        block.type === 'document' &&\n        typeof block.citations === 'object' &&\n        block.citations.enabled\n      ) {\n        return true;\n      }\n    }\n  }\n  return false;\n}\n\nfunction _thinkingInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  return !!(params.thinking && params.thinking.type === 'enabled');\n}\n\nfunction extractToken(\n  chunk: AIMessageChunk\n): [string, 'string' | 'input' | 'content'] | [undefined] {\n  if (typeof chunk.content === 'string') {\n    return [chunk.content, 'string'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'input' in chunk.content[0]\n  ) {\n    return typeof chunk.content[0].input === 'string'\n      ? [chunk.content[0].input, 'input']\n      : [JSON.stringify(chunk.content[0].input), 'input'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'text' in chunk.content[0]\n  ) {\n    return [chunk.content[0].text, 'content'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'thinking' in chunk.content[0]\n  ) {\n    return [chunk.content[0].thinking, 'content'];\n  }\n  return [undefined];\n}\n\nfunction cloneChunk(\n  text: string,\n  tokenType: string,\n  chunk: AIMessageChunk\n): AIMessageChunk {\n  if (tokenType === 'string') {\n    return new AIMessageChunk(Object.assign({}, chunk, { content: text }));\n  } else if (tokenType === 'input') {\n    return chunk;\n  }\n  const content = chunk.content[0] as MessageContentComplex;\n  if (tokenType === 'content' && content.type === 'text') {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { text })],\n      })\n    );\n  } else if (tokenType === 'content' && content.type === 'text_delta') {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { text })],\n      })\n    );\n  } else if (tokenType === 'content' && content.type?.startsWith('thinking')) {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { thinking: text })],\n      })\n    );\n  }\n\n  return chunk;\n}\n\nexport type CustomAnthropicInput = AnthropicInput & {\n  _lc_stream_delay?: number;\n} & BaseChatModelParams;\n\n/**\n * A type representing additional parameters that can be passed to the\n * Anthropic API.\n */\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\ntype Kwargs = Record<string, any>;\n\nexport class CustomAnthropic extends ChatAnthropicMessages {\n  _lc_stream_delay: number;\n  private message_start: AnthropicMessageStartEvent | undefined;\n  private message_delta: AnthropicMessageDeltaEvent | undefined;\n  private tools_in_params?: boolean;\n  private emitted_usage?: boolean;\n  constructor(fields?: CustomAnthropicInput) {\n    super(fields);\n    this.resetTokenEvents();\n    this._lc_stream_delay = fields?._lc_stream_delay ?? 25;\n  }\n\n  /**\n   * Get the parameters used to invoke the model\n   */\n  override invocationParams(\n    options?: this['ParsedCallOptions']\n  ): Omit<\n    AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams,\n    'messages'\n  > &\n    Kwargs {\n    const tool_choice:\n      | Anthropic.Messages.ToolChoiceAuto\n      | Anthropic.Messages.ToolChoiceAny\n      | Anthropic.Messages.ToolChoiceTool\n      | undefined = handleToolChoice(options?.tool_choice);\n\n    if (this.thinking.type === 'enabled') {\n      if (this.topK !== -1 && (this.topK as number | undefined) != null) {\n        throw new Error('topK is not supported when thinking is enabled');\n      }\n      if (this.topP !== -1 && (this.topP as number | undefined) != null) {\n        throw new Error('topP is not supported when thinking is enabled');\n      }\n      if (\n        this.temperature !== 1 &&\n        (this.temperature as number | undefined) != null\n      ) {\n        throw new Error(\n          'temperature is not supported when thinking is enabled'\n        );\n      }\n\n      return {\n        model: this.model,\n        stop_sequences: options?.stop ?? this.stopSequences,\n        stream: this.streaming,\n        max_tokens: this.maxTokens,\n        tools: this.formatStructuredToolToAnthropic(options?.tools),\n        tool_choice,\n        thinking: this.thinking,\n        ...this.invocationKwargs,\n      };\n    }\n    return {\n      model: this.model,\n      temperature: this.temperature,\n      top_k: this.topK,\n      top_p: this.topP,\n      stop_sequences: options?.stop ?? this.stopSequences,\n      stream: this.streaming,\n      max_tokens: this.maxTokens,\n      tools: this.formatStructuredToolToAnthropic(options?.tools),\n      tool_choice,\n      thinking: this.thinking,\n      ...this.invocationKwargs,\n    };\n  }\n\n  /**\n   * Get stream usage as returned by this client's API response.\n   * @returns The stream usage object.\n   */\n  getStreamUsage(): UsageMetadata | undefined {\n    if (this.emitted_usage === true) {\n      return;\n    }\n    const inputUsage = this.message_start?.message.usage as\n      | undefined\n      | AnthropicStreamUsage;\n    const outputUsage = this.message_delta?.usage as\n      | undefined\n      | Partial<AnthropicStreamUsage>;\n    if (!outputUsage) {\n      return;\n    }\n    const totalUsage: UsageMetadata = {\n      input_tokens: inputUsage?.input_tokens ?? 0,\n      output_tokens: outputUsage.output_tokens ?? 0,\n      total_tokens:\n        (inputUsage?.input_tokens ?? 0) + (outputUsage.output_tokens ?? 0),\n    };\n\n    if (\n      inputUsage?.cache_creation_input_tokens != null ||\n      inputUsage?.cache_read_input_tokens != null\n    ) {\n      totalUsage.input_token_details = {\n        cache_creation: inputUsage.cache_creation_input_tokens ?? 0,\n        cache_read: inputUsage.cache_read_input_tokens ?? 0,\n      };\n    }\n\n    this.emitted_usage = true;\n    return totalUsage;\n  }\n\n  resetTokenEvents(): void {\n    this.message_start = undefined;\n    this.message_delta = undefined;\n    this.emitted_usage = undefined;\n    this.tools_in_params = undefined;\n  }\n\n  private createGenerationChunk({\n    token,\n    chunk,\n    usageMetadata,\n    shouldStreamUsage,\n  }: {\n    token?: string;\n    chunk: AIMessageChunk;\n    shouldStreamUsage: boolean;\n    usageMetadata?: UsageMetadata;\n  }): ChatGenerationChunk {\n    const usage_metadata = shouldStreamUsage\n      ? (usageMetadata ?? chunk.usage_metadata)\n      : undefined;\n    return new ChatGenerationChunk({\n      message: new AIMessageChunk({\n        // Just yield chunk as it is and tool_use will be concat by BaseChatModel._generateUncached().\n        content: chunk.content,\n        additional_kwargs: chunk.additional_kwargs,\n        tool_call_chunks: chunk.tool_call_chunks,\n        response_metadata: chunk.response_metadata,\n        usage_metadata,\n        id: chunk.id,\n      }),\n      text: token ?? '',\n    });\n  }\n\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    this.resetTokenEvents();\n    const params = this.invocationParams(options);\n    const formattedMessages = _convertMessagesToAnthropicPayload(messages);\n    const payload = {\n      ...params,\n      ...formattedMessages,\n      stream: true,\n    } as const;\n    const coerceContentToString =\n      !_toolsInParams(payload) &&\n      !_documentsInParams(payload) &&\n      !_thinkingInParams(payload);\n\n    const stream = await this.createStreamWithRetry(payload, {\n      headers: options.headers,\n    });\n\n    const shouldStreamUsage = this.streamUsage ?? options.streamUsage;\n\n    for await (const data of stream) {\n      if (options.signal?.aborted === true) {\n        stream.controller.abort();\n        throw new Error('AbortError: User aborted the request.');\n      }\n\n      if (data.type === 'message_start') {\n        this.message_start = data as AnthropicMessageStartEvent;\n      } else if (data.type === 'message_delta') {\n        this.message_delta = data as AnthropicMessageDeltaEvent;\n      }\n\n      let usageMetadata: UsageMetadata | undefined;\n      if (this.tools_in_params !== true && this.emitted_usage !== true) {\n        usageMetadata = this.getStreamUsage();\n      }\n\n      const result = _makeMessageChunkFromAnthropicEvent(data, {\n        streamUsage: shouldStreamUsage,\n        coerceContentToString,\n      });\n      if (!result) continue;\n\n      const { chunk } = result;\n      const [token = '', tokenType] = extractToken(chunk);\n\n      if (\n        !tokenType ||\n        tokenType === 'input' ||\n        (token === '' && (usageMetadata != null || chunk.id != null))\n      ) {\n        const generationChunk = this.createGenerationChunk({\n          token,\n          chunk,\n          usageMetadata,\n          shouldStreamUsage,\n        });\n        yield generationChunk;\n        await runManager?.handleLLMNewToken(\n          token,\n          undefined,\n          undefined,\n          undefined,\n          undefined,\n          { chunk: generationChunk }\n        );\n        continue;\n      }\n\n      const textStream = new TextStream(token, {\n        delay: this._lc_stream_delay,\n        firstWordChunk: true,\n        minChunkSize: 4,\n        maxChunkSize: 8,\n      });\n\n      const generator = textStream.generateText(options.signal);\n      try {\n        let emittedUsage = false;\n        for await (const currentToken of generator) {\n          if ((options.signal as AbortSignal | undefined)?.aborted === true) {\n            break;\n          }\n          const newChunk = cloneChunk(currentToken, tokenType, chunk);\n\n          const generationChunk = this.createGenerationChunk({\n            token: currentToken,\n            chunk: newChunk,\n            usageMetadata: emittedUsage ? undefined : usageMetadata,\n            shouldStreamUsage,\n          });\n\n          if (usageMetadata && !emittedUsage) {\n            emittedUsage = true;\n          }\n          yield generationChunk;\n\n          await runManager?.handleLLMNewToken(\n            currentToken,\n            undefined,\n            undefined,\n            undefined,\n            undefined,\n            { chunk: generationChunk }\n          );\n        }\n      } finally {\n        await generator.return();\n      }\n    }\n\n    this.resetTokenEvents();\n  }\n}\n"],"names":["AIMessageChunk","ChatAnthropicMessages","handleToolChoice","ChatGenerationChunk","_convertMessagesToAnthropicPayload","_makeMessageChunkFromAnthropicEvent","TextStream"],"mappings":";;;;;;;;;;AAwBA,SAAS,cAAc,CACrB,MAA4E,EAAA;AAE5E,IAAA,OAAO,CAAC,EAAE,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AACpD;AACA,SAAS,kBAAkB,CACzB,MAA4E,EAAA;IAE5E,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE,EAAE;AAC3C,QAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC;;QAEF,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,IAAI,EAAE,EAAE;YACzC,IACE,OAAO,KAAK,KAAK,QAAQ;AACzB,gBAAA,KAAK,IAAI,IAAI;gBACb,KAAK,CAAC,IAAI,KAAK,UAAU;AACzB,gBAAA,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;AACnC,gBAAA,KAAK,CAAC,SAAS,CAAC,OAAO,EACvB;AACA,gBAAA,OAAO,IAAI;;;;AAIjB,IAAA,OAAO,KAAK;AACd;AAEA,SAAS,iBAAiB,CACxB,MAA4E,EAAA;AAE5E,IAAA,OAAO,CAAC,EAAE,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,CAAC;AAClE;AAEA,SAAS,YAAY,CACnB,KAAqB,EAAA;AAErB,IAAA,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE;AACrC,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC;;AAC3B,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC3B;QACA,OAAO,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK;AACvC,cAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO;AAClC,cAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;;AAChD,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC1B;AACA,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,CAAC;;AACpC,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC9B;AACA,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC;;IAE/C,OAAO,CAAC,SAAS,CAAC;AACpB;AAEA,SAAS,UAAU,CACjB,IAAY,EACZ,SAAiB,EACjB,KAAqB,EAAA;AAErB,IAAA,IAAI,SAAS,KAAK,QAAQ,EAAE;AAC1B,QAAA,OAAO,IAAIA,uBAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;;AACjE,SAAA,IAAI,SAAS,KAAK,OAAO,EAAE;AAChC,QAAA,OAAO,KAAK;;IAEd,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAA0B;IACzD,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE;QACtD,OAAO,IAAIA,uBAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AAChD,SAAA,CAAC,CACH;;SACI,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE;QACnE,OAAO,IAAIA,uBAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AAChD,SAAA,CAAC,CACH;;AACI,SAAA,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,UAAU,CAAC,EAAE;QAC1E,OAAO,IAAIA,uBAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;AAC1D,SAAA,CAAC,CACH;;AAGH,IAAA,OAAO,KAAK;AACd;AAaM,MAAO,eAAgB,SAAQC,+BAAqB,CAAA;AACxD,IAAA,gBAAgB;AACR,IAAA,aAAa;AACb,IAAA,aAAa;AACb,IAAA,eAAe;AACf,IAAA,aAAa;AACrB,IAAA,WAAA,CAAY,MAA6B,EAAA;QACvC,KAAK,CAAC,MAAM,CAAC;QACb,IAAI,CAAC,gBAAgB,EAAE;QACvB,IAAI,CAAC,gBAAgB,GAAG,MAAM,EAAE,gBAAgB,IAAI,EAAE;;AAGxD;;AAEG;AACM,IAAA,gBAAgB,CACvB,OAAmC,EAAA;QAMnC,MAAM,WAAW,GAIDC,sBAAgB,CAAC,OAAO,EAAE,WAAW,CAAC;QAEtD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE;AACpC,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,EAAE,IAAK,IAAI,CAAC,IAA2B,IAAI,IAAI,EAAE;AACjE,gBAAA,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC;;AAEnE,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,EAAE,IAAK,IAAI,CAAC,IAA2B,IAAI,IAAI,EAAE;AACjE,gBAAA,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC;;AAEnE,YAAA,IACE,IAAI,CAAC,WAAW,KAAK,CAAC;AACrB,gBAAA,IAAI,CAAC,WAAkC,IAAI,IAAI,EAChD;AACA,gBAAA,MAAM,IAAI,KAAK,CACb,uDAAuD,CACxD;;YAGH,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,gBAAA,cAAc,EAAE,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,aAAa;gBACnD,MAAM,EAAE,IAAI,CAAC,SAAS;gBACtB,UAAU,EAAE,IAAI,CAAC,SAAS;gBAC1B,KAAK,EAAE,IAAI,CAAC,+BAA+B,CAAC,OAAO,EAAE,KAAK,CAAC;gBAC3D,WAAW;gBACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,GAAG,IAAI,CAAC,gBAAgB;aACzB;;QAEH,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,KAAK,EAAE,IAAI,CAAC,IAAI;YAChB,KAAK,EAAE,IAAI,CAAC,IAAI;AAChB,YAAA,cAAc,EAAE,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,aAAa;YACnD,MAAM,EAAE,IAAI,CAAC,SAAS;YACtB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,KAAK,EAAE,IAAI,CAAC,+BAA+B,CAAC,OAAO,EAAE,KAAK,CAAC;YAC3D,WAAW;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,GAAG,IAAI,CAAC,gBAAgB;SACzB;;AAGH;;;AAGG;IACH,cAAc,GAAA;AACZ,QAAA,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE;YAC/B;;QAEF,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,KAEvB;AACxB,QAAA,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,KAEP;QACjC,IAAI,CAAC,WAAW,EAAE;YAChB;;AAEF,QAAA,MAAM,UAAU,GAAkB;AAChC,YAAA,YAAY,EAAE,UAAU,EAAE,YAAY,IAAI,CAAC;AAC3C,YAAA,aAAa,EAAE,WAAW,CAAC,aAAa,IAAI,CAAC;AAC7C,YAAA,YAAY,EACV,CAAC,UAAU,EAAE,YAAY,IAAI,CAAC,KAAK,WAAW,CAAC,aAAa,IAAI,CAAC,CAAC;SACrE;AAED,QAAA,IACE,UAAU,EAAE,2BAA2B,IAAI,IAAI;AAC/C,YAAA,UAAU,EAAE,uBAAuB,IAAI,IAAI,EAC3C;YACA,UAAU,CAAC,mBAAmB,GAAG;AAC/B,gBAAA,cAAc,EAAE,UAAU,CAAC,2BAA2B,IAAI,CAAC;AAC3D,gBAAA,UAAU,EAAE,UAAU,CAAC,uBAAuB,IAAI,CAAC;aACpD;;AAGH,QAAA,IAAI,CAAC,aAAa,GAAG,IAAI;AACzB,QAAA,OAAO,UAAU;;IAGnB,gBAAgB,GAAA;AACd,QAAA,IAAI,CAAC,aAAa,GAAG,SAAS;AAC9B,QAAA,IAAI,CAAC,aAAa,GAAG,SAAS;AAC9B,QAAA,IAAI,CAAC,aAAa,GAAG,SAAS;AAC9B,QAAA,IAAI,CAAC,eAAe,GAAG,SAAS;;IAG1B,qBAAqB,CAAC,EAC5B,KAAK,EACL,KAAK,EACL,aAAa,EACb,iBAAiB,GAMlB,EAAA;QACC,MAAM,cAAc,GAAG;AACrB,eAAG,aAAa,IAAI,KAAK,CAAC,cAAc;cACtC,SAAS;QACb,OAAO,IAAIC,2BAAmB,CAAC;YAC7B,OAAO,EAAE,IAAIH,uBAAc,CAAC;;gBAE1B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;gBACxC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,cAAc;gBACd,EAAE,EAAE,KAAK,CAAC,EAAE;aACb,CAAC;YACF,IAAI,EAAE,KAAK,IAAI,EAAE;AAClB,SAAA,CAAC;;IAGJ,OAAO,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;QAErC,IAAI,CAAC,gBAAgB,EAAE;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAC7C,QAAA,MAAM,iBAAiB,GAAGI,iDAAkC,CAAC,QAAQ,CAAC;AACtE,QAAA,MAAM,OAAO,GAAG;AACd,YAAA,GAAG,MAAM;AACT,YAAA,GAAG,iBAAiB;AACpB,YAAA,MAAM,EAAE,IAAI;SACJ;AACV,QAAA,MAAM,qBAAqB,GACzB,CAAC,cAAc,CAAC,OAAO,CAAC;YACxB,CAAC,kBAAkB,CAAC,OAAO,CAAC;AAC5B,YAAA,CAAC,iBAAiB,CAAC,OAAO,CAAC;QAE7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE;YACvD,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,SAAA,CAAC;QAEF,MAAM,iBAAiB,GAAG,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW;AAEjE,QAAA,WAAW,MAAM,IAAI,IAAI,MAAM,EAAE;YAC/B,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE;AACpC,gBAAA,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE;AACzB,gBAAA,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC;;AAG1D,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACjC,gBAAA,IAAI,CAAC,aAAa,GAAG,IAAkC;;AAClD,iBAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACxC,gBAAA,IAAI,CAAC,aAAa,GAAG,IAAkC;;AAGzD,YAAA,IAAI,aAAwC;AAC5C,YAAA,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE;AAChE,gBAAA,aAAa,GAAG,IAAI,CAAC,cAAc,EAAE;;AAGvC,YAAA,MAAM,MAAM,GAAGC,mDAAmC,CAAC,IAAI,EAAE;AACvD,gBAAA,WAAW,EAAE,iBAAiB;gBAC9B,qBAAqB;AACtB,aAAA,CAAC;AACF,YAAA,IAAI,CAAC,MAAM;gBAAE;AAEb,YAAA,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM;AACxB,YAAA,MAAM,CAAC,KAAK,GAAG,EAAE,EAAE,SAAS,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC;AAEnD,YAAA,IACE,CAAC,SAAS;AACV,gBAAA,SAAS,KAAK,OAAO;AACrB,iBAAC,KAAK,KAAK,EAAE,KAAK,aAAa,IAAI,IAAI,IAAI,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,EAC7D;AACA,gBAAA,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC;oBACjD,KAAK;oBACL,KAAK;oBACL,aAAa;oBACb,iBAAiB;AAClB,iBAAA,CAAC;AACF,gBAAA,MAAM,eAAe;gBACrB,MAAM,UAAU,EAAE,iBAAiB,CACjC,KAAK,EACL,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B;gBACD;;AAGF,YAAA,MAAM,UAAU,GAAG,IAAIC,eAAU,CAAC,KAAK,EAAE;gBACvC,KAAK,EAAE,IAAI,CAAC,gBAAgB;AAC5B,gBAAA,cAAc,EAAE,IAAI;AACpB,gBAAA,YAAY,EAAE,CAAC;AACf,gBAAA,YAAY,EAAE,CAAC;AAChB,aAAA,CAAC;YAEF,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC;AACzD,YAAA,IAAI;gBACF,IAAI,YAAY,GAAG,KAAK;AACxB,gBAAA,WAAW,MAAM,YAAY,IAAI,SAAS,EAAE;oBAC1C,IAAK,OAAO,CAAC,MAAkC,EAAE,OAAO,KAAK,IAAI,EAAE;wBACjE;;oBAEF,MAAM,QAAQ,GAAG,UAAU,CAAC,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC;AAE3D,oBAAA,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC;AACjD,wBAAA,KAAK,EAAE,YAAY;AACnB,wBAAA,KAAK,EAAE,QAAQ;wBACf,aAAa,EAAE,YAAY,GAAG,SAAS,GAAG,aAAa;wBACvD,iBAAiB;AAClB,qBAAA,CAAC;AAEF,oBAAA,IAAI,aAAa,IAAI,CAAC,YAAY,EAAE;wBAClC,YAAY,GAAG,IAAI;;AAErB,oBAAA,MAAM,eAAe;oBAErB,MAAM,UAAU,EAAE,iBAAiB,CACjC,YAAY,EACZ,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B;;;oBAEK;AACR,gBAAA,MAAM,SAAS,CAAC,MAAM,EAAE;;;QAI5B,IAAI,CAAC,gBAAgB,EAAE;;AAE1B;;;;"}

package/dist/cjs/llm/text.cjs

@@ -18,7 +18,15 @@ class TextStream {
     randomInt(min, max) {
         return Math.floor(Math.random() * (max - min)) + min;
     }
-    static BOUNDARIES = new Set([' ', '.', ',', '!', '?', ';', ':']);
+    static BOUNDARIES = new Set([
+        ' ',
+        '.',
+        ',',
+        '!',
+        '?',
+        ';',
+        ':',
+    ]);
     findFirstWordBoundary(text, minSize) {
         if (minSize >= text.length)
             return text.length;
@@ -33,10 +41,13 @@ class TextStream {
         }
         return text.length; // If no boundary found, return entire remaining text
     }
-    async *generateText(progressCallback) {
+    async *generateText(signal, progressCallback) {
         const { delay, minChunkSize, maxChunkSize } = this;
         while (this.currentIndex < this.text.length) {
-            await new Promise(resolve => setTimeout(resolve, delay));
+            if (signal?.aborted === true) {
+                break;
+            }
+            await new Promise((resolve) => setTimeout(resolve, delay));
             const remainingText = this.text.slice(this.currentIndex);
             let chunkSize;
             if (this.firstWordChunk) {

package/dist/cjs/llm/text.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"text.cjs","sources":["../../../src/llm/text.ts"],"sourcesContent":["\nexport interface TextStreamOptions {\n  minChunkSize?: number;\n  maxChunkSize?: number;\n  delay?: number;\n  firstWordChunk?: boolean;\n}\n\nexport type ProgressCallback = (chunk: string) => void;\nexport type PostChunkCallback = (chunk: string) => void;\n\nexport class TextStream {\n  private text: string;\n  private currentIndex: number;\n  private minChunkSize: number;\n  private maxChunkSize: number;\n  private delay: number;\n  private firstWordChunk: boolean;\n\n  constructor(text: string, options: TextStreamOptions = {}) {\n    this.text = text;\n    this.currentIndex = 0;\n    this.minChunkSize = options.minChunkSize ?? 4;\n    this.maxChunkSize = options.maxChunkSize ?? 8;\n    this.delay = options.delay ?? 20;\n    this.firstWordChunk = options.firstWordChunk ?? true;\n  }\n\n  private randomInt(min: number, max: number): number {\n    return Math.floor(Math.random() * (max - min)) + min;\n  }\n\n  private static readonly BOUNDARIES = new Set([' ', '.', ',', '!', '?', ';', ':']);\n\n  private findFirstWordBoundary(text: string, minSize: number): number {\n    if (minSize >= text.length) return text.length;\n\n    // Ensure we meet the minimum size first\n    let pos = minSize;\n\n    // Look forward until we find a boundary\n    while (pos < text.length) {\n      if (TextStream.BOUNDARIES.has(text[pos])) {\n        return pos + 1; // Include the boundary character\n      }\n      pos++;\n    }\n\n    return text.length; // If no boundary found, return entire remaining text\n  }\n\n  async *generateText(progressCallback?: ProgressCallback): AsyncGenerator<string, void, unknown> {\n    const { delay, minChunkSize, maxChunkSize } = this;\n\n    while (this.currentIndex < this.text.length) {\n      await new Promise(resolve => setTimeout(resolve, delay));\n\n      const remainingText = this.text.slice(this.currentIndex);\n      let chunkSize: number;\n\n      if (this.firstWordChunk) {\n        chunkSize = this.findFirstWordBoundary(remainingText, minChunkSize);\n      } else {\n        const remainingChars = remainingText.length;\n        chunkSize = Math.min(this.randomInt(minChunkSize, maxChunkSize + 1), remainingChars);\n      }\n\n      const chunk = this.text.slice(this.currentIndex, this.currentIndex + chunkSize);\n      progressCallback?.(chunk);\n\n      yield chunk;\n      this.currentIndex += chunkSize;\n    }\n  }\n}"],"names":[],"mappings":";;MAWa,UAAU,CAAA;AACb,IAAA,IAAI;AACJ,IAAA,YAAY;AACZ,IAAA,YAAY;AACZ,IAAA,YAAY;AACZ,IAAA,KAAK;AACL,IAAA,cAAc;IAEtB,WAAY,CAAA,IAAY,EAAE,OAAA,GAA6B,EAAE,EAAA;AACvD,QAAA,IAAI,CAAC,IAAI,GAAG,IAAI;AAChB,QAAA,IAAI,CAAC,YAAY,GAAG,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC;QAC7C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC;QAC7C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI;;IAG9C,SAAS,CAAC,GAAW,EAAE,GAAW,EAAA;AACxC,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG;;IAG9C,OAAgB,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAEzE,qBAAqB,CAAC,IAAY,EAAE,OAAe,EAAA;AACzD,QAAA,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC,MAAM;;QAG9C,IAAI,GAAG,GAAG,OAAO;;AAGjB,QAAA,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE;AACxB,YAAA,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE;AACxC,gBAAA,OAAO,GAAG,GAAG,CAAC,CAAC;;AAEjB,YAAA,GAAG,EAAE;;AAGP,QAAA,OAAO,IAAI,CAAC,MAAM,CAAC;;AAGrB,IAAA,OAAO,YAAY,CAAC,gBAAmC,EAAA;QACrD,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,IAAI;QAElD,OAAO,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAC3C,YAAA,MAAM,IAAI,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;AAExD,YAAA,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC;AACxD,YAAA,IAAI,SAAiB;AAErB,YAAA,IAAI,IAAI,CAAC,cAAc,EAAE;gBACvB,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,aAAa,EAAE,YAAY,CAAC;;iBAC9D;AACL,gBAAA,MAAM,cAAc,GAAG,aAAa,CAAC,MAAM;AAC3C,gBAAA,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC;;AAGtF,YAAA,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;AAC/E,YAAA,gBAAgB,GAAG,KAAK,CAAC;AAEzB,YAAA,MAAM,KAAK;AACX,YAAA,IAAI,CAAC,YAAY,IAAI,SAAS;;;;;;;"}
+{"version":3,"file":"text.cjs","sources":["../../../src/llm/text.ts"],"sourcesContent":["export interface TextStreamOptions {\n  minChunkSize?: number;\n  maxChunkSize?: number;\n  delay?: number;\n  firstWordChunk?: boolean;\n}\n\nexport type ProgressCallback = (chunk: string) => void;\nexport type PostChunkCallback = (chunk: string) => void;\n\nexport class TextStream {\n  private text: string;\n  private currentIndex: number;\n  private minChunkSize: number;\n  private maxChunkSize: number;\n  private delay: number;\n  private firstWordChunk: boolean;\n\n  constructor(text: string, options: TextStreamOptions = {}) {\n    this.text = text;\n    this.currentIndex = 0;\n    this.minChunkSize = options.minChunkSize ?? 4;\n    this.maxChunkSize = options.maxChunkSize ?? 8;\n    this.delay = options.delay ?? 20;\n    this.firstWordChunk = options.firstWordChunk ?? true;\n  }\n\n  private randomInt(min: number, max: number): number {\n    return Math.floor(Math.random() * (max - min)) + min;\n  }\n\n  private static readonly BOUNDARIES = new Set([\n    ' ',\n    '.',\n    ',',\n    '!',\n    '?',\n    ';',\n    ':',\n  ]);\n\n  private findFirstWordBoundary(text: string, minSize: number): number {\n    if (minSize >= text.length) return text.length;\n\n    // Ensure we meet the minimum size first\n    let pos = minSize;\n\n    // Look forward until we find a boundary\n    while (pos < text.length) {\n      if (TextStream.BOUNDARIES.has(text[pos])) {\n        return pos + 1; // Include the boundary character\n      }\n      pos++;\n    }\n\n    return text.length; // If no boundary found, return entire remaining text\n  }\n\n  async *generateText(\n    signal?: AbortSignal,\n    progressCallback?: ProgressCallback\n  ): AsyncGenerator<string, void, unknown> {\n    const { delay, minChunkSize, maxChunkSize } = this;\n\n    while (this.currentIndex < this.text.length) {\n      if (signal?.aborted === true) {\n        break;\n      }\n      await new Promise((resolve) => setTimeout(resolve, delay));\n\n      const remainingText = this.text.slice(this.currentIndex);\n      let chunkSize: number;\n\n      if (this.firstWordChunk) {\n        chunkSize = this.findFirstWordBoundary(remainingText, minChunkSize);\n      } else {\n        const remainingChars = remainingText.length;\n        chunkSize = Math.min(\n          this.randomInt(minChunkSize, maxChunkSize + 1),\n          remainingChars\n        );\n      }\n\n      const chunk = this.text.slice(\n        this.currentIndex,\n        this.currentIndex + chunkSize\n      );\n      progressCallback?.(chunk);\n\n      yield chunk;\n      this.currentIndex += chunkSize;\n    }\n  }\n}\n"],"names":[],"mappings":";;MAUa,UAAU,CAAA;AACb,IAAA,IAAI;AACJ,IAAA,YAAY;AACZ,IAAA,YAAY;AACZ,IAAA,YAAY;AACZ,IAAA,KAAK;AACL,IAAA,cAAc;IAEtB,WAAY,CAAA,IAAY,EAAE,OAAA,GAA6B,EAAE,EAAA;AACvD,QAAA,IAAI,CAAC,IAAI,GAAG,IAAI;AAChB,QAAA,IAAI,CAAC,YAAY,GAAG,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC;QAC7C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC;QAC7C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI;;IAG9C,SAAS,CAAC,GAAW,EAAE,GAAW,EAAA;AACxC,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG;;AAG9C,IAAA,OAAgB,UAAU,GAAG,IAAI,GAAG,CAAC;QAC3C,GAAG;QACH,GAAG;QACH,GAAG;QACH,GAAG;QACH,GAAG;QACH,GAAG;QACH,GAAG;AACJ,KAAA,CAAC;IAEM,qBAAqB,CAAC,IAAY,EAAE,OAAe,EAAA;AACzD,QAAA,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC,MAAM;;QAG9C,IAAI,GAAG,GAAG,OAAO;;AAGjB,QAAA,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE;AACxB,YAAA,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE;AACxC,gBAAA,OAAO,GAAG,GAAG,CAAC,CAAC;;AAEjB,YAAA,GAAG,EAAE;;AAGP,QAAA,OAAO,IAAI,CAAC,MAAM,CAAC;;AAGrB,IAAA,OAAO,YAAY,CACjB,MAAoB,EACpB,gBAAmC,EAAA;QAEnC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,IAAI;QAElD,OAAO,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAC3C,YAAA,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE;gBAC5B;;AAEF,YAAA,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;AAE1D,YAAA,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC;AACxD,YAAA,IAAI,SAAiB;AAErB,YAAA,IAAI,IAAI,CAAC,cAAc,EAAE;gBACvB,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,aAAa,EAAE,YAAY,CAAC;;iBAC9D;AACL,gBAAA,MAAM,cAAc,GAAG,aAAa,CAAC,MAAM;AAC3C,gBAAA,SAAS,GAAG,IAAI,CAAC,GAAG,CAClB,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,GAAG,CAAC,CAAC,EAC9C,cAAc,CACf;;AAGH,YAAA,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAC3B,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,YAAY,GAAG,SAAS,CAC9B;AACD,YAAA,gBAAgB,GAAG,KAAK,CAAC;AAEzB,YAAA,MAAM,KAAK;AACX,YAAA,IAAI,CAAC,YAAY,IAAI,SAAS;;;;;;;"}

package/dist/esm/llm/anthropic/index.mjs

@@ -238,10 +238,13 @@ class CustomAnthropic extends ChatAnthropicMessages {
                 minChunkSize: 4,
                 maxChunkSize: 8,
             });
-            const generator = textStream.generateText();
+            const generator = textStream.generateText(options.signal);
             try {
                 let emittedUsage = false;
                 for await (const currentToken of generator) {
+                    if (options.signal?.aborted === true) {
+                        break;
+                    }
                     const newChunk = cloneChunk(currentToken, tokenType, chunk);
                     const generationChunk = this.createGenerationChunk({
                         token: currentToken,

package/dist/esm/llm/anthropic/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sources":["../../../../src/llm/anthropic/index.ts"],"sourcesContent":["import { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatAnthropicMessages } from '@langchain/anthropic';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport type { BaseChatModelParams } from '@langchain/core/language_models/chat_models';\nimport type {\n  BaseMessage,\n  UsageMetadata,\n  MessageContentComplex,\n} from '@langchain/core/messages';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { AnthropicInput } from '@langchain/anthropic';\nimport type { Anthropic } from '@anthropic-ai/sdk';\nimport type {\n  AnthropicMessageCreateParams,\n  AnthropicStreamingMessageCreateParams,\n  AnthropicStreamUsage,\n  AnthropicMessageStartEvent,\n  AnthropicMessageDeltaEvent,\n} from '@/llm/anthropic/types';\nimport { _makeMessageChunkFromAnthropicEvent } from './utils/message_outputs';\nimport { _convertMessagesToAnthropicPayload } from './utils/message_inputs';\nimport { handleToolChoice } from './utils/tools';\nimport { TextStream } from '@/llm/text';\n\nfunction _toolsInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  return !!(params.tools && params.tools.length > 0);\n}\nfunction _documentsInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  for (const message of params.messages ?? []) {\n    if (typeof message.content === 'string') {\n      continue;\n    }\n    for (const block of message.content ?? []) {\n      if (\n        typeof block === 'object' &&\n        block != null &&\n        block.type === 'document' &&\n        typeof block.citations === 'object' &&\n        block.citations.enabled\n      ) {\n        return true;\n      }\n    }\n  }\n  return false;\n}\n\nfunction _thinkingInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  return !!(params.thinking && params.thinking.type === 'enabled');\n}\n\nfunction extractToken(\n  chunk: AIMessageChunk\n): [string, 'string' | 'input' | 'content'] | [undefined] {\n  if (typeof chunk.content === 'string') {\n    return [chunk.content, 'string'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'input' in chunk.content[0]\n  ) {\n    return typeof chunk.content[0].input === 'string'\n      ? [chunk.content[0].input, 'input']\n      : [JSON.stringify(chunk.content[0].input), 'input'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'text' in chunk.content[0]\n  ) {\n    return [chunk.content[0].text, 'content'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'thinking' in chunk.content[0]\n  ) {\n    return [chunk.content[0].thinking, 'content'];\n  }\n  return [undefined];\n}\n\nfunction cloneChunk(\n  text: string,\n  tokenType: string,\n  chunk: AIMessageChunk\n): AIMessageChunk {\n  if (tokenType === 'string') {\n    return new AIMessageChunk(Object.assign({}, chunk, { content: text }));\n  } else if (tokenType === 'input') {\n    return chunk;\n  }\n  const content = chunk.content[0] as MessageContentComplex;\n  if (tokenType === 'content' && content.type === 'text') {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { text })],\n      })\n    );\n  } else if (tokenType === 'content' && content.type === 'text_delta') {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { text })],\n      })\n    );\n  } else if (tokenType === 'content' && content.type?.startsWith('thinking')) {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { thinking: text })],\n      })\n    );\n  }\n\n  return chunk;\n}\n\nexport type CustomAnthropicInput = AnthropicInput & {\n  _lc_stream_delay?: number;\n} & BaseChatModelParams;\n\n/**\n * A type representing additional parameters that can be passed to the\n * Anthropic API.\n */\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\ntype Kwargs = Record<string, any>;\n\nexport class CustomAnthropic extends ChatAnthropicMessages {\n  _lc_stream_delay: number;\n  private message_start: AnthropicMessageStartEvent | undefined;\n  private message_delta: AnthropicMessageDeltaEvent | undefined;\n  private tools_in_params?: boolean;\n  private emitted_usage?: boolean;\n  constructor(fields?: CustomAnthropicInput) {\n    super(fields);\n    this.resetTokenEvents();\n    this._lc_stream_delay = fields?._lc_stream_delay ?? 25;\n  }\n\n  /**\n   * Get the parameters used to invoke the model\n   */\n  override invocationParams(\n    options?: this['ParsedCallOptions']\n  ): Omit<\n    AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams,\n    'messages'\n  > &\n    Kwargs {\n    const tool_choice:\n      | Anthropic.Messages.ToolChoiceAuto\n      | Anthropic.Messages.ToolChoiceAny\n      | Anthropic.Messages.ToolChoiceTool\n      | undefined = handleToolChoice(options?.tool_choice);\n\n    if (this.thinking.type === 'enabled') {\n      if (this.topK !== -1 && (this.topK as number | undefined) != null) {\n        throw new Error('topK is not supported when thinking is enabled');\n      }\n      if (this.topP !== -1 && (this.topP as number | undefined) != null) {\n        throw new Error('topP is not supported when thinking is enabled');\n      }\n      if (\n        this.temperature !== 1 &&\n        (this.temperature as number | undefined) != null\n      ) {\n        throw new Error(\n          'temperature is not supported when thinking is enabled'\n        );\n      }\n\n      return {\n        model: this.model,\n        stop_sequences: options?.stop ?? this.stopSequences,\n        stream: this.streaming,\n        max_tokens: this.maxTokens,\n        tools: this.formatStructuredToolToAnthropic(options?.tools),\n        tool_choice,\n        thinking: this.thinking,\n        ...this.invocationKwargs,\n      };\n    }\n    return {\n      model: this.model,\n      temperature: this.temperature,\n      top_k: this.topK,\n      top_p: this.topP,\n      stop_sequences: options?.stop ?? this.stopSequences,\n      stream: this.streaming,\n      max_tokens: this.maxTokens,\n      tools: this.formatStructuredToolToAnthropic(options?.tools),\n      tool_choice,\n      thinking: this.thinking,\n      ...this.invocationKwargs,\n    };\n  }\n\n  /**\n   * Get stream usage as returned by this client's API response.\n   * @returns The stream usage object.\n   */\n  getStreamUsage(): UsageMetadata | undefined {\n    if (this.emitted_usage === true) {\n      return;\n    }\n    const inputUsage = this.message_start?.message.usage as\n      | undefined\n      | AnthropicStreamUsage;\n    const outputUsage = this.message_delta?.usage as\n      | undefined\n      | Partial<AnthropicStreamUsage>;\n    if (!outputUsage) {\n      return;\n    }\n    const totalUsage: UsageMetadata = {\n      input_tokens: inputUsage?.input_tokens ?? 0,\n      output_tokens: outputUsage.output_tokens ?? 0,\n      total_tokens:\n        (inputUsage?.input_tokens ?? 0) + (outputUsage.output_tokens ?? 0),\n    };\n\n    if (\n      inputUsage?.cache_creation_input_tokens != null ||\n      inputUsage?.cache_read_input_tokens != null\n    ) {\n      totalUsage.input_token_details = {\n        cache_creation: inputUsage.cache_creation_input_tokens ?? 0,\n        cache_read: inputUsage.cache_read_input_tokens ?? 0,\n      };\n    }\n\n    this.emitted_usage = true;\n    return totalUsage;\n  }\n\n  resetTokenEvents(): void {\n    this.message_start = undefined;\n    this.message_delta = undefined;\n    this.emitted_usage = undefined;\n    this.tools_in_params = undefined;\n  }\n\n  private createGenerationChunk({\n    token,\n    chunk,\n    usageMetadata,\n    shouldStreamUsage,\n  }: {\n    token?: string;\n    chunk: AIMessageChunk;\n    shouldStreamUsage: boolean;\n    usageMetadata?: UsageMetadata;\n  }): ChatGenerationChunk {\n    const usage_metadata = shouldStreamUsage\n      ? (usageMetadata ?? chunk.usage_metadata)\n      : undefined;\n    return new ChatGenerationChunk({\n      message: new AIMessageChunk({\n        // Just yield chunk as it is and tool_use will be concat by BaseChatModel._generateUncached().\n        content: chunk.content,\n        additional_kwargs: chunk.additional_kwargs,\n        tool_call_chunks: chunk.tool_call_chunks,\n        response_metadata: chunk.response_metadata,\n        usage_metadata,\n        id: chunk.id,\n      }),\n      text: token ?? '',\n    });\n  }\n\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    this.resetTokenEvents();\n    const params = this.invocationParams(options);\n    const formattedMessages = _convertMessagesToAnthropicPayload(messages);\n    const payload = {\n      ...params,\n      ...formattedMessages,\n      stream: true,\n    } as const;\n    const coerceContentToString =\n      !_toolsInParams(payload) &&\n      !_documentsInParams(payload) &&\n      !_thinkingInParams(payload);\n\n    const stream = await this.createStreamWithRetry(payload, {\n      headers: options.headers,\n    });\n\n    const shouldStreamUsage = this.streamUsage ?? options.streamUsage;\n\n    for await (const data of stream) {\n      if (options.signal?.aborted === true) {\n        stream.controller.abort();\n        throw new Error('AbortError: User aborted the request.');\n      }\n\n      if (data.type === 'message_start') {\n        this.message_start = data as AnthropicMessageStartEvent;\n      } else if (data.type === 'message_delta') {\n        this.message_delta = data as AnthropicMessageDeltaEvent;\n      }\n\n      let usageMetadata: UsageMetadata | undefined;\n      if (this.tools_in_params !== true && this.emitted_usage !== true) {\n        usageMetadata = this.getStreamUsage();\n      }\n\n      const result = _makeMessageChunkFromAnthropicEvent(data, {\n        streamUsage: shouldStreamUsage,\n        coerceContentToString,\n      });\n      if (!result) continue;\n\n      const { chunk } = result;\n      const [token = '', tokenType] = extractToken(chunk);\n\n      if (\n        !tokenType ||\n        tokenType === 'input' ||\n        (token === '' && (usageMetadata != null || chunk.id != null))\n      ) {\n        const generationChunk = this.createGenerationChunk({\n          token,\n          chunk,\n          usageMetadata,\n          shouldStreamUsage,\n        });\n        yield generationChunk;\n        await runManager?.handleLLMNewToken(\n          token,\n          undefined,\n          undefined,\n          undefined,\n          undefined,\n          { chunk: generationChunk }\n        );\n        continue;\n      }\n\n      const textStream = new TextStream(token, {\n        delay: this._lc_stream_delay,\n        firstWordChunk: true,\n        minChunkSize: 4,\n        maxChunkSize: 8,\n      });\n\n      const generator = textStream.generateText();\n      try {\n        let emittedUsage = false;\n        for await (const currentToken of generator) {\n          const newChunk = cloneChunk(currentToken, tokenType, chunk);\n\n          const generationChunk = this.createGenerationChunk({\n            token: currentToken,\n            chunk: newChunk,\n            usageMetadata: emittedUsage ? undefined : usageMetadata,\n            shouldStreamUsage,\n          });\n\n          if (usageMetadata && !emittedUsage) {\n            emittedUsage = true;\n          }\n          yield generationChunk;\n\n          await runManager?.handleLLMNewToken(\n            currentToken,\n            undefined,\n            undefined,\n            undefined,\n            undefined,\n            { chunk: generationChunk }\n          );\n        }\n      } finally {\n        await generator.return();\n      }\n    }\n\n    this.resetTokenEvents();\n  }\n}\n"],"names":[],"mappings":";;;;;;;;AAwBA,SAAS,cAAc,CACrB,MAA4E,EAAA;AAE5E,IAAA,OAAO,CAAC,EAAE,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AACpD;AACA,SAAS,kBAAkB,CACzB,MAA4E,EAAA;IAE5E,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE,EAAE;AAC3C,QAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC;;QAEF,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,IAAI,EAAE,EAAE;YACzC,IACE,OAAO,KAAK,KAAK,QAAQ;AACzB,gBAAA,KAAK,IAAI,IAAI;gBACb,KAAK,CAAC,IAAI,KAAK,UAAU;AACzB,gBAAA,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;AACnC,gBAAA,KAAK,CAAC,SAAS,CAAC,OAAO,EACvB;AACA,gBAAA,OAAO,IAAI;;;;AAIjB,IAAA,OAAO,KAAK;AACd;AAEA,SAAS,iBAAiB,CACxB,MAA4E,EAAA;AAE5E,IAAA,OAAO,CAAC,EAAE,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,CAAC;AAClE;AAEA,SAAS,YAAY,CACnB,KAAqB,EAAA;AAErB,IAAA,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE;AACrC,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC;;AAC3B,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC3B;QACA,OAAO,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK;AACvC,cAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO;AAClC,cAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;;AAChD,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC1B;AACA,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,CAAC;;AACpC,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC9B;AACA,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC;;IAE/C,OAAO,CAAC,SAAS,CAAC;AACpB;AAEA,SAAS,UAAU,CACjB,IAAY,EACZ,SAAiB,EACjB,KAAqB,EAAA;AAErB,IAAA,IAAI,SAAS,KAAK,QAAQ,EAAE;AAC1B,QAAA,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;;AACjE,SAAA,IAAI,SAAS,KAAK,OAAO,EAAE;AAChC,QAAA,OAAO,KAAK;;IAEd,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAA0B;IACzD,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE;QACtD,OAAO,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AAChD,SAAA,CAAC,CACH;;SACI,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE;QACnE,OAAO,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AAChD,SAAA,CAAC,CACH;;AACI,SAAA,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,UAAU,CAAC,EAAE;QAC1E,OAAO,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;AAC1D,SAAA,CAAC,CACH;;AAGH,IAAA,OAAO,KAAK;AACd;AAaM,MAAO,eAAgB,SAAQ,qBAAqB,CAAA;AACxD,IAAA,gBAAgB;AACR,IAAA,aAAa;AACb,IAAA,aAAa;AACb,IAAA,eAAe;AACf,IAAA,aAAa;AACrB,IAAA,WAAA,CAAY,MAA6B,EAAA;QACvC,KAAK,CAAC,MAAM,CAAC;QACb,IAAI,CAAC,gBAAgB,EAAE;QACvB,IAAI,CAAC,gBAAgB,GAAG,MAAM,EAAE,gBAAgB,IAAI,EAAE;;AAGxD;;AAEG;AACM,IAAA,gBAAgB,CACvB,OAAmC,EAAA;QAMnC,MAAM,WAAW,GAID,gBAAgB,CAAC,OAAO,EAAE,WAAW,CAAC;QAEtD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE;AACpC,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,EAAE,IAAK,IAAI,CAAC,IAA2B,IAAI,IAAI,EAAE;AACjE,gBAAA,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC;;AAEnE,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,EAAE,IAAK,IAAI,CAAC,IAA2B,IAAI,IAAI,EAAE;AACjE,gBAAA,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC;;AAEnE,YAAA,IACE,IAAI,CAAC,WAAW,KAAK,CAAC;AACrB,gBAAA,IAAI,CAAC,WAAkC,IAAI,IAAI,EAChD;AACA,gBAAA,MAAM,IAAI,KAAK,CACb,uDAAuD,CACxD;;YAGH,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,gBAAA,cAAc,EAAE,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,aAAa;gBACnD,MAAM,EAAE,IAAI,CAAC,SAAS;gBACtB,UAAU,EAAE,IAAI,CAAC,SAAS;gBAC1B,KAAK,EAAE,IAAI,CAAC,+BAA+B,CAAC,OAAO,EAAE,KAAK,CAAC;gBAC3D,WAAW;gBACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,GAAG,IAAI,CAAC,gBAAgB;aACzB;;QAEH,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,KAAK,EAAE,IAAI,CAAC,IAAI;YAChB,KAAK,EAAE,IAAI,CAAC,IAAI;AAChB,YAAA,cAAc,EAAE,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,aAAa;YACnD,MAAM,EAAE,IAAI,CAAC,SAAS;YACtB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,KAAK,EAAE,IAAI,CAAC,+BAA+B,CAAC,OAAO,EAAE,KAAK,CAAC;YAC3D,WAAW;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,GAAG,IAAI,CAAC,gBAAgB;SACzB;;AAGH;;;AAGG;IACH,cAAc,GAAA;AACZ,QAAA,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE;YAC/B;;QAEF,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,KAEvB;AACxB,QAAA,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,KAEP;QACjC,IAAI,CAAC,WAAW,EAAE;YAChB;;AAEF,QAAA,MAAM,UAAU,GAAkB;AAChC,YAAA,YAAY,EAAE,UAAU,EAAE,YAAY,IAAI,CAAC;AAC3C,YAAA,aAAa,EAAE,WAAW,CAAC,aAAa,IAAI,CAAC;AAC7C,YAAA,YAAY,EACV,CAAC,UAAU,EAAE,YAAY,IAAI,CAAC,KAAK,WAAW,CAAC,aAAa,IAAI,CAAC,CAAC;SACrE;AAED,QAAA,IACE,UAAU,EAAE,2BAA2B,IAAI,IAAI;AAC/C,YAAA,UAAU,EAAE,uBAAuB,IAAI,IAAI,EAC3C;YACA,UAAU,CAAC,mBAAmB,GAAG;AAC/B,gBAAA,cAAc,EAAE,UAAU,CAAC,2BAA2B,IAAI,CAAC;AAC3D,gBAAA,UAAU,EAAE,UAAU,CAAC,uBAAuB,IAAI,CAAC;aACpD;;AAGH,QAAA,IAAI,CAAC,aAAa,GAAG,IAAI;AACzB,QAAA,OAAO,UAAU;;IAGnB,gBAAgB,GAAA;AACd,QAAA,IAAI,CAAC,aAAa,GAAG,SAAS;AAC9B,QAAA,IAAI,CAAC,aAAa,GAAG,SAAS;AAC9B,QAAA,IAAI,CAAC,aAAa,GAAG,SAAS;AAC9B,QAAA,IAAI,CAAC,eAAe,GAAG,SAAS;;IAG1B,qBAAqB,CAAC,EAC5B,KAAK,EACL,KAAK,EACL,aAAa,EACb,iBAAiB,GAMlB,EAAA;QACC,MAAM,cAAc,GAAG;AACrB,eAAG,aAAa,IAAI,KAAK,CAAC,cAAc;cACtC,SAAS;QACb,OAAO,IAAI,mBAAmB,CAAC;YAC7B,OAAO,EAAE,IAAI,cAAc,CAAC;;gBAE1B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;gBACxC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,cAAc;gBACd,EAAE,EAAE,KAAK,CAAC,EAAE;aACb,CAAC;YACF,IAAI,EAAE,KAAK,IAAI,EAAE;AAClB,SAAA,CAAC;;IAGJ,OAAO,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;QAErC,IAAI,CAAC,gBAAgB,EAAE;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAC7C,QAAA,MAAM,iBAAiB,GAAG,kCAAkC,CAAC,QAAQ,CAAC;AACtE,QAAA,MAAM,OAAO,GAAG;AACd,YAAA,GAAG,MAAM;AACT,YAAA,GAAG,iBAAiB;AACpB,YAAA,MAAM,EAAE,IAAI;SACJ;AACV,QAAA,MAAM,qBAAqB,GACzB,CAAC,cAAc,CAAC,OAAO,CAAC;YACxB,CAAC,kBAAkB,CAAC,OAAO,CAAC;AAC5B,YAAA,CAAC,iBAAiB,CAAC,OAAO,CAAC;QAE7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE;YACvD,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,SAAA,CAAC;QAEF,MAAM,iBAAiB,GAAG,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW;AAEjE,QAAA,WAAW,MAAM,IAAI,IAAI,MAAM,EAAE;YAC/B,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE;AACpC,gBAAA,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE;AACzB,gBAAA,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC;;AAG1D,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACjC,gBAAA,IAAI,CAAC,aAAa,GAAG,IAAkC;;AAClD,iBAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACxC,gBAAA,IAAI,CAAC,aAAa,GAAG,IAAkC;;AAGzD,YAAA,IAAI,aAAwC;AAC5C,YAAA,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE;AAChE,gBAAA,aAAa,GAAG,IAAI,CAAC,cAAc,EAAE;;AAGvC,YAAA,MAAM,MAAM,GAAG,mCAAmC,CAAC,IAAI,EAAE;AACvD,gBAAA,WAAW,EAAE,iBAAiB;gBAC9B,qBAAqB;AACtB,aAAA,CAAC;AACF,YAAA,IAAI,CAAC,MAAM;gBAAE;AAEb,YAAA,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM;AACxB,YAAA,MAAM,CAAC,KAAK,GAAG,EAAE,EAAE,SAAS,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC;AAEnD,YAAA,IACE,CAAC,SAAS;AACV,gBAAA,SAAS,KAAK,OAAO;AACrB,iBAAC,KAAK,KAAK,EAAE,KAAK,aAAa,IAAI,IAAI,IAAI,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,EAC7D;AACA,gBAAA,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC;oBACjD,KAAK;oBACL,KAAK;oBACL,aAAa;oBACb,iBAAiB;AAClB,iBAAA,CAAC;AACF,gBAAA,MAAM,eAAe;gBACrB,MAAM,UAAU,EAAE,iBAAiB,CACjC,KAAK,EACL,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B;gBACD;;AAGF,YAAA,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE;gBACvC,KAAK,EAAE,IAAI,CAAC,gBAAgB;AAC5B,gBAAA,cAAc,EAAE,IAAI;AACpB,gBAAA,YAAY,EAAE,CAAC;AACf,gBAAA,YAAY,EAAE,CAAC;AAChB,aAAA,CAAC;AAEF,YAAA,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,EAAE;AAC3C,YAAA,IAAI;gBACF,IAAI,YAAY,GAAG,KAAK;AACxB,gBAAA,WAAW,MAAM,YAAY,IAAI,SAAS,EAAE;oBAC1C,MAAM,QAAQ,GAAG,UAAU,CAAC,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC;AAE3D,oBAAA,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC;AACjD,wBAAA,KAAK,EAAE,YAAY;AACnB,wBAAA,KAAK,EAAE,QAAQ;wBACf,aAAa,EAAE,YAAY,GAAG,SAAS,GAAG,aAAa;wBACvD,iBAAiB;AAClB,qBAAA,CAAC;AAEF,oBAAA,IAAI,aAAa,IAAI,CAAC,YAAY,EAAE;wBAClC,YAAY,GAAG,IAAI;;AAErB,oBAAA,MAAM,eAAe;oBAErB,MAAM,UAAU,EAAE,iBAAiB,CACjC,YAAY,EACZ,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B;;;oBAEK;AACR,gBAAA,MAAM,SAAS,CAAC,MAAM,EAAE;;;QAI5B,IAAI,CAAC,gBAAgB,EAAE;;AAE1B;;;;"}
+{"version":3,"file":"index.mjs","sources":["../../../../src/llm/anthropic/index.ts"],"sourcesContent":["import { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatAnthropicMessages } from '@langchain/anthropic';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport type { BaseChatModelParams } from '@langchain/core/language_models/chat_models';\nimport type {\n  BaseMessage,\n  UsageMetadata,\n  MessageContentComplex,\n} from '@langchain/core/messages';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { AnthropicInput } from '@langchain/anthropic';\nimport type { Anthropic } from '@anthropic-ai/sdk';\nimport type {\n  AnthropicMessageCreateParams,\n  AnthropicStreamingMessageCreateParams,\n  AnthropicStreamUsage,\n  AnthropicMessageStartEvent,\n  AnthropicMessageDeltaEvent,\n} from '@/llm/anthropic/types';\nimport { _makeMessageChunkFromAnthropicEvent } from './utils/message_outputs';\nimport { _convertMessagesToAnthropicPayload } from './utils/message_inputs';\nimport { handleToolChoice } from './utils/tools';\nimport { TextStream } from '@/llm/text';\n\nfunction _toolsInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  return !!(params.tools && params.tools.length > 0);\n}\nfunction _documentsInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  for (const message of params.messages ?? []) {\n    if (typeof message.content === 'string') {\n      continue;\n    }\n    for (const block of message.content ?? []) {\n      if (\n        typeof block === 'object' &&\n        block != null &&\n        block.type === 'document' &&\n        typeof block.citations === 'object' &&\n        block.citations.enabled\n      ) {\n        return true;\n      }\n    }\n  }\n  return false;\n}\n\nfunction _thinkingInParams(\n  params: AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams\n): boolean {\n  return !!(params.thinking && params.thinking.type === 'enabled');\n}\n\nfunction extractToken(\n  chunk: AIMessageChunk\n): [string, 'string' | 'input' | 'content'] | [undefined] {\n  if (typeof chunk.content === 'string') {\n    return [chunk.content, 'string'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'input' in chunk.content[0]\n  ) {\n    return typeof chunk.content[0].input === 'string'\n      ? [chunk.content[0].input, 'input']\n      : [JSON.stringify(chunk.content[0].input), 'input'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'text' in chunk.content[0]\n  ) {\n    return [chunk.content[0].text, 'content'];\n  } else if (\n    Array.isArray(chunk.content) &&\n    chunk.content.length >= 1 &&\n    'thinking' in chunk.content[0]\n  ) {\n    return [chunk.content[0].thinking, 'content'];\n  }\n  return [undefined];\n}\n\nfunction cloneChunk(\n  text: string,\n  tokenType: string,\n  chunk: AIMessageChunk\n): AIMessageChunk {\n  if (tokenType === 'string') {\n    return new AIMessageChunk(Object.assign({}, chunk, { content: text }));\n  } else if (tokenType === 'input') {\n    return chunk;\n  }\n  const content = chunk.content[0] as MessageContentComplex;\n  if (tokenType === 'content' && content.type === 'text') {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { text })],\n      })\n    );\n  } else if (tokenType === 'content' && content.type === 'text_delta') {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { text })],\n      })\n    );\n  } else if (tokenType === 'content' && content.type?.startsWith('thinking')) {\n    return new AIMessageChunk(\n      Object.assign({}, chunk, {\n        content: [Object.assign({}, content, { thinking: text })],\n      })\n    );\n  }\n\n  return chunk;\n}\n\nexport type CustomAnthropicInput = AnthropicInput & {\n  _lc_stream_delay?: number;\n} & BaseChatModelParams;\n\n/**\n * A type representing additional parameters that can be passed to the\n * Anthropic API.\n */\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\ntype Kwargs = Record<string, any>;\n\nexport class CustomAnthropic extends ChatAnthropicMessages {\n  _lc_stream_delay: number;\n  private message_start: AnthropicMessageStartEvent | undefined;\n  private message_delta: AnthropicMessageDeltaEvent | undefined;\n  private tools_in_params?: boolean;\n  private emitted_usage?: boolean;\n  constructor(fields?: CustomAnthropicInput) {\n    super(fields);\n    this.resetTokenEvents();\n    this._lc_stream_delay = fields?._lc_stream_delay ?? 25;\n  }\n\n  /**\n   * Get the parameters used to invoke the model\n   */\n  override invocationParams(\n    options?: this['ParsedCallOptions']\n  ): Omit<\n    AnthropicMessageCreateParams | AnthropicStreamingMessageCreateParams,\n    'messages'\n  > &\n    Kwargs {\n    const tool_choice:\n      | Anthropic.Messages.ToolChoiceAuto\n      | Anthropic.Messages.ToolChoiceAny\n      | Anthropic.Messages.ToolChoiceTool\n      | undefined = handleToolChoice(options?.tool_choice);\n\n    if (this.thinking.type === 'enabled') {\n      if (this.topK !== -1 && (this.topK as number | undefined) != null) {\n        throw new Error('topK is not supported when thinking is enabled');\n      }\n      if (this.topP !== -1 && (this.topP as number | undefined) != null) {\n        throw new Error('topP is not supported when thinking is enabled');\n      }\n      if (\n        this.temperature !== 1 &&\n        (this.temperature as number | undefined) != null\n      ) {\n        throw new Error(\n          'temperature is not supported when thinking is enabled'\n        );\n      }\n\n      return {\n        model: this.model,\n        stop_sequences: options?.stop ?? this.stopSequences,\n        stream: this.streaming,\n        max_tokens: this.maxTokens,\n        tools: this.formatStructuredToolToAnthropic(options?.tools),\n        tool_choice,\n        thinking: this.thinking,\n        ...this.invocationKwargs,\n      };\n    }\n    return {\n      model: this.model,\n      temperature: this.temperature,\n      top_k: this.topK,\n      top_p: this.topP,\n      stop_sequences: options?.stop ?? this.stopSequences,\n      stream: this.streaming,\n      max_tokens: this.maxTokens,\n      tools: this.formatStructuredToolToAnthropic(options?.tools),\n      tool_choice,\n      thinking: this.thinking,\n      ...this.invocationKwargs,\n    };\n  }\n\n  /**\n   * Get stream usage as returned by this client's API response.\n   * @returns The stream usage object.\n   */\n  getStreamUsage(): UsageMetadata | undefined {\n    if (this.emitted_usage === true) {\n      return;\n    }\n    const inputUsage = this.message_start?.message.usage as\n      | undefined\n      | AnthropicStreamUsage;\n    const outputUsage = this.message_delta?.usage as\n      | undefined\n      | Partial<AnthropicStreamUsage>;\n    if (!outputUsage) {\n      return;\n    }\n    const totalUsage: UsageMetadata = {\n      input_tokens: inputUsage?.input_tokens ?? 0,\n      output_tokens: outputUsage.output_tokens ?? 0,\n      total_tokens:\n        (inputUsage?.input_tokens ?? 0) + (outputUsage.output_tokens ?? 0),\n    };\n\n    if (\n      inputUsage?.cache_creation_input_tokens != null ||\n      inputUsage?.cache_read_input_tokens != null\n    ) {\n      totalUsage.input_token_details = {\n        cache_creation: inputUsage.cache_creation_input_tokens ?? 0,\n        cache_read: inputUsage.cache_read_input_tokens ?? 0,\n      };\n    }\n\n    this.emitted_usage = true;\n    return totalUsage;\n  }\n\n  resetTokenEvents(): void {\n    this.message_start = undefined;\n    this.message_delta = undefined;\n    this.emitted_usage = undefined;\n    this.tools_in_params = undefined;\n  }\n\n  private createGenerationChunk({\n    token,\n    chunk,\n    usageMetadata,\n    shouldStreamUsage,\n  }: {\n    token?: string;\n    chunk: AIMessageChunk;\n    shouldStreamUsage: boolean;\n    usageMetadata?: UsageMetadata;\n  }): ChatGenerationChunk {\n    const usage_metadata = shouldStreamUsage\n      ? (usageMetadata ?? chunk.usage_metadata)\n      : undefined;\n    return new ChatGenerationChunk({\n      message: new AIMessageChunk({\n        // Just yield chunk as it is and tool_use will be concat by BaseChatModel._generateUncached().\n        content: chunk.content,\n        additional_kwargs: chunk.additional_kwargs,\n        tool_call_chunks: chunk.tool_call_chunks,\n        response_metadata: chunk.response_metadata,\n        usage_metadata,\n        id: chunk.id,\n      }),\n      text: token ?? '',\n    });\n  }\n\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    this.resetTokenEvents();\n    const params = this.invocationParams(options);\n    const formattedMessages = _convertMessagesToAnthropicPayload(messages);\n    const payload = {\n      ...params,\n      ...formattedMessages,\n      stream: true,\n    } as const;\n    const coerceContentToString =\n      !_toolsInParams(payload) &&\n      !_documentsInParams(payload) &&\n      !_thinkingInParams(payload);\n\n    const stream = await this.createStreamWithRetry(payload, {\n      headers: options.headers,\n    });\n\n    const shouldStreamUsage = this.streamUsage ?? options.streamUsage;\n\n    for await (const data of stream) {\n      if (options.signal?.aborted === true) {\n        stream.controller.abort();\n        throw new Error('AbortError: User aborted the request.');\n      }\n\n      if (data.type === 'message_start') {\n        this.message_start = data as AnthropicMessageStartEvent;\n      } else if (data.type === 'message_delta') {\n        this.message_delta = data as AnthropicMessageDeltaEvent;\n      }\n\n      let usageMetadata: UsageMetadata | undefined;\n      if (this.tools_in_params !== true && this.emitted_usage !== true) {\n        usageMetadata = this.getStreamUsage();\n      }\n\n      const result = _makeMessageChunkFromAnthropicEvent(data, {\n        streamUsage: shouldStreamUsage,\n        coerceContentToString,\n      });\n      if (!result) continue;\n\n      const { chunk } = result;\n      const [token = '', tokenType] = extractToken(chunk);\n\n      if (\n        !tokenType ||\n        tokenType === 'input' ||\n        (token === '' && (usageMetadata != null || chunk.id != null))\n      ) {\n        const generationChunk = this.createGenerationChunk({\n          token,\n          chunk,\n          usageMetadata,\n          shouldStreamUsage,\n        });\n        yield generationChunk;\n        await runManager?.handleLLMNewToken(\n          token,\n          undefined,\n          undefined,\n          undefined,\n          undefined,\n          { chunk: generationChunk }\n        );\n        continue;\n      }\n\n      const textStream = new TextStream(token, {\n        delay: this._lc_stream_delay,\n        firstWordChunk: true,\n        minChunkSize: 4,\n        maxChunkSize: 8,\n      });\n\n      const generator = textStream.generateText(options.signal);\n      try {\n        let emittedUsage = false;\n        for await (const currentToken of generator) {\n          if ((options.signal as AbortSignal | undefined)?.aborted === true) {\n            break;\n          }\n          const newChunk = cloneChunk(currentToken, tokenType, chunk);\n\n          const generationChunk = this.createGenerationChunk({\n            token: currentToken,\n            chunk: newChunk,\n            usageMetadata: emittedUsage ? undefined : usageMetadata,\n            shouldStreamUsage,\n          });\n\n          if (usageMetadata && !emittedUsage) {\n            emittedUsage = true;\n          }\n          yield generationChunk;\n\n          await runManager?.handleLLMNewToken(\n            currentToken,\n            undefined,\n            undefined,\n            undefined,\n            undefined,\n            { chunk: generationChunk }\n          );\n        }\n      } finally {\n        await generator.return();\n      }\n    }\n\n    this.resetTokenEvents();\n  }\n}\n"],"names":[],"mappings":";;;;;;;;AAwBA,SAAS,cAAc,CACrB,MAA4E,EAAA;AAE5E,IAAA,OAAO,CAAC,EAAE,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AACpD;AACA,SAAS,kBAAkB,CACzB,MAA4E,EAAA;IAE5E,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE,EAAE;AAC3C,QAAA,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC;;QAEF,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,IAAI,EAAE,EAAE;YACzC,IACE,OAAO,KAAK,KAAK,QAAQ;AACzB,gBAAA,KAAK,IAAI,IAAI;gBACb,KAAK,CAAC,IAAI,KAAK,UAAU;AACzB,gBAAA,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;AACnC,gBAAA,KAAK,CAAC,SAAS,CAAC,OAAO,EACvB;AACA,gBAAA,OAAO,IAAI;;;;AAIjB,IAAA,OAAO,KAAK;AACd;AAEA,SAAS,iBAAiB,CACxB,MAA4E,EAAA;AAE5E,IAAA,OAAO,CAAC,EAAE,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,CAAC;AAClE;AAEA,SAAS,YAAY,CACnB,KAAqB,EAAA;AAErB,IAAA,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE;AACrC,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC;;AAC3B,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC3B;QACA,OAAO,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK;AACvC,cAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO;AAClC,cAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;;AAChD,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC1B;AACA,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,CAAC;;AACpC,SAAA,IACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;AAC5B,QAAA,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;QACzB,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAC9B;AACA,QAAA,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC;;IAE/C,OAAO,CAAC,SAAS,CAAC;AACpB;AAEA,SAAS,UAAU,CACjB,IAAY,EACZ,SAAiB,EACjB,KAAqB,EAAA;AAErB,IAAA,IAAI,SAAS,KAAK,QAAQ,EAAE;AAC1B,QAAA,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;;AACjE,SAAA,IAAI,SAAS,KAAK,OAAO,EAAE;AAChC,QAAA,OAAO,KAAK;;IAEd,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAA0B;IACzD,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE;QACtD,OAAO,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AAChD,SAAA,CAAC,CACH;;SACI,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE;QACnE,OAAO,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AAChD,SAAA,CAAC,CACH;;AACI,SAAA,IAAI,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,UAAU,CAAC,EAAE;QAC1E,OAAO,IAAI,cAAc,CACvB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE;AACvB,YAAA,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;AAC1D,SAAA,CAAC,CACH;;AAGH,IAAA,OAAO,KAAK;AACd;AAaM,MAAO,eAAgB,SAAQ,qBAAqB,CAAA;AACxD,IAAA,gBAAgB;AACR,IAAA,aAAa;AACb,IAAA,aAAa;AACb,IAAA,eAAe;AACf,IAAA,aAAa;AACrB,IAAA,WAAA,CAAY,MAA6B,EAAA;QACvC,KAAK,CAAC,MAAM,CAAC;QACb,IAAI,CAAC,gBAAgB,EAAE;QACvB,IAAI,CAAC,gBAAgB,GAAG,MAAM,EAAE,gBAAgB,IAAI,EAAE;;AAGxD;;AAEG;AACM,IAAA,gBAAgB,CACvB,OAAmC,EAAA;QAMnC,MAAM,WAAW,GAID,gBAAgB,CAAC,OAAO,EAAE,WAAW,CAAC;QAEtD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE;AACpC,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,EAAE,IAAK,IAAI,CAAC,IAA2B,IAAI,IAAI,EAAE;AACjE,gBAAA,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC;;AAEnE,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,EAAE,IAAK,IAAI,CAAC,IAA2B,IAAI,IAAI,EAAE;AACjE,gBAAA,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC;;AAEnE,YAAA,IACE,IAAI,CAAC,WAAW,KAAK,CAAC;AACrB,gBAAA,IAAI,CAAC,WAAkC,IAAI,IAAI,EAChD;AACA,gBAAA,MAAM,IAAI,KAAK,CACb,uDAAuD,CACxD;;YAGH,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;AACjB,gBAAA,cAAc,EAAE,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,aAAa;gBACnD,MAAM,EAAE,IAAI,CAAC,SAAS;gBACtB,UAAU,EAAE,IAAI,CAAC,SAAS;gBAC1B,KAAK,EAAE,IAAI,CAAC,+BAA+B,CAAC,OAAO,EAAE,KAAK,CAAC;gBAC3D,WAAW;gBACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,GAAG,IAAI,CAAC,gBAAgB;aACzB;;QAEH,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,KAAK,EAAE,IAAI,CAAC,IAAI;YAChB,KAAK,EAAE,IAAI,CAAC,IAAI;AAChB,YAAA,cAAc,EAAE,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,aAAa;YACnD,MAAM,EAAE,IAAI,CAAC,SAAS;YACtB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,KAAK,EAAE,IAAI,CAAC,+BAA+B,CAAC,OAAO,EAAE,KAAK,CAAC;YAC3D,WAAW;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,GAAG,IAAI,CAAC,gBAAgB;SACzB;;AAGH;;;AAGG;IACH,cAAc,GAAA;AACZ,QAAA,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE;YAC/B;;QAEF,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,KAEvB;AACxB,QAAA,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,KAEP;QACjC,IAAI,CAAC,WAAW,EAAE;YAChB;;AAEF,QAAA,MAAM,UAAU,GAAkB;AAChC,YAAA,YAAY,EAAE,UAAU,EAAE,YAAY,IAAI,CAAC;AAC3C,YAAA,aAAa,EAAE,WAAW,CAAC,aAAa,IAAI,CAAC;AAC7C,YAAA,YAAY,EACV,CAAC,UAAU,EAAE,YAAY,IAAI,CAAC,KAAK,WAAW,CAAC,aAAa,IAAI,CAAC,CAAC;SACrE;AAED,QAAA,IACE,UAAU,EAAE,2BAA2B,IAAI,IAAI;AAC/C,YAAA,UAAU,EAAE,uBAAuB,IAAI,IAAI,EAC3C;YACA,UAAU,CAAC,mBAAmB,GAAG;AAC/B,gBAAA,cAAc,EAAE,UAAU,CAAC,2BAA2B,IAAI,CAAC;AAC3D,gBAAA,UAAU,EAAE,UAAU,CAAC,uBAAuB,IAAI,CAAC;aACpD;;AAGH,QAAA,IAAI,CAAC,aAAa,GAAG,IAAI;AACzB,QAAA,OAAO,UAAU;;IAGnB,gBAAgB,GAAA;AACd,QAAA,IAAI,CAAC,aAAa,GAAG,SAAS;AAC9B,QAAA,IAAI,CAAC,aAAa,GAAG,SAAS;AAC9B,QAAA,IAAI,CAAC,aAAa,GAAG,SAAS;AAC9B,QAAA,IAAI,CAAC,eAAe,GAAG,SAAS;;IAG1B,qBAAqB,CAAC,EAC5B,KAAK,EACL,KAAK,EACL,aAAa,EACb,iBAAiB,GAMlB,EAAA;QACC,MAAM,cAAc,GAAG;AACrB,eAAG,aAAa,IAAI,KAAK,CAAC,cAAc;cACtC,SAAS;QACb,OAAO,IAAI,mBAAmB,CAAC;YAC7B,OAAO,EAAE,IAAI,cAAc,CAAC;;gBAE1B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;gBACxC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;gBAC1C,cAAc;gBACd,EAAE,EAAE,KAAK,CAAC,EAAE;aACb,CAAC;YACF,IAAI,EAAE,KAAK,IAAI,EAAE;AAClB,SAAA,CAAC;;IAGJ,OAAO,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;QAErC,IAAI,CAAC,gBAAgB,EAAE;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAC7C,QAAA,MAAM,iBAAiB,GAAG,kCAAkC,CAAC,QAAQ,CAAC;AACtE,QAAA,MAAM,OAAO,GAAG;AACd,YAAA,GAAG,MAAM;AACT,YAAA,GAAG,iBAAiB;AACpB,YAAA,MAAM,EAAE,IAAI;SACJ;AACV,QAAA,MAAM,qBAAqB,GACzB,CAAC,cAAc,CAAC,OAAO,CAAC;YACxB,CAAC,kBAAkB,CAAC,OAAO,CAAC;AAC5B,YAAA,CAAC,iBAAiB,CAAC,OAAO,CAAC;QAE7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE;YACvD,OAAO,EAAE,OAAO,CAAC,OAAO;AACzB,SAAA,CAAC;QAEF,MAAM,iBAAiB,GAAG,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW;AAEjE,QAAA,WAAW,MAAM,IAAI,IAAI,MAAM,EAAE;YAC/B,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE;AACpC,gBAAA,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE;AACzB,gBAAA,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC;;AAG1D,YAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACjC,gBAAA,IAAI,CAAC,aAAa,GAAG,IAAkC;;AAClD,iBAAA,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE;AACxC,gBAAA,IAAI,CAAC,aAAa,GAAG,IAAkC;;AAGzD,YAAA,IAAI,aAAwC;AAC5C,YAAA,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE;AAChE,gBAAA,aAAa,GAAG,IAAI,CAAC,cAAc,EAAE;;AAGvC,YAAA,MAAM,MAAM,GAAG,mCAAmC,CAAC,IAAI,EAAE;AACvD,gBAAA,WAAW,EAAE,iBAAiB;gBAC9B,qBAAqB;AACtB,aAAA,CAAC;AACF,YAAA,IAAI,CAAC,MAAM;gBAAE;AAEb,YAAA,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM;AACxB,YAAA,MAAM,CAAC,KAAK,GAAG,EAAE,EAAE,SAAS,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC;AAEnD,YAAA,IACE,CAAC,SAAS;AACV,gBAAA,SAAS,KAAK,OAAO;AACrB,iBAAC,KAAK,KAAK,EAAE,KAAK,aAAa,IAAI,IAAI,IAAI,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,EAC7D;AACA,gBAAA,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC;oBACjD,KAAK;oBACL,KAAK;oBACL,aAAa;oBACb,iBAAiB;AAClB,iBAAA,CAAC;AACF,gBAAA,MAAM,eAAe;gBACrB,MAAM,UAAU,EAAE,iBAAiB,CACjC,KAAK,EACL,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B;gBACD;;AAGF,YAAA,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE;gBACvC,KAAK,EAAE,IAAI,CAAC,gBAAgB;AAC5B,gBAAA,cAAc,EAAE,IAAI;AACpB,gBAAA,YAAY,EAAE,CAAC;AACf,gBAAA,YAAY,EAAE,CAAC;AAChB,aAAA,CAAC;YAEF,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC;AACzD,YAAA,IAAI;gBACF,IAAI,YAAY,GAAG,KAAK;AACxB,gBAAA,WAAW,MAAM,YAAY,IAAI,SAAS,EAAE;oBAC1C,IAAK,OAAO,CAAC,MAAkC,EAAE,OAAO,KAAK,IAAI,EAAE;wBACjE;;oBAEF,MAAM,QAAQ,GAAG,UAAU,CAAC,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC;AAE3D,oBAAA,MAAM,eAAe,GAAG,IAAI,CAAC,qBAAqB,CAAC;AACjD,wBAAA,KAAK,EAAE,YAAY;AACnB,wBAAA,KAAK,EAAE,QAAQ;wBACf,aAAa,EAAE,YAAY,GAAG,SAAS,GAAG,aAAa;wBACvD,iBAAiB;AAClB,qBAAA,CAAC;AAEF,oBAAA,IAAI,aAAa,IAAI,CAAC,YAAY,EAAE;wBAClC,YAAY,GAAG,IAAI;;AAErB,oBAAA,MAAM,eAAe;oBAErB,MAAM,UAAU,EAAE,iBAAiB,CACjC,YAAY,EACZ,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B;;;oBAEK;AACR,gBAAA,MAAM,SAAS,CAAC,MAAM,EAAE;;;QAI5B,IAAI,CAAC,gBAAgB,EAAE;;AAE1B;;;;"}

package/dist/esm/llm/text.mjs

@@ -16,7 +16,15 @@ class TextStream {
     randomInt(min, max) {
         return Math.floor(Math.random() * (max - min)) + min;
     }
-    static BOUNDARIES = new Set([' ', '.', ',', '!', '?', ';', ':']);
+    static BOUNDARIES = new Set([
+        ' ',
+        '.',
+        ',',
+        '!',
+        '?',
+        ';',
+        ':',
+    ]);
     findFirstWordBoundary(text, minSize) {
         if (minSize >= text.length)
             return text.length;
@@ -31,10 +39,13 @@ class TextStream {
         }
         return text.length; // If no boundary found, return entire remaining text
     }
-    async *generateText(progressCallback) {
+    async *generateText(signal, progressCallback) {
         const { delay, minChunkSize, maxChunkSize } = this;
         while (this.currentIndex < this.text.length) {
-            await new Promise(resolve => setTimeout(resolve, delay));
+            if (signal?.aborted === true) {
+                break;
+            }
+            await new Promise((resolve) => setTimeout(resolve, delay));
             const remainingText = this.text.slice(this.currentIndex);
             let chunkSize;
             if (this.firstWordChunk) {

package/dist/esm/llm/text.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"text.mjs","sources":["../../../src/llm/text.ts"],"sourcesContent":["\nexport interface TextStreamOptions {\n  minChunkSize?: number;\n  maxChunkSize?: number;\n  delay?: number;\n  firstWordChunk?: boolean;\n}\n\nexport type ProgressCallback = (chunk: string) => void;\nexport type PostChunkCallback = (chunk: string) => void;\n\nexport class TextStream {\n  private text: string;\n  private currentIndex: number;\n  private minChunkSize: number;\n  private maxChunkSize: number;\n  private delay: number;\n  private firstWordChunk: boolean;\n\n  constructor(text: string, options: TextStreamOptions = {}) {\n    this.text = text;\n    this.currentIndex = 0;\n    this.minChunkSize = options.minChunkSize ?? 4;\n    this.maxChunkSize = options.maxChunkSize ?? 8;\n    this.delay = options.delay ?? 20;\n    this.firstWordChunk = options.firstWordChunk ?? true;\n  }\n\n  private randomInt(min: number, max: number): number {\n    return Math.floor(Math.random() * (max - min)) + min;\n  }\n\n  private static readonly BOUNDARIES = new Set([' ', '.', ',', '!', '?', ';', ':']);\n\n  private findFirstWordBoundary(text: string, minSize: number): number {\n    if (minSize >= text.length) return text.length;\n\n    // Ensure we meet the minimum size first\n    let pos = minSize;\n\n    // Look forward until we find a boundary\n    while (pos < text.length) {\n      if (TextStream.BOUNDARIES.has(text[pos])) {\n        return pos + 1; // Include the boundary character\n      }\n      pos++;\n    }\n\n    return text.length; // If no boundary found, return entire remaining text\n  }\n\n  async *generateText(progressCallback?: ProgressCallback): AsyncGenerator<string, void, unknown> {\n    const { delay, minChunkSize, maxChunkSize } = this;\n\n    while (this.currentIndex < this.text.length) {\n      await new Promise(resolve => setTimeout(resolve, delay));\n\n      const remainingText = this.text.slice(this.currentIndex);\n      let chunkSize: number;\n\n      if (this.firstWordChunk) {\n        chunkSize = this.findFirstWordBoundary(remainingText, minChunkSize);\n      } else {\n        const remainingChars = remainingText.length;\n        chunkSize = Math.min(this.randomInt(minChunkSize, maxChunkSize + 1), remainingChars);\n      }\n\n      const chunk = this.text.slice(this.currentIndex, this.currentIndex + chunkSize);\n      progressCallback?.(chunk);\n\n      yield chunk;\n      this.currentIndex += chunkSize;\n    }\n  }\n}"],"names":[],"mappings":"MAWa,UAAU,CAAA;AACb,IAAA,IAAI;AACJ,IAAA,YAAY;AACZ,IAAA,YAAY;AACZ,IAAA,YAAY;AACZ,IAAA,KAAK;AACL,IAAA,cAAc;IAEtB,WAAY,CAAA,IAAY,EAAE,OAAA,GAA6B,EAAE,EAAA;AACvD,QAAA,IAAI,CAAC,IAAI,GAAG,IAAI;AAChB,QAAA,IAAI,CAAC,YAAY,GAAG,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC;QAC7C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC;QAC7C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI;;IAG9C,SAAS,CAAC,GAAW,EAAE,GAAW,EAAA;AACxC,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG;;IAG9C,OAAgB,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAEzE,qBAAqB,CAAC,IAAY,EAAE,OAAe,EAAA;AACzD,QAAA,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC,MAAM;;QAG9C,IAAI,GAAG,GAAG,OAAO;;AAGjB,QAAA,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE;AACxB,YAAA,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE;AACxC,gBAAA,OAAO,GAAG,GAAG,CAAC,CAAC;;AAEjB,YAAA,GAAG,EAAE;;AAGP,QAAA,OAAO,IAAI,CAAC,MAAM,CAAC;;AAGrB,IAAA,OAAO,YAAY,CAAC,gBAAmC,EAAA;QACrD,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,IAAI;QAElD,OAAO,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAC3C,YAAA,MAAM,IAAI,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;AAExD,YAAA,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC;AACxD,YAAA,IAAI,SAAiB;AAErB,YAAA,IAAI,IAAI,CAAC,cAAc,EAAE;gBACvB,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,aAAa,EAAE,YAAY,CAAC;;iBAC9D;AACL,gBAAA,MAAM,cAAc,GAAG,aAAa,CAAC,MAAM;AAC3C,gBAAA,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC;;AAGtF,YAAA,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;AAC/E,YAAA,gBAAgB,GAAG,KAAK,CAAC;AAEzB,YAAA,MAAM,KAAK;AACX,YAAA,IAAI,CAAC,YAAY,IAAI,SAAS;;;;;;;"}
+{"version":3,"file":"text.mjs","sources":["../../../src/llm/text.ts"],"sourcesContent":["export interface TextStreamOptions {\n  minChunkSize?: number;\n  maxChunkSize?: number;\n  delay?: number;\n  firstWordChunk?: boolean;\n}\n\nexport type ProgressCallback = (chunk: string) => void;\nexport type PostChunkCallback = (chunk: string) => void;\n\nexport class TextStream {\n  private text: string;\n  private currentIndex: number;\n  private minChunkSize: number;\n  private maxChunkSize: number;\n  private delay: number;\n  private firstWordChunk: boolean;\n\n  constructor(text: string, options: TextStreamOptions = {}) {\n    this.text = text;\n    this.currentIndex = 0;\n    this.minChunkSize = options.minChunkSize ?? 4;\n    this.maxChunkSize = options.maxChunkSize ?? 8;\n    this.delay = options.delay ?? 20;\n    this.firstWordChunk = options.firstWordChunk ?? true;\n  }\n\n  private randomInt(min: number, max: number): number {\n    return Math.floor(Math.random() * (max - min)) + min;\n  }\n\n  private static readonly BOUNDARIES = new Set([\n    ' ',\n    '.',\n    ',',\n    '!',\n    '?',\n    ';',\n    ':',\n  ]);\n\n  private findFirstWordBoundary(text: string, minSize: number): number {\n    if (minSize >= text.length) return text.length;\n\n    // Ensure we meet the minimum size first\n    let pos = minSize;\n\n    // Look forward until we find a boundary\n    while (pos < text.length) {\n      if (TextStream.BOUNDARIES.has(text[pos])) {\n        return pos + 1; // Include the boundary character\n      }\n      pos++;\n    }\n\n    return text.length; // If no boundary found, return entire remaining text\n  }\n\n  async *generateText(\n    signal?: AbortSignal,\n    progressCallback?: ProgressCallback\n  ): AsyncGenerator<string, void, unknown> {\n    const { delay, minChunkSize, maxChunkSize } = this;\n\n    while (this.currentIndex < this.text.length) {\n      if (signal?.aborted === true) {\n        break;\n      }\n      await new Promise((resolve) => setTimeout(resolve, delay));\n\n      const remainingText = this.text.slice(this.currentIndex);\n      let chunkSize: number;\n\n      if (this.firstWordChunk) {\n        chunkSize = this.findFirstWordBoundary(remainingText, minChunkSize);\n      } else {\n        const remainingChars = remainingText.length;\n        chunkSize = Math.min(\n          this.randomInt(minChunkSize, maxChunkSize + 1),\n          remainingChars\n        );\n      }\n\n      const chunk = this.text.slice(\n        this.currentIndex,\n        this.currentIndex + chunkSize\n      );\n      progressCallback?.(chunk);\n\n      yield chunk;\n      this.currentIndex += chunkSize;\n    }\n  }\n}\n"],"names":[],"mappings":"MAUa,UAAU,CAAA;AACb,IAAA,IAAI;AACJ,IAAA,YAAY;AACZ,IAAA,YAAY;AACZ,IAAA,YAAY;AACZ,IAAA,KAAK;AACL,IAAA,cAAc;IAEtB,WAAY,CAAA,IAAY,EAAE,OAAA,GAA6B,EAAE,EAAA;AACvD,QAAA,IAAI,CAAC,IAAI,GAAG,IAAI;AAChB,QAAA,IAAI,CAAC,YAAY,GAAG,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC;QAC7C,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC;QAC7C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI;;IAG9C,SAAS,CAAC,GAAW,EAAE,GAAW,EAAA;AACxC,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG;;AAG9C,IAAA,OAAgB,UAAU,GAAG,IAAI,GAAG,CAAC;QAC3C,GAAG;QACH,GAAG;QACH,GAAG;QACH,GAAG;QACH,GAAG;QACH,GAAG;QACH,GAAG;AACJ,KAAA,CAAC;IAEM,qBAAqB,CAAC,IAAY,EAAE,OAAe,EAAA;AACzD,QAAA,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC,MAAM;;QAG9C,IAAI,GAAG,GAAG,OAAO;;AAGjB,QAAA,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE;AACxB,YAAA,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE;AACxC,gBAAA,OAAO,GAAG,GAAG,CAAC,CAAC;;AAEjB,YAAA,GAAG,EAAE;;AAGP,QAAA,OAAO,IAAI,CAAC,MAAM,CAAC;;AAGrB,IAAA,OAAO,YAAY,CACjB,MAAoB,EACpB,gBAAmC,EAAA;QAEnC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,IAAI;QAElD,OAAO,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAC3C,YAAA,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI,EAAE;gBAC5B;;AAEF,YAAA,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;AAE1D,YAAA,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC;AACxD,YAAA,IAAI,SAAiB;AAErB,YAAA,IAAI,IAAI,CAAC,cAAc,EAAE;gBACvB,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,aAAa,EAAE,YAAY,CAAC;;iBAC9D;AACL,gBAAA,MAAM,cAAc,GAAG,aAAa,CAAC,MAAM;AAC3C,gBAAA,SAAS,GAAG,IAAI,CAAC,GAAG,CAClB,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,GAAG,CAAC,CAAC,EAC9C,cAAc,CACf;;AAGH,YAAA,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAC3B,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,YAAY,GAAG,SAAS,CAC9B;AACD,YAAA,gBAAgB,GAAG,KAAK,CAAC;AAEzB,YAAA,MAAM,KAAK;AACX,YAAA,IAAI,CAAC,YAAY,IAAI,SAAS;;;;;;;"}

package/dist/types/llm/text.d.ts

@@ -17,5 +17,5 @@ export declare class TextStream {
     private randomInt;
     private static readonly BOUNDARIES;
     private findFirstWordBoundary;
-    generateText(progressCallback?: ProgressCallback): AsyncGenerator<string, void, unknown>;
+    generateText(signal?: AbortSignal, progressCallback?: ProgressCallback): AsyncGenerator<string, void, unknown>;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@librechat/agents",
-  "version": "2.4.74",
+  "version": "2.4.75",
   "main": "./dist/cjs/main.cjs",
   "module": "./dist/esm/main.mjs",
   "types": "./dist/types/index.d.ts",

package/src/llm/anthropic/index.ts

@@ -352,10 +352,13 @@ export class CustomAnthropic extends ChatAnthropicMessages {
         maxChunkSize: 8,
       });
 
-      const generator = textStream.generateText();
+      const generator = textStream.generateText(options.signal);
       try {
         let emittedUsage = false;
         for await (const currentToken of generator) {
+          if ((options.signal as AbortSignal | undefined)?.aborted === true) {
+            break;
+          }
           const newChunk = cloneChunk(currentToken, tokenType, chunk);
 
           const generationChunk = this.createGenerationChunk({

package/src/llm/text.ts

@@ -1,4 +1,3 @@
-
 export interface TextStreamOptions {
   minChunkSize?: number;
   maxChunkSize?: number;
@@ -30,7 +29,15 @@ export class TextStream {
     return Math.floor(Math.random() * (max - min)) + min;
   }
 
-  private static readonly BOUNDARIES = new Set([' ', '.', ',', '!', '?', ';', ':']);
+  private static readonly BOUNDARIES = new Set([
+    ' ',
+    '.',
+    ',',
+    '!',
+    '?',
+    ';',
+    ':',
+  ]);
 
   private findFirstWordBoundary(text: string, minSize: number): number {
     if (minSize >= text.length) return text.length;
@@ -49,11 +56,17 @@ export class TextStream {
     return text.length; // If no boundary found, return entire remaining text
   }
 
-  async *generateText(progressCallback?: ProgressCallback): AsyncGenerator<string, void, unknown> {
+  async *generateText(
+    signal?: AbortSignal,
+    progressCallback?: ProgressCallback
+  ): AsyncGenerator<string, void, unknown> {
     const { delay, minChunkSize, maxChunkSize } = this;
 
     while (this.currentIndex < this.text.length) {
-      await new Promise(resolve => setTimeout(resolve, delay));
+      if (signal?.aborted === true) {
+        break;
+      }
+      await new Promise((resolve) => setTimeout(resolve, delay));
 
       const remainingText = this.text.slice(this.currentIndex);
       let chunkSize: number;
@@ -62,14 +75,20 @@ export class TextStream {
         chunkSize = this.findFirstWordBoundary(remainingText, minChunkSize);
       } else {
         const remainingChars = remainingText.length;
-        chunkSize = Math.min(this.randomInt(minChunkSize, maxChunkSize + 1), remainingChars);
+        chunkSize = Math.min(
+          this.randomInt(minChunkSize, maxChunkSize + 1),
+          remainingChars
+        );
       }
 
-      const chunk = this.text.slice(this.currentIndex, this.currentIndex + chunkSize);
+      const chunk = this.text.slice(
+        this.currentIndex,
+        this.currentIndex + chunkSize
+      );
       progressCallback?.(chunk);
 
       yield chunk;
       this.currentIndex += chunkSize;
     }
   }
-}
+}