@langchain/core 1.2.4 → 1.2.5

package/dist/language_models/llms.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"llms.cjs","names":["BaseLanguageModel","CallbackManager","GenerationChunk","callbackHandlerPrefersStreaming","concat","RUN_KEY"],"sources":["../../src/language_models/llms.ts"],"sourcesContent":["import type { BasePromptValueInterface } from \"../prompt_values.js\";\nimport {\n  type LLMResult,\n  RUN_KEY,\n  type Generation,\n  GenerationChunk,\n} from \"../outputs.js\";\nimport {\n  type BaseCallbackConfig,\n  CallbackManager,\n  type CallbackManagerForLLMRun,\n  type Callbacks,\n} from \"../callbacks/manager.js\";\nimport {\n  BaseLanguageModel,\n  type BaseLanguageModelCallOptions,\n  type BaseLanguageModelInput,\n  type BaseLanguageModelParams,\n} from \"./base.js\";\nimport type { RunnableConfig } from \"../runnables/config.js\";\nimport type { BaseCache } from \"../caches/index.js\";\nimport { concat } from \"../utils/stream.js\";\nimport { callbackHandlerPrefersStreaming } from \"../callbacks/base.js\";\n\nexport type SerializedLLM = {\n  _model: string;\n  _type: string;\n  // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n} & Record<string, any>;\n\nexport interface BaseLLMParams extends BaseLanguageModelParams {}\n\nexport interface BaseLLMCallOptions extends BaseLanguageModelCallOptions {}\n\n/**\n * LLM Wrapper. Takes in a prompt (or prompts) and returns a string.\n */\nexport abstract class BaseLLM<\n  CallOptions extends BaseLLMCallOptions = BaseLLMCallOptions,\n> extends BaseLanguageModel<string, CallOptions> {\n  // Backwards compatibility since fields have been moved to RunnableConfig\n  declare ParsedCallOptions: Omit<\n    CallOptions,\n    Exclude<keyof RunnableConfig, \"signal\" | \"timeout\" | \"maxConcurrency\">\n  >;\n\n  // Only ever instantiated in main LangChain\n  lc_namespace = [\"langchain\", \"llms\", this._llmType()];\n\n  /**\n   * This method takes an input and options, and returns a string. It\n   * converts the input to a prompt value and generates a result based on\n   * the prompt.\n   * @param input Input for the LLM.\n   * @param options Options for the LLM call.\n   * @returns A string result based on the prompt.\n   */\n  async invoke(\n    input: BaseLanguageModelInput,\n    options?: Partial<CallOptions>\n  ): Promise<string> {\n    const promptValue = BaseLLM._convertInputToPromptValue(input);\n    const result = await this.generatePrompt(\n      [promptValue],\n      options,\n      options?.callbacks\n    );\n    return result.generations[0][0].text;\n  }\n\n  // oxlint-disable-next-line require-yield\n  async *_streamResponseChunks(\n    _input: string,\n    _options: this[\"ParsedCallOptions\"],\n    _runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<GenerationChunk> {\n    throw new Error(\"Not implemented.\");\n  }\n\n  protected _separateRunnableConfigFromCallOptionsCompat(\n    options?: Partial<CallOptions>\n  ): [RunnableConfig, this[\"ParsedCallOptions\"]] {\n    // For backwards compat, keep `signal` in both runnableConfig and callOptions\n    const [runnableConfig, callOptions] =\n      super._separateRunnableConfigFromCallOptions(options);\n    (callOptions as this[\"ParsedCallOptions\"]).signal = runnableConfig.signal;\n    return [runnableConfig, callOptions as this[\"ParsedCallOptions\"]];\n  }\n\n  async *_streamIterator(\n    input: BaseLanguageModelInput,\n    options?: Partial<CallOptions>\n  ): AsyncGenerator<string> {\n    // Subclass check required to avoid double callbacks with default implementation\n    if (\n      this._streamResponseChunks === BaseLLM.prototype._streamResponseChunks\n    ) {\n      yield this.invoke(input, options);\n    } else {\n      const prompt = BaseLLM._convertInputToPromptValue(input);\n      const [runnableConfig, callOptions] =\n        this._separateRunnableConfigFromCallOptionsCompat(options);\n      const invocationParams = this.invocationParams(callOptions);\n      const callbackManager_ = await CallbackManager.configure(\n        runnableConfig.callbacks,\n        this.callbacks,\n        runnableConfig.tags,\n        this.tags,\n        runnableConfig.metadata,\n        this.metadata,\n        {\n          verbose: this.verbose,\n          tracerInheritableMetadata:\n            this._filterInvocationParamsForTracing(invocationParams),\n        }\n      );\n      const extra = {\n        options: callOptions,\n        invocation_params: invocationParams,\n        batch_size: 1,\n      };\n      const runManagers = await callbackManager_?.handleLLMStart(\n        this.toJSON(),\n        [prompt.toString()],\n        runnableConfig.runId,\n        undefined,\n        extra,\n        undefined,\n        undefined,\n        runnableConfig.runName\n      );\n      let generation = new GenerationChunk({\n        text: \"\",\n      });\n      try {\n        for await (const chunk of this._streamResponseChunks(\n          prompt.toString(),\n          callOptions,\n          runManagers?.[0]\n        )) {\n          if (!generation) {\n            generation = chunk;\n          } else {\n            generation = generation.concat(chunk);\n          }\n          if (typeof chunk.text === \"string\") {\n            yield chunk.text;\n          }\n        }\n      } catch (err) {\n        await Promise.all(\n          (runManagers ?? []).map((runManager) =>\n            runManager?.handleLLMError(err)\n          )\n        );\n        throw err;\n      }\n      await Promise.all(\n        (runManagers ?? []).map((runManager) =>\n          runManager?.handleLLMEnd({\n            generations: [[generation]],\n          })\n        )\n      );\n    }\n  }\n\n  /**\n   * This method takes prompt values, options, and callbacks, and generates\n   * a result based on the prompts.\n   * @param promptValues Prompt values for the LLM.\n   * @param options Options for the LLM call.\n   * @param callbacks Callbacks for the LLM call.\n   * @returns An LLMResult based on the prompts.\n   */\n  async generatePrompt(\n    promptValues: BasePromptValueInterface[],\n    options?: string[] | Partial<CallOptions>,\n    callbacks?: Callbacks\n  ): Promise<LLMResult> {\n    const prompts: string[] = promptValues.map((promptValue) =>\n      promptValue.toString()\n    );\n    return this.generate(prompts, options, callbacks);\n  }\n\n  /**\n   * Run the LLM on the given prompts and input.\n   */\n  abstract _generate(\n    prompts: string[],\n    options: this[\"ParsedCallOptions\"],\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<LLMResult>;\n\n  /**\n   * Get the parameters used to invoke the model\n   */\n  // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n  invocationParams(_options?: this[\"ParsedCallOptions\"]): any {\n    return {};\n  }\n\n  _flattenLLMResult(llmResult: LLMResult): LLMResult[] {\n    const llmResults: LLMResult[] = [];\n\n    for (let i = 0; i < llmResult.generations.length; i += 1) {\n      const genList = llmResult.generations[i];\n\n      if (i === 0) {\n        llmResults.push({\n          generations: [genList],\n          llmOutput: llmResult.llmOutput,\n        });\n      } else {\n        const llmOutput = llmResult.llmOutput\n          ? { ...llmResult.llmOutput, tokenUsage: {} }\n          : undefined;\n\n        llmResults.push({\n          generations: [genList],\n          llmOutput,\n        });\n      }\n    }\n\n    return llmResults;\n  }\n\n  /** @ignore */\n  async _generateUncached(\n    prompts: string[],\n    parsedOptions: this[\"ParsedCallOptions\"],\n    handledOptions: BaseCallbackConfig,\n    startedRunManagers?: CallbackManagerForLLMRun[]\n  ): Promise<LLMResult> {\n    let runManagers: CallbackManagerForLLMRun[] | undefined;\n    if (\n      startedRunManagers !== undefined &&\n      startedRunManagers.length === prompts.length\n    ) {\n      runManagers = startedRunManagers;\n    } else {\n      const invocationParams = this.invocationParams(parsedOptions);\n      const callbackManager_ = await CallbackManager.configure(\n        handledOptions.callbacks,\n        this.callbacks,\n        handledOptions.tags,\n        this.tags,\n        handledOptions.metadata,\n        this.metadata,\n        {\n          verbose: this.verbose,\n          tracerInheritableMetadata:\n            this._filterInvocationParamsForTracing(invocationParams),\n        }\n      );\n      const extra = {\n        options: parsedOptions,\n        invocation_params: invocationParams,\n        batch_size: prompts.length,\n      };\n      runManagers = await callbackManager_?.handleLLMStart(\n        this.toJSON(),\n        prompts,\n        handledOptions.runId,\n        undefined,\n        extra,\n        undefined,\n        undefined,\n        handledOptions?.runName\n      );\n    }\n    // Even if stream is not explicitly called, check if model is implicitly\n    // called from streamEvents() or streamLog() to get all streamed events.\n    // Bail out if _streamResponseChunks not overridden\n    const hasStreamingHandler = !!runManagers?.[0].handlers.find(\n      callbackHandlerPrefersStreaming\n    );\n    let output: LLMResult;\n    if (\n      hasStreamingHandler &&\n      prompts.length === 1 &&\n      this._streamResponseChunks !== BaseLLM.prototype._streamResponseChunks\n    ) {\n      try {\n        const stream = await this._streamResponseChunks(\n          prompts[0],\n          parsedOptions,\n          runManagers?.[0]\n        );\n        let aggregated;\n        for await (const chunk of stream) {\n          if (aggregated === undefined) {\n            aggregated = chunk;\n          } else {\n            aggregated = concat(aggregated, chunk);\n          }\n        }\n        if (aggregated === undefined) {\n          throw new Error(\"Received empty response from chat model call.\");\n        }\n        output = { generations: [[aggregated]], llmOutput: {} };\n        await runManagers?.[0].handleLLMEnd(output);\n      } catch (e) {\n        await runManagers?.[0].handleLLMError(e);\n        throw e;\n      }\n    } else {\n      try {\n        output = await this._generate(prompts, parsedOptions, runManagers?.[0]);\n      } catch (err) {\n        await Promise.all(\n          (runManagers ?? []).map((runManager) =>\n            runManager?.handleLLMError(err)\n          )\n        );\n        throw err;\n      }\n\n      const flattenedOutputs: LLMResult[] = this._flattenLLMResult(output);\n      await Promise.all(\n        (runManagers ?? []).map((runManager, i) =>\n          runManager?.handleLLMEnd(flattenedOutputs[i])\n        )\n      );\n    }\n    const runIds = runManagers?.map((manager) => manager.runId) || undefined;\n    // This defines RUN_KEY as a non-enumerable property on the output object\n    // so that it is not serialized when the output is stringified, and so that\n    // it isnt included when listing the keys of the output object.\n    Object.defineProperty(output, RUN_KEY, {\n      value: runIds ? { runIds } : undefined,\n      configurable: true,\n    });\n    return output;\n  }\n\n  async _generateCached({\n    prompts,\n    cache,\n    llmStringKey,\n    parsedOptions,\n    handledOptions,\n    runId,\n  }: {\n    prompts: string[];\n    cache: BaseCache<Generation[]>;\n    llmStringKey: string;\n    // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n    parsedOptions: any;\n    handledOptions: RunnableConfig;\n    runId?: string;\n  }): Promise<\n    LLMResult & {\n      missingPromptIndices: number[];\n      startedRunManagers?: CallbackManagerForLLMRun[];\n    }\n  > {\n    const invocationParams = this.invocationParams(parsedOptions);\n    const callbackManager_ = await CallbackManager.configure(\n      handledOptions.callbacks,\n      this.callbacks,\n      handledOptions.tags,\n      this.tags,\n      handledOptions.metadata,\n      this.metadata,\n      {\n        verbose: this.verbose,\n        tracerInheritableMetadata:\n          this._filterInvocationParamsForTracing(invocationParams),\n      }\n    );\n    const extra = {\n      options: parsedOptions,\n      invocation_params: invocationParams,\n      batch_size: prompts.length,\n    };\n    const runManagers = await callbackManager_?.handleLLMStart(\n      this.toJSON(),\n      prompts,\n      runId,\n      undefined,\n      extra,\n      undefined,\n      undefined,\n      handledOptions?.runName\n    );\n\n    // generate results\n    const missingPromptIndices: number[] = [];\n    const results = await Promise.allSettled(\n      prompts.map(async (prompt, index) => {\n        const result = await cache.lookup(prompt, llmStringKey);\n        if (result == null) {\n          missingPromptIndices.push(index);\n        }\n        return result;\n      })\n    );\n\n    // Map run managers to the results before filtering out null results\n    // Null results are just absent from the cache.\n    const cachedResults = results\n      .map((result, index) => ({ result, runManager: runManagers?.[index] }))\n      .filter(\n        ({ result }) =>\n          (result.status === \"fulfilled\" && result.value != null) ||\n          result.status === \"rejected\"\n      );\n\n    // Handle results and call run managers\n    const generations: Generation[][] = [];\n    await Promise.all(\n      cachedResults.map(async ({ result: promiseResult, runManager }, i) => {\n        if (promiseResult.status === \"fulfilled\") {\n          const result = promiseResult.value as Generation[];\n          generations[i] = result.map((result) => {\n            result.generationInfo = {\n              ...result.generationInfo,\n              tokenUsage: {},\n            };\n            return result;\n          });\n          if (result.length) {\n            await runManager?.handleLLMNewToken(result[0].text);\n          }\n          return runManager?.handleLLMEnd(\n            {\n              generations: [result],\n            },\n            undefined,\n            undefined,\n            undefined,\n            {\n              cached: true,\n            }\n          );\n        } else {\n          // status === \"rejected\"\n          await runManager?.handleLLMError(\n            promiseResult.reason,\n            undefined,\n            undefined,\n            undefined,\n            {\n              cached: true,\n            }\n          );\n          return Promise.reject(promiseResult.reason);\n        }\n      })\n    );\n\n    const output = {\n      generations,\n      missingPromptIndices,\n      startedRunManagers: runManagers,\n    };\n\n    // This defines RUN_KEY as a non-enumerable property on the output object\n    // so that it is not serialized when the output is stringified, and so that\n    // it isnt included when listing the keys of the output object.\n    Object.defineProperty(output, RUN_KEY, {\n      value: runManagers\n        ? { runIds: runManagers?.map((manager) => manager.runId) }\n        : undefined,\n      configurable: true,\n    });\n\n    return output;\n  }\n\n  /**\n   * Run the LLM on the given prompts and input, handling caching.\n   */\n  async generate(\n    prompts: string[],\n    options?: string[] | Partial<CallOptions>,\n    callbacks?: Callbacks\n  ): Promise<LLMResult> {\n    if (!Array.isArray(prompts)) {\n      throw new Error(\"Argument 'prompts' is expected to be a string[]\");\n    }\n\n    let parsedOptions: Partial<CallOptions> | undefined;\n    if (Array.isArray(options)) {\n      parsedOptions = { stop: options } as Partial<CallOptions>;\n    } else {\n      parsedOptions = options;\n    }\n\n    const [runnableConfig, callOptions] =\n      this._separateRunnableConfigFromCallOptionsCompat(parsedOptions);\n    runnableConfig.callbacks = runnableConfig.callbacks ?? callbacks;\n\n    if (!this.cache) {\n      return this._generateUncached(prompts, callOptions, runnableConfig);\n    }\n\n    const { cache } = this;\n    const llmStringKey = this._getSerializedCacheKeyParametersForCall(\n      callOptions as CallOptions\n    );\n    const { generations, missingPromptIndices, startedRunManagers } =\n      await this._generateCached({\n        prompts,\n        cache,\n        llmStringKey,\n        parsedOptions: callOptions,\n        handledOptions: runnableConfig,\n        runId: runnableConfig.runId,\n      });\n\n    let llmOutput = {};\n    if (missingPromptIndices.length > 0) {\n      const results = await this._generateUncached(\n        missingPromptIndices.map((i) => prompts[i]),\n        callOptions,\n        runnableConfig,\n        startedRunManagers !== undefined\n          ? missingPromptIndices.map((i) => startedRunManagers?.[i])\n          : undefined\n      );\n      await Promise.all(\n        results.generations.map(async (generation, index) => {\n          const promptIndex = missingPromptIndices[index];\n          generations[promptIndex] = generation;\n          return cache.update(prompts[promptIndex], llmStringKey, generation);\n        })\n      );\n      llmOutput = results.llmOutput ?? {};\n    }\n\n    return { generations, llmOutput } as LLMResult;\n  }\n\n  /**\n   * Get the identifying parameters of the LLM.\n   */\n  // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n  _identifyingParams(): Record<string, any> {\n    return {};\n  }\n\n  /**\n   * Return the string type key uniquely identifying this class of LLM.\n   */\n  abstract _llmType(): string;\n\n  _modelType(): string {\n    return \"base_llm\" as const;\n  }\n}\n\n/**\n * LLM class that provides a simpler interface to subclass than {@link BaseLLM}.\n *\n * Requires only implementing a simpler {@link _call} method instead of {@link _generate}.\n *\n * @augments BaseLLM\n */\nexport abstract class LLM<\n  CallOptions extends BaseLLMCallOptions = BaseLLMCallOptions,\n> extends BaseLLM<CallOptions> {\n  /**\n   * Run the LLM on the given prompt and input.\n   */\n  abstract _call(\n    prompt: string,\n    options: this[\"ParsedCallOptions\"],\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<string>;\n\n  async _generate(\n    prompts: string[],\n    options: this[\"ParsedCallOptions\"],\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<LLMResult> {\n    const generations: Generation[][] = await Promise.all(\n      prompts.map((prompt, promptIndex) =>\n        this._call(prompt, { ...options, promptIndex }, runManager).then(\n          (text) => [{ text }]\n        )\n      )\n    );\n    return { generations };\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;AAqCA,IAAsB,UAAtB,MAAsB,gBAEZA,6BAAAA,kBAAuC;CAQ/C,eAAe;EAAC;EAAa;EAAQ,KAAK,UAAU;EAAC;;;;;;;;;CAUrD,MAAM,OACJ,OACA,SACiB;EACjB,MAAM,cAAc,QAAQ,2BAA2B,MAAM;AAM7D,UAAO,MALc,KAAK,eACxB,CAAC,YAAY,EACb,SACA,SAAS,UACV,EACa,YAAY,GAAG,GAAG;;CAIlC,OAAO,sBACL,QACA,UACA,aACiC;AACjC,QAAM,IAAI,MAAM,mBAAmB;;CAGrC,6CACE,SAC6C;EAE7C,MAAM,CAAC,gBAAgB,eACrB,MAAM,uCAAuC,QAAQ;AACtD,cAA0C,SAAS,eAAe;AACnE,SAAO,CAAC,gBAAgB,YAAyC;;CAGnE,OAAO,gBACL,OACA,SACwB;AAExB,MACE,KAAK,0BAA0B,QAAQ,UAAU,sBAEjD,OAAM,KAAK,OAAO,OAAO,QAAQ;OAC5B;GACL,MAAM,SAAS,QAAQ,2BAA2B,MAAM;GACxD,MAAM,CAAC,gBAAgB,eACrB,KAAK,6CAA6C,QAAQ;GAC5D,MAAM,mBAAmB,KAAK,iBAAiB,YAAY;GAC3D,MAAM,mBAAmB,MAAMC,0BAAAA,gBAAgB,UAC7C,eAAe,WACf,KAAK,WACL,eAAe,MACf,KAAK,MACL,eAAe,UACf,KAAK,UACL;IACE,SAAS,KAAK;IACd,2BACE,KAAK,kCAAkC,iBAAiB;IAC3D,CACF;GACD,MAAM,QAAQ;IACZ,SAAS;IACT,mBAAmB;IACnB,YAAY;IACb;GACD,MAAM,cAAc,MAAM,kBAAkB,eAC1C,KAAK,QAAQ,EACb,CAAC,OAAO,UAAU,CAAC,EACnB,eAAe,OACf,KAAA,GACA,OACA,KAAA,GACA,KAAA,GACA,eAAe,QAChB;GACD,IAAI,aAAa,IAAIC,gBAAAA,gBAAgB,EACnC,MAAM,IACP,CAAC;AACF,OAAI;AACF,eAAW,MAAM,SAAS,KAAK,sBAC7B,OAAO,UAAU,EACjB,aACA,cAAc,GACf,EAAE;AACD,SAAI,CAAC,WACH,cAAa;SAEb,cAAa,WAAW,OAAO,MAAM;AAEvC,SAAI,OAAO,MAAM,SAAS,SACxB,OAAM,MAAM;;YAGT,KAAK;AACZ,UAAM,QAAQ,KACX,eAAe,EAAE,EAAE,KAAK,eACvB,YAAY,eAAe,IAAI,CAChC,CACF;AACD,UAAM;;AAER,SAAM,QAAQ,KACX,eAAe,EAAE,EAAE,KAAK,eACvB,YAAY,aAAa,EACvB,aAAa,CAAC,CAAC,WAAW,CAAC,EAC5B,CAAC,CACH,CACF;;;;;;;;;;;CAYL,MAAM,eACJ,cACA,SACA,WACoB;EACpB,MAAM,UAAoB,aAAa,KAAK,gBAC1C,YAAY,UAAU,CACvB;AACD,SAAO,KAAK,SAAS,SAAS,SAAS,UAAU;;;;;CAgBnD,iBAAiB,UAA2C;AAC1D,SAAO,EAAE;;CAGX,kBAAkB,WAAmC;EACnD,MAAM,aAA0B,EAAE;AAElC,OAAK,IAAI,IAAI,GAAG,IAAI,UAAU,YAAY,QAAQ,KAAK,GAAG;GACxD,MAAM,UAAU,UAAU,YAAY;AAEtC,OAAI,MAAM,EACR,YAAW,KAAK;IACd,aAAa,CAAC,QAAQ;IACtB,WAAW,UAAU;IACtB,CAAC;QACG;IACL,MAAM,YAAY,UAAU,YACxB;KAAE,GAAG,UAAU;KAAW,YAAY,EAAE;KAAE,GAC1C,KAAA;AAEJ,eAAW,KAAK;KACd,aAAa,CAAC,QAAQ;KACtB;KACD,CAAC;;;AAIN,SAAO;;;CAIT,MAAM,kBACJ,SACA,eACA,gBACA,oBACoB;EACpB,IAAI;AACJ,MACE,uBAAuB,KAAA,KACvB,mBAAmB,WAAW,QAAQ,OAEtC,eAAc;OACT;GACL,MAAM,mBAAmB,KAAK,iBAAiB,cAAc;GAC7D,MAAM,mBAAmB,MAAMD,0BAAAA,gBAAgB,UAC7C,eAAe,WACf,KAAK,WACL,eAAe,MACf,KAAK,MACL,eAAe,UACf,KAAK,UACL;IACE,SAAS,KAAK;IACd,2BACE,KAAK,kCAAkC,iBAAiB;IAC3D,CACF;GACD,MAAM,QAAQ;IACZ,SAAS;IACT,mBAAmB;IACnB,YAAY,QAAQ;IACrB;AACD,iBAAc,MAAM,kBAAkB,eACpC,KAAK,QAAQ,EACb,SACA,eAAe,OACf,KAAA,GACA,OACA,KAAA,GACA,KAAA,GACA,gBAAgB,QACjB;;EAKH,MAAM,sBAAsB,CAAC,CAAC,cAAc,GAAG,SAAS,KACtDE,uBAAAA,gCACD;EACD,IAAI;AACJ,MACE,uBACA,QAAQ,WAAW,KACnB,KAAK,0BAA0B,QAAQ,UAAU,sBAEjD,KAAI;GACF,MAAM,SAAS,MAAM,KAAK,sBACxB,QAAQ,IACR,eACA,cAAc,GACf;GACD,IAAI;AACJ,cAAW,MAAM,SAAS,OACxB,KAAI,eAAe,KAAA,EACjB,cAAa;OAEb,cAAaC,qBAAAA,OAAO,YAAY,MAAM;AAG1C,OAAI,eAAe,KAAA,EACjB,OAAM,IAAI,MAAM,gDAAgD;AAElE,YAAS;IAAE,aAAa,CAAC,CAAC,WAAW,CAAC;IAAE,WAAW,EAAE;IAAE;AACvD,SAAM,cAAc,GAAG,aAAa,OAAO;WACpC,GAAG;AACV,SAAM,cAAc,GAAG,eAAe,EAAE;AACxC,SAAM;;OAEH;AACL,OAAI;AACF,aAAS,MAAM,KAAK,UAAU,SAAS,eAAe,cAAc,GAAG;YAChE,KAAK;AACZ,UAAM,QAAQ,KACX,eAAe,EAAE,EAAE,KAAK,eACvB,YAAY,eAAe,IAAI,CAChC,CACF;AACD,UAAM;;GAGR,MAAM,mBAAgC,KAAK,kBAAkB,OAAO;AACpE,SAAM,QAAQ,KACX,eAAe,EAAE,EAAE,KAAK,YAAY,MACnC,YAAY,aAAa,iBAAiB,GAAG,CAC9C,CACF;;EAEH,MAAM,SAAS,aAAa,KAAK,YAAY,QAAQ,MAAM,IAAI,KAAA;AAI/D,SAAO,eAAe,QAAQC,gBAAAA,SAAS;GACrC,OAAO,SAAS,EAAE,QAAQ,GAAG,KAAA;GAC7B,cAAc;GACf,CAAC;AACF,SAAO;;CAGT,MAAM,gBAAgB,EACpB,SACA,OACA,cACA,eACA,gBACA,SAcA;EACA,MAAM,mBAAmB,KAAK,iBAAiB,cAAc;EAC7D,MAAM,mBAAmB,MAAMJ,0BAAAA,gBAAgB,UAC7C,eAAe,WACf,KAAK,WACL,eAAe,MACf,KAAK,MACL,eAAe,UACf,KAAK,UACL;GACE,SAAS,KAAK;GACd,2BACE,KAAK,kCAAkC,iBAAiB;GAC3D,CACF;EACD,MAAM,QAAQ;GACZ,SAAS;GACT,mBAAmB;GACnB,YAAY,QAAQ;GACrB;EACD,MAAM,cAAc,MAAM,kBAAkB,eAC1C,KAAK,QAAQ,EACb,SACA,OACA,KAAA,GACA,OACA,KAAA,GACA,KAAA,GACA,gBAAgB,QACjB;EAGD,MAAM,uBAAiC,EAAE;EAazC,MAAM,iBAAgB,MAZA,QAAQ,WAC5B,QAAQ,IAAI,OAAO,QAAQ,UAAU;GACnC,MAAM,SAAS,MAAM,MAAM,OAAO,QAAQ,aAAa;AACvD,OAAI,UAAU,KACZ,sBAAqB,KAAK,MAAM;AAElC,UAAO;IACP,CACH,EAKE,KAAK,QAAQ,WAAW;GAAE;GAAQ,YAAY,cAAc;GAAQ,EAAE,CACtE,QACE,EAAE,aACA,OAAO,WAAW,eAAe,OAAO,SAAS,QAClD,OAAO,WAAW,WACrB;EAGH,MAAM,cAA8B,EAAE;AACtC,QAAM,QAAQ,IACZ,cAAc,IAAI,OAAO,EAAE,QAAQ,eAAe,cAAc,MAAM;AACpE,OAAI,cAAc,WAAW,aAAa;IACxC,MAAM,SAAS,cAAc;AAC7B,gBAAY,KAAK,OAAO,KAAK,WAAW;AACtC,YAAO,iBAAiB;MACtB,GAAG,OAAO;MACV,YAAY,EAAE;MACf;AACD,YAAO;MACP;AACF,QAAI,OAAO,OACT,OAAM,YAAY,kBAAkB,OAAO,GAAG,KAAK;AAErD,WAAO,YAAY,aACjB,EACE,aAAa,CAAC,OAAO,EACtB,EACD,KAAA,GACA,KAAA,GACA,KAAA,GACA,EACE,QAAQ,MACT,CACF;UACI;AAEL,UAAM,YAAY,eAChB,cAAc,QACd,KAAA,GACA,KAAA,GACA,KAAA,GACA,EACE,QAAQ,MACT,CACF;AACD,WAAO,QAAQ,OAAO,cAAc,OAAO;;IAE7C,CACH;EAED,MAAM,SAAS;GACb;GACA;GACA,oBAAoB;GACrB;AAKD,SAAO,eAAe,QAAQI,gBAAAA,SAAS;GACrC,OAAO,cACH,EAAE,QAAQ,aAAa,KAAK,YAAY,QAAQ,MAAM,EAAE,GACxD,KAAA;GACJ,cAAc;GACf,CAAC;AAEF,SAAO;;;;;CAMT,MAAM,SACJ,SACA,SACA,WACoB;AACpB,MAAI,CAAC,MAAM,QAAQ,QAAQ,CACzB,OAAM,IAAI,MAAM,kDAAkD;EAGpE,IAAI;AACJ,MAAI,MAAM,QAAQ,QAAQ,CACxB,iBAAgB,EAAE,MAAM,SAAS;MAEjC,iBAAgB;EAGlB,MAAM,CAAC,gBAAgB,eACrB,KAAK,6CAA6C,cAAc;AAClE,iBAAe,YAAY,eAAe,aAAa;AAEvD,MAAI,CAAC,KAAK,MACR,QAAO,KAAK,kBAAkB,SAAS,aAAa,eAAe;EAGrE,MAAM,EAAE,UAAU;EAClB,MAAM,eAAe,KAAK,wCACxB,YACD;EACD,MAAM,EAAE,aAAa,sBAAsB,uBACzC,MAAM,KAAK,gBAAgB;GACzB;GACA;GACA;GACA,eAAe;GACf,gBAAgB;GAChB,OAAO,eAAe;GACvB,CAAC;EAEJ,IAAI,YAAY,EAAE;AAClB,MAAI,qBAAqB,SAAS,GAAG;GACnC,MAAM,UAAU,MAAM,KAAK,kBACzB,qBAAqB,KAAK,MAAM,QAAQ,GAAG,EAC3C,aACA,gBACA,uBAAuB,KAAA,IACnB,qBAAqB,KAAK,MAAM,qBAAqB,GAAG,GACxD,KAAA,EACL;AACD,SAAM,QAAQ,IACZ,QAAQ,YAAY,IAAI,OAAO,YAAY,UAAU;IACnD,MAAM,cAAc,qBAAqB;AACzC,gBAAY,eAAe;AAC3B,WAAO,MAAM,OAAO,QAAQ,cAAc,cAAc,WAAW;KACnE,CACH;AACD,eAAY,QAAQ,aAAa,EAAE;;AAGrC,SAAO;GAAE;GAAa;GAAW;;;;;CAOnC,qBAA0C;AACxC,SAAO,EAAE;;CAQX,aAAqB;AACnB,SAAO;;;;;;;;;;AAWX,IAAsB,MAAtB,cAEU,QAAqB;CAU7B,MAAM,UACJ,SACA,SACA,YACoB;AAQpB,SAAO,EAAE,aAAA,MAPiC,QAAQ,IAChD,QAAQ,KAAK,QAAQ,gBACnB,KAAK,MAAM,QAAQ;GAAE,GAAG;GAAS;GAAa,EAAE,WAAW,CAAC,MACzD,SAAS,CAAC,EAAE,MAAM,CAAC,CACrB,CACF,CACF,EACqB"}
+{"version":3,"file":"llms.cjs","names":["BaseLanguageModel","CallbackManager","GenerationChunk","callbackHandlerPrefersStreaming","concat","RUN_KEY"],"sources":["../../src/language_models/llms.ts"],"sourcesContent":["import type { BasePromptValueInterface } from \"../prompt_values.js\";\nimport {\n  type LLMResult,\n  RUN_KEY,\n  type Generation,\n  GenerationChunk,\n} from \"../outputs.js\";\nimport {\n  type BaseCallbackConfig,\n  CallbackManager,\n  type CallbackManagerForLLMRun,\n  type Callbacks,\n} from \"../callbacks/manager.js\";\nimport {\n  BaseLanguageModel,\n  type BaseLanguageModelCallOptions,\n  type BaseLanguageModelInput,\n  type BaseLanguageModelParams,\n} from \"./base.js\";\nimport type { RunnableConfig } from \"../runnables/config.js\";\nimport type { BaseCache } from \"../caches/index.js\";\nimport { concat } from \"../utils/stream.js\";\nimport { callbackHandlerPrefersStreaming } from \"../callbacks/base.js\";\n\nexport type SerializedLLM = {\n  _model: string;\n  _type: string;\n  // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n} & Record<string, any>;\n\nexport interface BaseLLMParams extends BaseLanguageModelParams {}\n\nexport interface BaseLLMCallOptions extends BaseLanguageModelCallOptions {}\n\n/**\n * LLM Wrapper. Takes in a prompt (or prompts) and returns a string.\n */\nexport abstract class BaseLLM<\n  CallOptions extends BaseLLMCallOptions = BaseLLMCallOptions,\n> extends BaseLanguageModel<string, CallOptions> {\n  // Backwards compatibility since fields have been moved to RunnableConfig\n  declare ParsedCallOptions: Omit<\n    CallOptions,\n    Exclude<keyof RunnableConfig, \"signal\" | \"timeout\" | \"maxConcurrency\">\n  >;\n\n  // Only ever instantiated in main LangChain\n  lc_namespace = [\"langchain\", \"llms\", this._llmType()];\n\n  /**\n   * This method takes an input and options, and returns a string. It\n   * converts the input to a prompt value and generates a result based on\n   * the prompt.\n   * @param input Input for the LLM.\n   * @param options Options for the LLM call.\n   * @returns A string result based on the prompt.\n   */\n  async invoke(\n    input: BaseLanguageModelInput,\n    options?: Partial<CallOptions>\n  ): Promise<string> {\n    const promptValue = BaseLLM._convertInputToPromptValue(input);\n    const result = await this.generatePrompt(\n      [promptValue],\n      options,\n      options?.callbacks\n    );\n    return result.generations[0][0].text;\n  }\n\n  // oxlint-disable-next-line require-yield\n  async *_streamResponseChunks(\n    _input: string,\n    _options: this[\"ParsedCallOptions\"],\n    _runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<GenerationChunk> {\n    throw new Error(\"Not implemented.\");\n  }\n\n  protected _separateRunnableConfigFromCallOptionsCompat(\n    options?: Partial<CallOptions>\n  ): [RunnableConfig, this[\"ParsedCallOptions\"]] {\n    // For backwards compat, keep `signal` in both runnableConfig and callOptions\n    const [runnableConfig, callOptions] =\n      super._separateRunnableConfigFromCallOptions(options);\n    (callOptions as this[\"ParsedCallOptions\"]).signal = runnableConfig.signal;\n    return [runnableConfig, callOptions as this[\"ParsedCallOptions\"]];\n  }\n\n  async *_streamIterator(\n    input: BaseLanguageModelInput,\n    options?: Partial<CallOptions>\n  ): AsyncGenerator<string> {\n    // Subclass check required to avoid double callbacks with default implementation\n    if (\n      this._streamResponseChunks === BaseLLM.prototype._streamResponseChunks\n    ) {\n      yield this.invoke(input, options);\n    } else {\n      const prompt = BaseLLM._convertInputToPromptValue(input);\n      const [runnableConfig, callOptions] =\n        this._separateRunnableConfigFromCallOptionsCompat(options);\n      const invocationParams = this.invocationParams(callOptions);\n      const callbackManager_ = await CallbackManager.configure(\n        runnableConfig.callbacks,\n        this.callbacks,\n        runnableConfig.tags,\n        this.tags,\n        runnableConfig.metadata,\n        this.metadata,\n        {\n          verbose: this.verbose,\n          tracerInheritableMetadata:\n            this._filterInvocationParamsForTracing(invocationParams),\n        }\n      );\n      const extra = {\n        options: callOptions,\n        invocation_params: invocationParams,\n        batch_size: 1,\n      };\n      const runManagers = await callbackManager_?.handleLLMStart(\n        this.toJSON(),\n        [prompt.toString()],\n        runnableConfig.runId,\n        undefined,\n        extra,\n        undefined,\n        undefined,\n        runnableConfig.runName\n      );\n      let generation = new GenerationChunk({\n        text: \"\",\n      });\n      try {\n        for await (const chunk of this._streamResponseChunks(\n          prompt.toString(),\n          callOptions,\n          runManagers?.[0]\n        )) {\n          if (!generation) {\n            generation = chunk;\n          } else {\n            generation = generation.concat(chunk);\n          }\n          if (typeof chunk.text === \"string\") {\n            yield chunk.text;\n          }\n        }\n      } catch (err) {\n        await Promise.all(\n          (runManagers ?? []).map((runManager) =>\n            runManager?.handleLLMError(err)\n          )\n        );\n        throw err;\n      }\n      await Promise.all(\n        (runManagers ?? []).map((runManager) =>\n          runManager?.handleLLMEnd({\n            generations: [[generation]],\n          })\n        )\n      );\n    }\n  }\n\n  /**\n   * This method takes prompt values, options, and callbacks, and generates\n   * a result based on the prompts.\n   * @param promptValues Prompt values for the LLM.\n   * @param options Options for the LLM call.\n   * @param callbacks Callbacks for the LLM call.\n   * @returns An LLMResult based on the prompts.\n   */\n  async generatePrompt(\n    promptValues: BasePromptValueInterface[],\n    options?: string[] | Partial<CallOptions>,\n    callbacks?: Callbacks\n  ): Promise<LLMResult> {\n    const prompts: string[] = promptValues.map((promptValue) =>\n      promptValue.toString()\n    );\n    return this.generate(prompts, options, callbacks);\n  }\n\n  /**\n   * Run the LLM on the given prompts and input.\n   */\n  abstract _generate(\n    prompts: string[],\n    options: this[\"ParsedCallOptions\"],\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<LLMResult>;\n\n  /**\n   * Get the parameters used to invoke the model\n   */\n  // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n  invocationParams(_options?: this[\"ParsedCallOptions\"]): any {\n    return {};\n  }\n\n  _flattenLLMResult(llmResult: LLMResult): LLMResult[] {\n    const llmResults: LLMResult[] = [];\n\n    for (let i = 0; i < llmResult.generations.length; i += 1) {\n      const genList = llmResult.generations[i];\n\n      if (i === 0) {\n        llmResults.push({\n          generations: [genList],\n          llmOutput: llmResult.llmOutput,\n        });\n      } else {\n        const llmOutput = llmResult.llmOutput\n          ? { ...llmResult.llmOutput, tokenUsage: {} }\n          : undefined;\n\n        llmResults.push({\n          generations: [genList],\n          llmOutput,\n        });\n      }\n    }\n\n    return llmResults;\n  }\n\n  /** @ignore */\n  async _generateUncached(\n    prompts: string[],\n    parsedOptions: this[\"ParsedCallOptions\"],\n    handledOptions: BaseCallbackConfig,\n    startedRunManagers?: CallbackManagerForLLMRun[]\n  ): Promise<LLMResult> {\n    let runManagers: CallbackManagerForLLMRun[] | undefined;\n    if (\n      startedRunManagers !== undefined &&\n      startedRunManagers.length === prompts.length\n    ) {\n      runManagers = startedRunManagers;\n    } else {\n      const invocationParams = this.invocationParams(parsedOptions);\n      const callbackManager_ = await CallbackManager.configure(\n        handledOptions.callbacks,\n        this.callbacks,\n        handledOptions.tags,\n        this.tags,\n        handledOptions.metadata,\n        this.metadata,\n        {\n          verbose: this.verbose,\n          tracerInheritableMetadata:\n            this._filterInvocationParamsForTracing(invocationParams),\n        }\n      );\n      const extra = {\n        options: parsedOptions,\n        invocation_params: invocationParams,\n        batch_size: prompts.length,\n      };\n      runManagers = await callbackManager_?.handleLLMStart(\n        this.toJSON(),\n        prompts,\n        handledOptions.runId,\n        undefined,\n        extra,\n        undefined,\n        undefined,\n        handledOptions?.runName\n      );\n    }\n    // Even if stream is not explicitly called, check if model is implicitly\n    // called from streamEvents() or streamLog() to get all streamed events.\n    // Bail out if _streamResponseChunks not overridden\n    const hasStreamingHandler = !!runManagers?.[0].handlers.find(\n      callbackHandlerPrefersStreaming\n    );\n    let output: LLMResult;\n    if (\n      hasStreamingHandler &&\n      prompts.length === 1 &&\n      this._streamResponseChunks !== BaseLLM.prototype._streamResponseChunks\n    ) {\n      try {\n        const stream = await this._streamResponseChunks(\n          prompts[0],\n          parsedOptions,\n          runManagers?.[0]\n        );\n        let aggregated;\n        for await (const chunk of stream) {\n          if (aggregated === undefined) {\n            aggregated = chunk;\n          } else {\n            aggregated = concat(aggregated, chunk);\n          }\n        }\n        if (aggregated === undefined) {\n          throw new Error(\"Received empty response from chat model call.\");\n        }\n        output = { generations: [[aggregated]], llmOutput: {} };\n        await runManagers?.[0].handleLLMEnd(output);\n      } catch (e) {\n        await runManagers?.[0].handleLLMError(e);\n        throw e;\n      }\n    } else {\n      try {\n        output = await this._generate(prompts, parsedOptions, runManagers?.[0]);\n      } catch (err) {\n        await Promise.all(\n          (runManagers ?? []).map((runManager) =>\n            runManager?.handleLLMError(err)\n          )\n        );\n        throw err;\n      }\n\n      const flattenedOutputs: LLMResult[] = this._flattenLLMResult(output);\n      await Promise.all(\n        (runManagers ?? []).map((runManager, i) =>\n          runManager?.handleLLMEnd(flattenedOutputs[i])\n        )\n      );\n    }\n    const runIds = runManagers?.map((manager) => manager.runId) || undefined;\n    // This defines RUN_KEY as a non-enumerable property on the output object\n    // so that it is not serialized when the output is stringified, and so that\n    // it isnt included when listing the keys of the output object.\n    Object.defineProperty(output, RUN_KEY, {\n      value: runIds ? { runIds } : undefined,\n      configurable: true,\n    });\n    return output;\n  }\n\n  async _generateCached({\n    prompts,\n    cache,\n    llmStringKey,\n    parsedOptions,\n    handledOptions,\n    runId,\n  }: {\n    prompts: string[];\n    cache: BaseCache<Generation[]>;\n    llmStringKey: string;\n    // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n    parsedOptions: any;\n    handledOptions: RunnableConfig;\n    runId?: string;\n  }): Promise<\n    LLMResult & {\n      missingPromptIndices: number[];\n      startedRunManagers?: CallbackManagerForLLMRun[];\n    }\n  > {\n    const invocationParams = this.invocationParams(parsedOptions);\n    const callbackManager_ = await CallbackManager.configure(\n      handledOptions.callbacks,\n      this.callbacks,\n      handledOptions.tags,\n      this.tags,\n      handledOptions.metadata,\n      this.metadata,\n      {\n        verbose: this.verbose,\n        tracerInheritableMetadata:\n          this._filterInvocationParamsForTracing(invocationParams),\n      }\n    );\n    const extra = {\n      options: parsedOptions,\n      invocation_params: invocationParams,\n      batch_size: prompts.length,\n    };\n    const runManagers = await callbackManager_?.handleLLMStart(\n      this.toJSON(),\n      prompts,\n      runId,\n      undefined,\n      extra,\n      undefined,\n      undefined,\n      handledOptions?.runName\n    );\n\n    // generate results\n    const missingPromptIndices: number[] = [];\n    const results = await Promise.allSettled(\n      prompts.map(async (prompt, index) => {\n        const result = await cache.lookup(prompt, llmStringKey);\n        if (result == null) {\n          missingPromptIndices.push(index);\n        }\n        return result;\n      })\n    );\n\n    // Map run managers to the results before filtering out null results\n    // Null results are just absent from the cache.\n    const cachedResults = results\n      .map((result, index) => ({ result, runManager: runManagers?.[index] }))\n      .filter(\n        ({ result }) =>\n          (result.status === \"fulfilled\" && result.value != null) ||\n          result.status === \"rejected\"\n      );\n\n    // Handle results and call run managers\n    const generations: Generation[][] = [];\n    await Promise.all(\n      cachedResults.map(async ({ result: promiseResult, runManager }, i) => {\n        if (promiseResult.status === \"fulfilled\") {\n          const result = promiseResult.value as Generation[];\n          generations[i] = result.map((result) => {\n            result.generationInfo = {\n              ...result.generationInfo,\n              tokenUsage: {},\n            };\n            return result;\n          });\n          if (result.length) {\n            await runManager?.handleLLMNewToken(result[0].text);\n          }\n          return runManager?.handleLLMEnd(\n            {\n              generations: [result],\n            },\n            undefined,\n            undefined,\n            undefined,\n            {\n              cached: true,\n            }\n          );\n        } else {\n          // status === \"rejected\"\n          await runManager?.handleLLMError(\n            promiseResult.reason,\n            undefined,\n            undefined,\n            undefined,\n            {\n              cached: true,\n            }\n          );\n          return Promise.reject(promiseResult.reason);\n        }\n      })\n    );\n\n    const output = {\n      generations,\n      missingPromptIndices,\n      startedRunManagers: runManagers,\n    };\n\n    // This defines RUN_KEY as a non-enumerable property on the output object\n    // so that it is not serialized when the output is stringified, and so that\n    // it isnt included when listing the keys of the output object.\n    Object.defineProperty(output, RUN_KEY, {\n      value: runManagers\n        ? { runIds: runManagers?.map((manager) => manager.runId) }\n        : undefined,\n      configurable: true,\n    });\n\n    return output;\n  }\n\n  /**\n   * Run the LLM on the given prompts and input, handling caching.\n   */\n  async generate(\n    prompts: string[],\n    options?: string[] | Partial<CallOptions>,\n    callbacks?: Callbacks\n  ): Promise<LLMResult> {\n    if (!Array.isArray(prompts)) {\n      throw new Error(\"Argument 'prompts' is expected to be a string[]\");\n    }\n\n    let parsedOptions: Partial<CallOptions> | undefined;\n    if (Array.isArray(options)) {\n      parsedOptions = { stop: options } as Partial<CallOptions>;\n    } else {\n      parsedOptions = options;\n    }\n\n    const [runnableConfig, callOptions] =\n      this._separateRunnableConfigFromCallOptionsCompat(parsedOptions);\n    runnableConfig.callbacks = runnableConfig.callbacks ?? callbacks;\n\n    if (!this.cache) {\n      return this._generateUncached(prompts, callOptions, runnableConfig);\n    }\n\n    const { cache } = this;\n    const llmStringKey = this._getSerializedCacheKeyParametersForCall(\n      callOptions as CallOptions\n    );\n    const { generations, missingPromptIndices, startedRunManagers } =\n      await this._generateCached({\n        prompts,\n        cache,\n        llmStringKey,\n        parsedOptions: callOptions,\n        handledOptions: runnableConfig,\n        runId: runnableConfig.runId,\n      });\n\n    let llmOutput = {};\n    if (missingPromptIndices.length > 0) {\n      const results = await this._generateUncached(\n        missingPromptIndices.map((i) => prompts[i]),\n        callOptions,\n        runnableConfig,\n        startedRunManagers !== undefined\n          ? missingPromptIndices.map((i) => startedRunManagers?.[i])\n          : undefined\n      );\n      await Promise.all(\n        results.generations.map(async (generation, index) => {\n          const promptIndex = missingPromptIndices[index];\n          generations[promptIndex] = generation;\n          return cache.update(prompts[promptIndex], llmStringKey, generation);\n        })\n      );\n      llmOutput = results.llmOutput ?? {};\n    }\n\n    return { generations, llmOutput } as LLMResult;\n  }\n\n  /**\n   * Get the identifying parameters of the LLM.\n   */\n  // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n  _identifyingParams(): Record<string, any> {\n    return {};\n  }\n\n  /**\n   * Return the string type key uniquely identifying this class of LLM.\n   */\n  abstract _llmType(): string;\n\n  _modelType(): string {\n    return \"base_llm\" as const;\n  }\n}\n\n/**\n * LLM class that provides a simpler interface to subclass than {@link BaseLLM}.\n *\n * Requires only implementing a simpler {@link _call} method instead of {@link _generate}.\n *\n * @augments BaseLLM\n */\nexport abstract class LLM<\n  CallOptions extends BaseLLMCallOptions = BaseLLMCallOptions,\n> extends BaseLLM<CallOptions> {\n  /**\n   * Run the LLM on the given prompt and input.\n   */\n  abstract _call(\n    prompt: string,\n    options: this[\"ParsedCallOptions\"],\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<string>;\n\n  async _generate(\n    prompts: string[],\n    options: this[\"ParsedCallOptions\"],\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<LLMResult> {\n    const generations: Generation[][] = await Promise.all(\n      prompts.map((prompt, promptIndex) =>\n        this._call(prompt, { ...options, promptIndex }, runManager).then(\n          (text) => [{ text }]\n        )\n      )\n    );\n    return { generations };\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;AAqCA,IAAsB,UAAtB,MAAsB,gBAEZA,6BAAAA,kBAAuC;CAQ/C,eAAe;EAAC;EAAa;EAAQ,KAAK,SAAS;CAAC;;;;;;;;;CAUpD,MAAM,OACJ,OACA,SACiB;EACjB,MAAM,cAAc,QAAQ,2BAA2B,KAAK;EAM5D,QAAO,MALc,KAAK,eACxB,CAAC,WAAW,GACZ,SACA,SAAS,SACX,EAAA,CACc,YAAY,EAAE,CAAC,EAAE,CAAC;CAClC;CAGA,OAAO,sBACL,QACA,UACA,aACiC;EACjC,MAAM,IAAI,MAAM,kBAAkB;CACpC;CAEA,6CACE,SAC6C;EAE7C,MAAM,CAAC,gBAAgB,eACrB,MAAM,uCAAuC,OAAO;EACtD,YAA2C,SAAS,eAAe;EACnE,OAAO,CAAC,gBAAgB,WAAwC;CAClE;CAEA,OAAO,gBACL,OACA,SACwB;EAExB,IACE,KAAK,0BAA0B,QAAQ,UAAU,uBAEjD,MAAM,KAAK,OAAO,OAAO,OAAO;OAC3B;GACL,MAAM,SAAS,QAAQ,2BAA2B,KAAK;GACvD,MAAM,CAAC,gBAAgB,eACrB,KAAK,6CAA6C,OAAO;GAC3D,MAAM,mBAAmB,KAAK,iBAAiB,WAAW;GAC1D,MAAM,mBAAmB,MAAMC,0BAAAA,gBAAgB,UAC7C,eAAe,WACf,KAAK,WACL,eAAe,MACf,KAAK,MACL,eAAe,UACf,KAAK,UACL;IACE,SAAS,KAAK;IACd,2BACE,KAAK,kCAAkC,gBAAgB;GAC3D,CACF;GACA,MAAM,QAAQ;IACZ,SAAS;IACT,mBAAmB;IACnB,YAAY;GACd;GACA,MAAM,cAAc,MAAM,kBAAkB,eAC1C,KAAK,OAAO,GACZ,CAAC,OAAO,SAAS,CAAC,GAClB,eAAe,OACf,KAAA,GACA,OACA,KAAA,GACA,KAAA,GACA,eAAe,OACjB;GACA,IAAI,aAAa,IAAIC,gBAAAA,gBAAgB,EACnC,MAAM,GACR,CAAC;GACD,IAAI;IACF,WAAW,MAAM,SAAS,KAAK,sBAC7B,OAAO,SAAS,GAChB,aACA,cAAc,EAChB,GAAG;KACD,IAAI,CAAC,YACH,aAAa;UAEb,aAAa,WAAW,OAAO,KAAK;KAEtC,IAAI,OAAO,MAAM,SAAS,UACxB,MAAM,MAAM;IAEhB;GACF,SAAS,KAAK;IACZ,MAAM,QAAQ,KACX,eAAe,CAAC,EAAA,CAAG,KAAK,eACvB,YAAY,eAAe,GAAG,CAChC,CACF;IACA,MAAM;GACR;GACA,MAAM,QAAQ,KACX,eAAe,CAAC,EAAA,CAAG,KAAK,eACvB,YAAY,aAAa,EACvB,aAAa,CAAC,CAAC,UAAU,CAAC,EAC5B,CAAC,CACH,CACF;EACF;CACF;;;;;;;;;CAUA,MAAM,eACJ,cACA,SACA,WACoB;EACpB,MAAM,UAAoB,aAAa,KAAK,gBAC1C,YAAY,SAAS,CACvB;EACA,OAAO,KAAK,SAAS,SAAS,SAAS,SAAS;CAClD;;;;CAeA,iBAAiB,UAA2C;EAC1D,OAAO,CAAC;CACV;CAEA,kBAAkB,WAAmC;EACnD,MAAM,aAA0B,CAAC;EAEjC,KAAK,IAAI,IAAI,GAAG,IAAI,UAAU,YAAY,QAAQ,KAAK,GAAG;GACxD,MAAM,UAAU,UAAU,YAAY;GAEtC,IAAI,MAAM,GACR,WAAW,KAAK;IACd,aAAa,CAAC,OAAO;IACrB,WAAW,UAAU;GACvB,CAAC;QACI;IACL,MAAM,YAAY,UAAU,YACxB;KAAE,GAAG,UAAU;KAAW,YAAY,CAAC;IAAE,IACzC,KAAA;IAEJ,WAAW,KAAK;KACd,aAAa,CAAC,OAAO;KACrB;IACF,CAAC;GACH;EACF;EAEA,OAAO;CACT;;CAGA,MAAM,kBACJ,SACA,eACA,gBACA,oBACoB;EACpB,IAAI;EACJ,IACE,uBAAuB,KAAA,KACvB,mBAAmB,WAAW,QAAQ,QAEtC,cAAc;OACT;GACL,MAAM,mBAAmB,KAAK,iBAAiB,aAAa;GAC5D,MAAM,mBAAmB,MAAMD,0BAAAA,gBAAgB,UAC7C,eAAe,WACf,KAAK,WACL,eAAe,MACf,KAAK,MACL,eAAe,UACf,KAAK,UACL;IACE,SAAS,KAAK;IACd,2BACE,KAAK,kCAAkC,gBAAgB;GAC3D,CACF;GACA,MAAM,QAAQ;IACZ,SAAS;IACT,mBAAmB;IACnB,YAAY,QAAQ;GACtB;GACA,cAAc,MAAM,kBAAkB,eACpC,KAAK,OAAO,GACZ,SACA,eAAe,OACf,KAAA,GACA,OACA,KAAA,GACA,KAAA,GACA,gBAAgB,OAClB;EACF;EAIA,MAAM,sBAAsB,CAAC,CAAC,cAAc,EAAE,CAAC,SAAS,KACtDE,uBAAAA,+BACF;EACA,IAAI;EACJ,IACE,uBACA,QAAQ,WAAW,KACnB,KAAK,0BAA0B,QAAQ,UAAU,uBAEjD,IAAI;GACF,MAAM,SAAS,MAAM,KAAK,sBACxB,QAAQ,IACR,eACA,cAAc,EAChB;GACA,IAAI;GACJ,WAAW,MAAM,SAAS,QACxB,IAAI,eAAe,KAAA,GACjB,aAAa;QAEb,aAAaC,qBAAAA,OAAO,YAAY,KAAK;GAGzC,IAAI,eAAe,KAAA,GACjB,MAAM,IAAI,MAAM,+CAA+C;GAEjE,SAAS;IAAE,aAAa,CAAC,CAAC,UAAU,CAAC;IAAG,WAAW,CAAC;GAAE;GACtD,MAAM,cAAc,EAAE,CAAC,aAAa,MAAM;EAC5C,SAAS,GAAG;GACV,MAAM,cAAc,EAAE,CAAC,eAAe,CAAC;GACvC,MAAM;EACR;OACK;GACL,IAAI;IACF,SAAS,MAAM,KAAK,UAAU,SAAS,eAAe,cAAc,EAAE;GACxE,SAAS,KAAK;IACZ,MAAM,QAAQ,KACX,eAAe,CAAC,EAAA,CAAG,KAAK,eACvB,YAAY,eAAe,GAAG,CAChC,CACF;IACA,MAAM;GACR;GAEA,MAAM,mBAAgC,KAAK,kBAAkB,MAAM;GACnE,MAAM,QAAQ,KACX,eAAe,CAAC,EAAA,CAAG,KAAK,YAAY,MACnC,YAAY,aAAa,iBAAiB,EAAE,CAC9C,CACF;EACF;EACA,MAAM,SAAS,aAAa,KAAK,YAAY,QAAQ,KAAK,KAAK,KAAA;EAI/D,OAAO,eAAe,QAAQC,gBAAAA,SAAS;GACrC,OAAO,SAAS,EAAE,OAAO,IAAI,KAAA;GAC7B,cAAc;EAChB,CAAC;EACD,OAAO;CACT;CAEA,MAAM,gBAAgB,EACpB,SACA,OACA,cACA,eACA,gBACA,SAcA;EACA,MAAM,mBAAmB,KAAK,iBAAiB,aAAa;EAC5D,MAAM,mBAAmB,MAAMJ,0BAAAA,gBAAgB,UAC7C,eAAe,WACf,KAAK,WACL,eAAe,MACf,KAAK,MACL,eAAe,UACf,KAAK,UACL;GACE,SAAS,KAAK;GACd,2BACE,KAAK,kCAAkC,gBAAgB;EAC3D,CACF;EACA,MAAM,QAAQ;GACZ,SAAS;GACT,mBAAmB;GACnB,YAAY,QAAQ;EACtB;EACA,MAAM,cAAc,MAAM,kBAAkB,eAC1C,KAAK,OAAO,GACZ,SACA,OACA,KAAA,GACA,OACA,KAAA,GACA,KAAA,GACA,gBAAgB,OAClB;EAGA,MAAM,uBAAiC,CAAC;EAaxC,MAAM,iBAAgB,MAZA,QAAQ,WAC5B,QAAQ,IAAI,OAAO,QAAQ,UAAU;GACnC,MAAM,SAAS,MAAM,MAAM,OAAO,QAAQ,YAAY;GACtD,IAAI,UAAU,MACZ,qBAAqB,KAAK,KAAK;GAEjC,OAAO;EACT,CAAC,CACH,EAAA,CAKG,KAAK,QAAQ,WAAW;GAAE;GAAQ,YAAY,cAAc;EAAO,EAAE,CAAC,CACtE,QACE,EAAE,aACA,OAAO,WAAW,eAAe,OAAO,SAAS,QAClD,OAAO,WAAW,UACtB;EAGF,MAAM,cAA8B,CAAC;EACrC,MAAM,QAAQ,IACZ,cAAc,IAAI,OAAO,EAAE,QAAQ,eAAe,cAAc,MAAM;GACpE,IAAI,cAAc,WAAW,aAAa;IACxC,MAAM,SAAS,cAAc;IAC7B,YAAY,KAAK,OAAO,KAAK,WAAW;KACtC,OAAO,iBAAiB;MACtB,GAAG,OAAO;MACV,YAAY,CAAC;KACf;KACA,OAAO;IACT,CAAC;IACD,IAAI,OAAO,QACT,MAAM,YAAY,kBAAkB,OAAO,EAAE,CAAC,IAAI;IAEpD,OAAO,YAAY,aACjB,EACE,aAAa,CAAC,MAAM,EACtB,GACA,KAAA,GACA,KAAA,GACA,KAAA,GACA,EACE,QAAQ,KACV,CACF;GACF,OAAO;IAEL,MAAM,YAAY,eAChB,cAAc,QACd,KAAA,GACA,KAAA,GACA,KAAA,GACA,EACE,QAAQ,KACV,CACF;IACA,OAAO,QAAQ,OAAO,cAAc,MAAM;GAC5C;EACF,CAAC,CACH;EAEA,MAAM,SAAS;GACb;GACA;GACA,oBAAoB;EACtB;EAKA,OAAO,eAAe,QAAQI,gBAAAA,SAAS;GACrC,OAAO,cACH,EAAE,QAAQ,aAAa,KAAK,YAAY,QAAQ,KAAK,EAAE,IACvD,KAAA;GACJ,cAAc;EAChB,CAAC;EAED,OAAO;CACT;;;;CAKA,MAAM,SACJ,SACA,SACA,WACoB;EACpB,IAAI,CAAC,MAAM,QAAQ,OAAO,GACxB,MAAM,IAAI,MAAM,iDAAiD;EAGnE,IAAI;EACJ,IAAI,MAAM,QAAQ,OAAO,GACvB,gBAAgB,EAAE,MAAM,QAAQ;OAEhC,gBAAgB;EAGlB,MAAM,CAAC,gBAAgB,eACrB,KAAK,6CAA6C,aAAa;EACjE,eAAe,YAAY,eAAe,aAAa;EAEvD,IAAI,CAAC,KAAK,OACR,OAAO,KAAK,kBAAkB,SAAS,aAAa,cAAc;EAGpE,MAAM,EAAE,UAAU;EAClB,MAAM,eAAe,KAAK,wCACxB,WACF;EACA,MAAM,EAAE,aAAa,sBAAsB,uBACzC,MAAM,KAAK,gBAAgB;GACzB;GACA;GACA;GACA,eAAe;GACf,gBAAgB;GAChB,OAAO,eAAe;EACxB,CAAC;EAEH,IAAI,YAAY,CAAC;EACjB,IAAI,qBAAqB,SAAS,GAAG;GACnC,MAAM,UAAU,MAAM,KAAK,kBACzB,qBAAqB,KAAK,MAAM,QAAQ,EAAE,GAC1C,aACA,gBACA,uBAAuB,KAAA,IACnB,qBAAqB,KAAK,MAAM,qBAAqB,EAAE,IACvD,KAAA,CACN;GACA,MAAM,QAAQ,IACZ,QAAQ,YAAY,IAAI,OAAO,YAAY,UAAU;IACnD,MAAM,cAAc,qBAAqB;IACzC,YAAY,eAAe;IAC3B,OAAO,MAAM,OAAO,QAAQ,cAAc,cAAc,UAAU;GACpE,CAAC,CACH;GACA,YAAY,QAAQ,aAAa,CAAC;EACpC;EAEA,OAAO;GAAE;GAAa;EAAU;CAClC;;;;CAMA,qBAA0C;EACxC,OAAO,CAAC;CACV;CAOA,aAAqB;EACnB,OAAO;CACT;AACF;;;;;;;;AASA,IAAsB,MAAtB,cAEU,QAAqB;CAU7B,MAAM,UACJ,SACA,SACA,YACoB;EAQpB,OAAO,EAAE,aAAA,MAPiC,QAAQ,IAChD,QAAQ,KAAK,QAAQ,gBACnB,KAAK,MAAM,QAAQ;GAAE,GAAG;GAAS;EAAY,GAAG,UAAU,CAAC,CAAC,MACzD,SAAS,CAAC,EAAE,KAAK,CAAC,CACrB,CACF,CACF,EACqB;CACvB;AACF"}

package/dist/language_models/llms.d.cts

@@ -2,9 +2,9 @@ import { Generation, GenerationChunk, LLMResult } from "../outputs.cjs";
 import { BaseCache } from "../caches/index.cjs";
 import { BaseCallbackConfig, CallbackManagerForLLMRun, Callbacks } from "../callbacks/manager.cjs";
 import { RunnableConfig } from "../runnables/types.cjs";
+import "../runnables/config.cjs";
 import { BasePromptValueInterface } from "../prompt_values.cjs";
 import { BaseLanguageModel, BaseLanguageModelCallOptions, BaseLanguageModelInput, BaseLanguageModelParams } from "./base.cjs";
-
 //#region src/language_models/llms.d.ts
 type SerializedLLM = {
   _model: string;
@@ -50,14 +50,7 @@ declare abstract class BaseLLM<CallOptions extends BaseLLMCallOptions = BaseLLMC
   _flattenLLMResult(llmResult: LLMResult): LLMResult[];
   /** @ignore */
   _generateUncached(prompts: string[], parsedOptions: this["ParsedCallOptions"], handledOptions: BaseCallbackConfig, startedRunManagers?: CallbackManagerForLLMRun[]): Promise<LLMResult>;
-  _generateCached({
-    prompts,
-    cache,
-    llmStringKey,
-    parsedOptions,
-    handledOptions,
-    runId
-  }: {
+  _generateCached({ prompts, cache, llmStringKey, parsedOptions, handledOptions, runId }: {
     prompts: string[];
     cache: BaseCache<Generation[]>;
     llmStringKey: string;

package/dist/language_models/llms.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"llms.d.cts","names":[],"sources":["../../src/language_models/llms.ts"],"mappings":";;;;;;;;KAwBY,aAAA;EACV,MAAA;EACA,KAAA;AAAA,IAEE,MAAA;AAAA,UAEa,aAAA,SAAsB,uBAAA;AAAA,UAEtB,kBAAA,SAA2B,4BAAA;;;;uBAKtB,OAAA,qBACA,kBAAA,GAAqB,kBAAA,UACjC,iBAAA,SAA0B,WAAA;EAE1B,iBAAA,EAAmB,IAAA,CACzB,WAAA,EACA,OAAA,OAAc,cAAA;EAIhB,YAAA;;;;AAfF;;;;;EAyBQ,MAAA,CACJ,KAAA,EAAO,sBAAA,EACP,OAAA,GAAU,OAAA,CAAQ,WAAA,IACjB,OAAA;EAWI,qBAAA,CACL,MAAA,UACA,QAAA,6BACA,WAAA,GAAc,wBAAA,GACb,cAAA,CAAe,eAAA;EAAA,UAIR,4CAAA,CACR,OAAA,GAAU,OAAA,CAAQ,WAAA,KAChB,cAAA;EAQG,eAAA,CACL,KAAA,EAAO,sBAAA,EACP,OAAA,GAAU,OAAA,CAAQ,WAAA,IACjB,cAAA;EAtDsC;;;;;;;;EAyInC,cAAA,CACJ,YAAA,EAAc,wBAAA,IACd,OAAA,cAAqB,OAAA,CAAQ,WAAA,GAC7B,SAAA,GAAY,SAAA,GACX,OAAA,CAAQ,SAAA;EAvHR;;;EAAA,SAiIM,SAAA,CACP,OAAA,YACA,OAAA,6BACA,UAAA,GAAa,wBAAA,GACZ,OAAA,CAAQ,SAAA;EAjHS;;;EAuHpB,gBAAA,CAAiB,QAAA;EAIjB,iBAAA,CAAkB,SAAA,EAAW,SAAA,GAAY,SAAA;EAhH7B;EA2IN,iBAAA,CACJ,OAAA,YACA,aAAA,6BACA,cAAA,EAAgB,kBAAA,EAChB,kBAAA,GAAqB,wBAAA,KACpB,OAAA,CAAQ,SAAA;EAuGL,eAAA,CAAA;IACJ,OAAA;IACA,KAAA;IACA,YAAA;IACA,aAAA;IACA,cAAA;IACA;EAAA;IAEA,OAAA;IACA,KAAA,EAAO,SAAA,CAAU,UAAA;IACjB,YAAA;IAEA,aAAA;IACA,cAAA,EAAgB,cAAA;IAChB,KAAA;EAAA,IACE,OAAA,CACF,SAAA;IACE,oBAAA;IACA,kBAAA,GAAqB,wBAAA;EAAA;EA3HP;;;EAmPZ,QAAA,CACJ,OAAA,YACA,OAAA,cAAqB,OAAA,CAAQ,WAAA,GAC7B,SAAA,GAAY,SAAA,GACX,OAAA,CAAQ,SAAA;EA7IT;;;EA0MF,kBAAA,CAAA,GAAsB,MAAA;EAtMpB;;;EAAA,SA6MO,QAAA,CAAA;EAET,UAAA,CAAA;AAAA;;;;;;;;uBAYoB,GAAA,qBACA,kBAAA,GAAqB,kBAAA,UACjC,OAAA,CAAQ,WAAA;EA7gBR;;;EAAA,SAihBC,KAAA,CACP,MAAA,UACA,OAAA,6BACA,UAAA,GAAa,wBAAA,GACZ,OAAA;EAEG,SAAA,CACJ,OAAA,YACA,OAAA,6BACA,UAAA,GAAa,wBAAA,GACZ,OAAA,CAAQ,SAAA;AAAA"}
+{"version":3,"file":"llms.d.cts","names":[],"sources":["../../src/language_models/llms.ts"],"mappings":";;;;;;;;KAwBY;EACV;EACA;IAEE;UAEa,sBAAsB;UAEtB,2BAA2B;;;;uBAKtB,QACpB,oBAAoB,qBAAqB,4BACjC,0BAA0B;EAE1B,mBAAmB,KACzB,aACA,cAAc;EAIhB;;;;;;;;;EAUM,OACJ,OAAO,wBACP,UAAU,QAAQ,eACjB;EAWI,sBACL,gBACA,qCACA,cAAc,2BACb,eAAe;YAIR,6CACR,UAAU,QAAQ,gBAChB;EAQG,gBACL,OAAO,wBACP,UAAU,QAAQ,eACjB;;;;;;;;;EAmFG,eACJ,cAAc,4BACd,qBAAqB,QAAQ,cAC7B,YAAY,YACX,QAAQ;;;;WAUF,UACP,mBACA,oCACA,aAAa,2BACZ,QAAQ;;;;EAMX,iBAAiB;EAIjB,kBAAkB,WAAW,YAAY;;EA2BnC,kBACJ,mBACA,0CACA,gBAAgB,oBAChB,qBAAqB,6BACpB,QAAQ;EAuGL,kBACJ,SACA,OACA,cACA,eACA,gBACA;IAEA;IACA,OAAO,UAAU;IACjB;IAEA;IACA,gBAAgB;IAChB;MACE,QACF;IACE;IACA,qBAAqB;;;;;EAwHnB,SACJ,mBACA,qBAAqB,QAAQ,cAC7B,YAAY,YACX,QAAQ;;;;EA6DX,sBAAsB;;;;WAOb;EAET;;;;;;;;;uBAYoB,IACpB,oBAAoB,qBAAqB,4BACjC,QAAQ;;;;WAIP,MACP,gBACA,oCACA,aAAa,2BACZ;EAEG,UACJ,mBACA,oCACA,aAAa,2BACZ,QAAQ"}

package/dist/language_models/llms.d.ts

@@ -2,9 +2,9 @@ import { Generation, GenerationChunk, LLMResult } from "../outputs.js";
 import { BaseCache } from "../caches/index.js";
 import { BaseCallbackConfig, CallbackManagerForLLMRun, Callbacks } from "../callbacks/manager.js";
 import { RunnableConfig } from "../runnables/types.js";
+import "../runnables/config.js";
 import { BasePromptValueInterface } from "../prompt_values.js";
 import { BaseLanguageModel, BaseLanguageModelCallOptions, BaseLanguageModelInput, BaseLanguageModelParams } from "./base.js";
-
 //#region src/language_models/llms.d.ts
 type SerializedLLM = {
   _model: string;
@@ -50,14 +50,7 @@ declare abstract class BaseLLM<CallOptions extends BaseLLMCallOptions = BaseLLMC
   _flattenLLMResult(llmResult: LLMResult): LLMResult[];
   /** @ignore */
   _generateUncached(prompts: string[], parsedOptions: this["ParsedCallOptions"], handledOptions: BaseCallbackConfig, startedRunManagers?: CallbackManagerForLLMRun[]): Promise<LLMResult>;
-  _generateCached({
-    prompts,
-    cache,
-    llmStringKey,
-    parsedOptions,
-    handledOptions,
-    runId
-  }: {
+  _generateCached({ prompts, cache, llmStringKey, parsedOptions, handledOptions, runId }: {
     prompts: string[];
     cache: BaseCache<Generation[]>;
     llmStringKey: string;

package/dist/language_models/llms.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llms.d.ts","names":[],"sources":["../../src/language_models/llms.ts"],"mappings":";;;;;;;;KAwBY,aAAA;EACV,MAAA;EACA,KAAA;AAAA,IAEE,MAAA;AAAA,UAEa,aAAA,SAAsB,uBAAA;AAAA,UAEtB,kBAAA,SAA2B,4BAAA;;;;uBAKtB,OAAA,qBACA,kBAAA,GAAqB,kBAAA,UACjC,iBAAA,SAA0B,WAAA;EAE1B,iBAAA,EAAmB,IAAA,CACzB,WAAA,EACA,OAAA,OAAc,cAAA;EAIhB,YAAA;;;;AAfF;;;;;EAyBQ,MAAA,CACJ,KAAA,EAAO,sBAAA,EACP,OAAA,GAAU,OAAA,CAAQ,WAAA,IACjB,OAAA;EAWI,qBAAA,CACL,MAAA,UACA,QAAA,6BACA,WAAA,GAAc,wBAAA,GACb,cAAA,CAAe,eAAA;EAAA,UAIR,4CAAA,CACR,OAAA,GAAU,OAAA,CAAQ,WAAA,KAChB,cAAA;EAQG,eAAA,CACL,KAAA,EAAO,sBAAA,EACP,OAAA,GAAU,OAAA,CAAQ,WAAA,IACjB,cAAA;EAtDsC;;;;;;;;EAyInC,cAAA,CACJ,YAAA,EAAc,wBAAA,IACd,OAAA,cAAqB,OAAA,CAAQ,WAAA,GAC7B,SAAA,GAAY,SAAA,GACX,OAAA,CAAQ,SAAA;EAvHR;;;EAAA,SAiIM,SAAA,CACP,OAAA,YACA,OAAA,6BACA,UAAA,GAAa,wBAAA,GACZ,OAAA,CAAQ,SAAA;EAjHS;;;EAuHpB,gBAAA,CAAiB,QAAA;EAIjB,iBAAA,CAAkB,SAAA,EAAW,SAAA,GAAY,SAAA;EAhH7B;EA2IN,iBAAA,CACJ,OAAA,YACA,aAAA,6BACA,cAAA,EAAgB,kBAAA,EAChB,kBAAA,GAAqB,wBAAA,KACpB,OAAA,CAAQ,SAAA;EAuGL,eAAA,CAAA;IACJ,OAAA;IACA,KAAA;IACA,YAAA;IACA,aAAA;IACA,cAAA;IACA;EAAA;IAEA,OAAA;IACA,KAAA,EAAO,SAAA,CAAU,UAAA;IACjB,YAAA;IAEA,aAAA;IACA,cAAA,EAAgB,cAAA;IAChB,KAAA;EAAA,IACE,OAAA,CACF,SAAA;IACE,oBAAA;IACA,kBAAA,GAAqB,wBAAA;EAAA;EA3HP;;;EAmPZ,QAAA,CACJ,OAAA,YACA,OAAA,cAAqB,OAAA,CAAQ,WAAA,GAC7B,SAAA,GAAY,SAAA,GACX,OAAA,CAAQ,SAAA;EA7IT;;;EA0MF,kBAAA,CAAA,GAAsB,MAAA;EAtMpB;;;EAAA,SA6MO,QAAA,CAAA;EAET,UAAA,CAAA;AAAA;;;;;;;;uBAYoB,GAAA,qBACA,kBAAA,GAAqB,kBAAA,UACjC,OAAA,CAAQ,WAAA;EA7gBR;;;EAAA,SAihBC,KAAA,CACP,MAAA,UACA,OAAA,6BACA,UAAA,GAAa,wBAAA,GACZ,OAAA;EAEG,SAAA,CACJ,OAAA,YACA,OAAA,6BACA,UAAA,GAAa,wBAAA,GACZ,OAAA,CAAQ,SAAA;AAAA"}
+{"version":3,"file":"llms.d.ts","names":[],"sources":["../../src/language_models/llms.ts"],"mappings":";;;;;;;;KAwBY;EACV;EACA;IAEE;UAEa,sBAAsB;UAEtB,2BAA2B;;;;uBAKtB,QACpB,oBAAoB,qBAAqB,4BACjC,0BAA0B;EAE1B,mBAAmB,KACzB,aACA,cAAc;EAIhB;;;;;;;;;EAUM,OACJ,OAAO,wBACP,UAAU,QAAQ,eACjB;EAWI,sBACL,gBACA,qCACA,cAAc,2BACb,eAAe;YAIR,6CACR,UAAU,QAAQ,gBAChB;EAQG,gBACL,OAAO,wBACP,UAAU,QAAQ,eACjB;;;;;;;;;EAmFG,eACJ,cAAc,4BACd,qBAAqB,QAAQ,cAC7B,YAAY,YACX,QAAQ;;;;WAUF,UACP,mBACA,oCACA,aAAa,2BACZ,QAAQ;;;;EAMX,iBAAiB;EAIjB,kBAAkB,WAAW,YAAY;;EA2BnC,kBACJ,mBACA,0CACA,gBAAgB,oBAChB,qBAAqB,6BACpB,QAAQ;EAuGL,kBACJ,SACA,OACA,cACA,eACA,gBACA;IAEA;IACA,OAAO,UAAU;IACjB;IAEA;IACA,gBAAgB;IAChB;MACE,QACF;IACE;IACA,qBAAqB;;;;;EAwHnB,SACJ,mBACA,qBAAqB,QAAQ,cAC7B,YAAY,YACX,QAAQ;;;;EA6DX,sBAAsB;;;;WAOb;EAET;;;;;;;;;uBAYoB,IACpB,oBAAoB,qBAAqB,4BACjC,QAAQ;;;;WAIP,MACP,gBACA,oCACA,aAAa,2BACZ;EAEG,UACJ,mBACA,oCACA,aAAa,2BACZ,QAAQ"}

package/dist/language_models/llms.js.map

@@ -1 +1 @@
-{"version":3,"file":"llms.js","names":[],"sources":["../../src/language_models/llms.ts"],"sourcesContent":["import type { BasePromptValueInterface } from \"../prompt_values.js\";\nimport {\n  type LLMResult,\n  RUN_KEY,\n  type Generation,\n  GenerationChunk,\n} from \"../outputs.js\";\nimport {\n  type BaseCallbackConfig,\n  CallbackManager,\n  type CallbackManagerForLLMRun,\n  type Callbacks,\n} from \"../callbacks/manager.js\";\nimport {\n  BaseLanguageModel,\n  type BaseLanguageModelCallOptions,\n  type BaseLanguageModelInput,\n  type BaseLanguageModelParams,\n} from \"./base.js\";\nimport type { RunnableConfig } from \"../runnables/config.js\";\nimport type { BaseCache } from \"../caches/index.js\";\nimport { concat } from \"../utils/stream.js\";\nimport { callbackHandlerPrefersStreaming } from \"../callbacks/base.js\";\n\nexport type SerializedLLM = {\n  _model: string;\n  _type: string;\n  // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n} & Record<string, any>;\n\nexport interface BaseLLMParams extends BaseLanguageModelParams {}\n\nexport interface BaseLLMCallOptions extends BaseLanguageModelCallOptions {}\n\n/**\n * LLM Wrapper. Takes in a prompt (or prompts) and returns a string.\n */\nexport abstract class BaseLLM<\n  CallOptions extends BaseLLMCallOptions = BaseLLMCallOptions,\n> extends BaseLanguageModel<string, CallOptions> {\n  // Backwards compatibility since fields have been moved to RunnableConfig\n  declare ParsedCallOptions: Omit<\n    CallOptions,\n    Exclude<keyof RunnableConfig, \"signal\" | \"timeout\" | \"maxConcurrency\">\n  >;\n\n  // Only ever instantiated in main LangChain\n  lc_namespace = [\"langchain\", \"llms\", this._llmType()];\n\n  /**\n   * This method takes an input and options, and returns a string. It\n   * converts the input to a prompt value and generates a result based on\n   * the prompt.\n   * @param input Input for the LLM.\n   * @param options Options for the LLM call.\n   * @returns A string result based on the prompt.\n   */\n  async invoke(\n    input: BaseLanguageModelInput,\n    options?: Partial<CallOptions>\n  ): Promise<string> {\n    const promptValue = BaseLLM._convertInputToPromptValue(input);\n    const result = await this.generatePrompt(\n      [promptValue],\n      options,\n      options?.callbacks\n    );\n    return result.generations[0][0].text;\n  }\n\n  // oxlint-disable-next-line require-yield\n  async *_streamResponseChunks(\n    _input: string,\n    _options: this[\"ParsedCallOptions\"],\n    _runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<GenerationChunk> {\n    throw new Error(\"Not implemented.\");\n  }\n\n  protected _separateRunnableConfigFromCallOptionsCompat(\n    options?: Partial<CallOptions>\n  ): [RunnableConfig, this[\"ParsedCallOptions\"]] {\n    // For backwards compat, keep `signal` in both runnableConfig and callOptions\n    const [runnableConfig, callOptions] =\n      super._separateRunnableConfigFromCallOptions(options);\n    (callOptions as this[\"ParsedCallOptions\"]).signal = runnableConfig.signal;\n    return [runnableConfig, callOptions as this[\"ParsedCallOptions\"]];\n  }\n\n  async *_streamIterator(\n    input: BaseLanguageModelInput,\n    options?: Partial<CallOptions>\n  ): AsyncGenerator<string> {\n    // Subclass check required to avoid double callbacks with default implementation\n    if (\n      this._streamResponseChunks === BaseLLM.prototype._streamResponseChunks\n    ) {\n      yield this.invoke(input, options);\n    } else {\n      const prompt = BaseLLM._convertInputToPromptValue(input);\n      const [runnableConfig, callOptions] =\n        this._separateRunnableConfigFromCallOptionsCompat(options);\n      const invocationParams = this.invocationParams(callOptions);\n      const callbackManager_ = await CallbackManager.configure(\n        runnableConfig.callbacks,\n        this.callbacks,\n        runnableConfig.tags,\n        this.tags,\n        runnableConfig.metadata,\n        this.metadata,\n        {\n          verbose: this.verbose,\n          tracerInheritableMetadata:\n            this._filterInvocationParamsForTracing(invocationParams),\n        }\n      );\n      const extra = {\n        options: callOptions,\n        invocation_params: invocationParams,\n        batch_size: 1,\n      };\n      const runManagers = await callbackManager_?.handleLLMStart(\n        this.toJSON(),\n        [prompt.toString()],\n        runnableConfig.runId,\n        undefined,\n        extra,\n        undefined,\n        undefined,\n        runnableConfig.runName\n      );\n      let generation = new GenerationChunk({\n        text: \"\",\n      });\n      try {\n        for await (const chunk of this._streamResponseChunks(\n          prompt.toString(),\n          callOptions,\n          runManagers?.[0]\n        )) {\n          if (!generation) {\n            generation = chunk;\n          } else {\n            generation = generation.concat(chunk);\n          }\n          if (typeof chunk.text === \"string\") {\n            yield chunk.text;\n          }\n        }\n      } catch (err) {\n        await Promise.all(\n          (runManagers ?? []).map((runManager) =>\n            runManager?.handleLLMError(err)\n          )\n        );\n        throw err;\n      }\n      await Promise.all(\n        (runManagers ?? []).map((runManager) =>\n          runManager?.handleLLMEnd({\n            generations: [[generation]],\n          })\n        )\n      );\n    }\n  }\n\n  /**\n   * This method takes prompt values, options, and callbacks, and generates\n   * a result based on the prompts.\n   * @param promptValues Prompt values for the LLM.\n   * @param options Options for the LLM call.\n   * @param callbacks Callbacks for the LLM call.\n   * @returns An LLMResult based on the prompts.\n   */\n  async generatePrompt(\n    promptValues: BasePromptValueInterface[],\n    options?: string[] | Partial<CallOptions>,\n    callbacks?: Callbacks\n  ): Promise<LLMResult> {\n    const prompts: string[] = promptValues.map((promptValue) =>\n      promptValue.toString()\n    );\n    return this.generate(prompts, options, callbacks);\n  }\n\n  /**\n   * Run the LLM on the given prompts and input.\n   */\n  abstract _generate(\n    prompts: string[],\n    options: this[\"ParsedCallOptions\"],\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<LLMResult>;\n\n  /**\n   * Get the parameters used to invoke the model\n   */\n  // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n  invocationParams(_options?: this[\"ParsedCallOptions\"]): any {\n    return {};\n  }\n\n  _flattenLLMResult(llmResult: LLMResult): LLMResult[] {\n    const llmResults: LLMResult[] = [];\n\n    for (let i = 0; i < llmResult.generations.length; i += 1) {\n      const genList = llmResult.generations[i];\n\n      if (i === 0) {\n        llmResults.push({\n          generations: [genList],\n          llmOutput: llmResult.llmOutput,\n        });\n      } else {\n        const llmOutput = llmResult.llmOutput\n          ? { ...llmResult.llmOutput, tokenUsage: {} }\n          : undefined;\n\n        llmResults.push({\n          generations: [genList],\n          llmOutput,\n        });\n      }\n    }\n\n    return llmResults;\n  }\n\n  /** @ignore */\n  async _generateUncached(\n    prompts: string[],\n    parsedOptions: this[\"ParsedCallOptions\"],\n    handledOptions: BaseCallbackConfig,\n    startedRunManagers?: CallbackManagerForLLMRun[]\n  ): Promise<LLMResult> {\n    let runManagers: CallbackManagerForLLMRun[] | undefined;\n    if (\n      startedRunManagers !== undefined &&\n      startedRunManagers.length === prompts.length\n    ) {\n      runManagers = startedRunManagers;\n    } else {\n      const invocationParams = this.invocationParams(parsedOptions);\n      const callbackManager_ = await CallbackManager.configure(\n        handledOptions.callbacks,\n        this.callbacks,\n        handledOptions.tags,\n        this.tags,\n        handledOptions.metadata,\n        this.metadata,\n        {\n          verbose: this.verbose,\n          tracerInheritableMetadata:\n            this._filterInvocationParamsForTracing(invocationParams),\n        }\n      );\n      const extra = {\n        options: parsedOptions,\n        invocation_params: invocationParams,\n        batch_size: prompts.length,\n      };\n      runManagers = await callbackManager_?.handleLLMStart(\n        this.toJSON(),\n        prompts,\n        handledOptions.runId,\n        undefined,\n        extra,\n        undefined,\n        undefined,\n        handledOptions?.runName\n      );\n    }\n    // Even if stream is not explicitly called, check if model is implicitly\n    // called from streamEvents() or streamLog() to get all streamed events.\n    // Bail out if _streamResponseChunks not overridden\n    const hasStreamingHandler = !!runManagers?.[0].handlers.find(\n      callbackHandlerPrefersStreaming\n    );\n    let output: LLMResult;\n    if (\n      hasStreamingHandler &&\n      prompts.length === 1 &&\n      this._streamResponseChunks !== BaseLLM.prototype._streamResponseChunks\n    ) {\n      try {\n        const stream = await this._streamResponseChunks(\n          prompts[0],\n          parsedOptions,\n          runManagers?.[0]\n        );\n        let aggregated;\n        for await (const chunk of stream) {\n          if (aggregated === undefined) {\n            aggregated = chunk;\n          } else {\n            aggregated = concat(aggregated, chunk);\n          }\n        }\n        if (aggregated === undefined) {\n          throw new Error(\"Received empty response from chat model call.\");\n        }\n        output = { generations: [[aggregated]], llmOutput: {} };\n        await runManagers?.[0].handleLLMEnd(output);\n      } catch (e) {\n        await runManagers?.[0].handleLLMError(e);\n        throw e;\n      }\n    } else {\n      try {\n        output = await this._generate(prompts, parsedOptions, runManagers?.[0]);\n      } catch (err) {\n        await Promise.all(\n          (runManagers ?? []).map((runManager) =>\n            runManager?.handleLLMError(err)\n          )\n        );\n        throw err;\n      }\n\n      const flattenedOutputs: LLMResult[] = this._flattenLLMResult(output);\n      await Promise.all(\n        (runManagers ?? []).map((runManager, i) =>\n          runManager?.handleLLMEnd(flattenedOutputs[i])\n        )\n      );\n    }\n    const runIds = runManagers?.map((manager) => manager.runId) || undefined;\n    // This defines RUN_KEY as a non-enumerable property on the output object\n    // so that it is not serialized when the output is stringified, and so that\n    // it isnt included when listing the keys of the output object.\n    Object.defineProperty(output, RUN_KEY, {\n      value: runIds ? { runIds } : undefined,\n      configurable: true,\n    });\n    return output;\n  }\n\n  async _generateCached({\n    prompts,\n    cache,\n    llmStringKey,\n    parsedOptions,\n    handledOptions,\n    runId,\n  }: {\n    prompts: string[];\n    cache: BaseCache<Generation[]>;\n    llmStringKey: string;\n    // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n    parsedOptions: any;\n    handledOptions: RunnableConfig;\n    runId?: string;\n  }): Promise<\n    LLMResult & {\n      missingPromptIndices: number[];\n      startedRunManagers?: CallbackManagerForLLMRun[];\n    }\n  > {\n    const invocationParams = this.invocationParams(parsedOptions);\n    const callbackManager_ = await CallbackManager.configure(\n      handledOptions.callbacks,\n      this.callbacks,\n      handledOptions.tags,\n      this.tags,\n      handledOptions.metadata,\n      this.metadata,\n      {\n        verbose: this.verbose,\n        tracerInheritableMetadata:\n          this._filterInvocationParamsForTracing(invocationParams),\n      }\n    );\n    const extra = {\n      options: parsedOptions,\n      invocation_params: invocationParams,\n      batch_size: prompts.length,\n    };\n    const runManagers = await callbackManager_?.handleLLMStart(\n      this.toJSON(),\n      prompts,\n      runId,\n      undefined,\n      extra,\n      undefined,\n      undefined,\n      handledOptions?.runName\n    );\n\n    // generate results\n    const missingPromptIndices: number[] = [];\n    const results = await Promise.allSettled(\n      prompts.map(async (prompt, index) => {\n        const result = await cache.lookup(prompt, llmStringKey);\n        if (result == null) {\n          missingPromptIndices.push(index);\n        }\n        return result;\n      })\n    );\n\n    // Map run managers to the results before filtering out null results\n    // Null results are just absent from the cache.\n    const cachedResults = results\n      .map((result, index) => ({ result, runManager: runManagers?.[index] }))\n      .filter(\n        ({ result }) =>\n          (result.status === \"fulfilled\" && result.value != null) ||\n          result.status === \"rejected\"\n      );\n\n    // Handle results and call run managers\n    const generations: Generation[][] = [];\n    await Promise.all(\n      cachedResults.map(async ({ result: promiseResult, runManager }, i) => {\n        if (promiseResult.status === \"fulfilled\") {\n          const result = promiseResult.value as Generation[];\n          generations[i] = result.map((result) => {\n            result.generationInfo = {\n              ...result.generationInfo,\n              tokenUsage: {},\n            };\n            return result;\n          });\n          if (result.length) {\n            await runManager?.handleLLMNewToken(result[0].text);\n          }\n          return runManager?.handleLLMEnd(\n            {\n              generations: [result],\n            },\n            undefined,\n            undefined,\n            undefined,\n            {\n              cached: true,\n            }\n          );\n        } else {\n          // status === \"rejected\"\n          await runManager?.handleLLMError(\n            promiseResult.reason,\n            undefined,\n            undefined,\n            undefined,\n            {\n              cached: true,\n            }\n          );\n          return Promise.reject(promiseResult.reason);\n        }\n      })\n    );\n\n    const output = {\n      generations,\n      missingPromptIndices,\n      startedRunManagers: runManagers,\n    };\n\n    // This defines RUN_KEY as a non-enumerable property on the output object\n    // so that it is not serialized when the output is stringified, and so that\n    // it isnt included when listing the keys of the output object.\n    Object.defineProperty(output, RUN_KEY, {\n      value: runManagers\n        ? { runIds: runManagers?.map((manager) => manager.runId) }\n        : undefined,\n      configurable: true,\n    });\n\n    return output;\n  }\n\n  /**\n   * Run the LLM on the given prompts and input, handling caching.\n   */\n  async generate(\n    prompts: string[],\n    options?: string[] | Partial<CallOptions>,\n    callbacks?: Callbacks\n  ): Promise<LLMResult> {\n    if (!Array.isArray(prompts)) {\n      throw new Error(\"Argument 'prompts' is expected to be a string[]\");\n    }\n\n    let parsedOptions: Partial<CallOptions> | undefined;\n    if (Array.isArray(options)) {\n      parsedOptions = { stop: options } as Partial<CallOptions>;\n    } else {\n      parsedOptions = options;\n    }\n\n    const [runnableConfig, callOptions] =\n      this._separateRunnableConfigFromCallOptionsCompat(parsedOptions);\n    runnableConfig.callbacks = runnableConfig.callbacks ?? callbacks;\n\n    if (!this.cache) {\n      return this._generateUncached(prompts, callOptions, runnableConfig);\n    }\n\n    const { cache } = this;\n    const llmStringKey = this._getSerializedCacheKeyParametersForCall(\n      callOptions as CallOptions\n    );\n    const { generations, missingPromptIndices, startedRunManagers } =\n      await this._generateCached({\n        prompts,\n        cache,\n        llmStringKey,\n        parsedOptions: callOptions,\n        handledOptions: runnableConfig,\n        runId: runnableConfig.runId,\n      });\n\n    let llmOutput = {};\n    if (missingPromptIndices.length > 0) {\n      const results = await this._generateUncached(\n        missingPromptIndices.map((i) => prompts[i]),\n        callOptions,\n        runnableConfig,\n        startedRunManagers !== undefined\n          ? missingPromptIndices.map((i) => startedRunManagers?.[i])\n          : undefined\n      );\n      await Promise.all(\n        results.generations.map(async (generation, index) => {\n          const promptIndex = missingPromptIndices[index];\n          generations[promptIndex] = generation;\n          return cache.update(prompts[promptIndex], llmStringKey, generation);\n        })\n      );\n      llmOutput = results.llmOutput ?? {};\n    }\n\n    return { generations, llmOutput } as LLMResult;\n  }\n\n  /**\n   * Get the identifying parameters of the LLM.\n   */\n  // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n  _identifyingParams(): Record<string, any> {\n    return {};\n  }\n\n  /**\n   * Return the string type key uniquely identifying this class of LLM.\n   */\n  abstract _llmType(): string;\n\n  _modelType(): string {\n    return \"base_llm\" as const;\n  }\n}\n\n/**\n * LLM class that provides a simpler interface to subclass than {@link BaseLLM}.\n *\n * Requires only implementing a simpler {@link _call} method instead of {@link _generate}.\n *\n * @augments BaseLLM\n */\nexport abstract class LLM<\n  CallOptions extends BaseLLMCallOptions = BaseLLMCallOptions,\n> extends BaseLLM<CallOptions> {\n  /**\n   * Run the LLM on the given prompt and input.\n   */\n  abstract _call(\n    prompt: string,\n    options: this[\"ParsedCallOptions\"],\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<string>;\n\n  async _generate(\n    prompts: string[],\n    options: this[\"ParsedCallOptions\"],\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<LLMResult> {\n    const generations: Generation[][] = await Promise.all(\n      prompts.map((prompt, promptIndex) =>\n        this._call(prompt, { ...options, promptIndex }, runManager).then(\n          (text) => [{ text }]\n        )\n      )\n    );\n    return { generations };\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;AAqCA,IAAsB,UAAtB,MAAsB,gBAEZ,kBAAuC;CAQ/C,eAAe;EAAC;EAAa;EAAQ,KAAK,UAAU;EAAC;;;;;;;;;CAUrD,MAAM,OACJ,OACA,SACiB;EACjB,MAAM,cAAc,QAAQ,2BAA2B,MAAM;AAM7D,UAAO,MALc,KAAK,eACxB,CAAC,YAAY,EACb,SACA,SAAS,UACV,EACa,YAAY,GAAG,GAAG;;CAIlC,OAAO,sBACL,QACA,UACA,aACiC;AACjC,QAAM,IAAI,MAAM,mBAAmB;;CAGrC,6CACE,SAC6C;EAE7C,MAAM,CAAC,gBAAgB,eACrB,MAAM,uCAAuC,QAAQ;AACtD,cAA0C,SAAS,eAAe;AACnE,SAAO,CAAC,gBAAgB,YAAyC;;CAGnE,OAAO,gBACL,OACA,SACwB;AAExB,MACE,KAAK,0BAA0B,QAAQ,UAAU,sBAEjD,OAAM,KAAK,OAAO,OAAO,QAAQ;OAC5B;GACL,MAAM,SAAS,QAAQ,2BAA2B,MAAM;GACxD,MAAM,CAAC,gBAAgB,eACrB,KAAK,6CAA6C,QAAQ;GAC5D,MAAM,mBAAmB,KAAK,iBAAiB,YAAY;GAC3D,MAAM,mBAAmB,MAAM,gBAAgB,UAC7C,eAAe,WACf,KAAK,WACL,eAAe,MACf,KAAK,MACL,eAAe,UACf,KAAK,UACL;IACE,SAAS,KAAK;IACd,2BACE,KAAK,kCAAkC,iBAAiB;IAC3D,CACF;GACD,MAAM,QAAQ;IACZ,SAAS;IACT,mBAAmB;IACnB,YAAY;IACb;GACD,MAAM,cAAc,MAAM,kBAAkB,eAC1C,KAAK,QAAQ,EACb,CAAC,OAAO,UAAU,CAAC,EACnB,eAAe,OACf,KAAA,GACA,OACA,KAAA,GACA,KAAA,GACA,eAAe,QAChB;GACD,IAAI,aAAa,IAAI,gBAAgB,EACnC,MAAM,IACP,CAAC;AACF,OAAI;AACF,eAAW,MAAM,SAAS,KAAK,sBAC7B,OAAO,UAAU,EACjB,aACA,cAAc,GACf,EAAE;AACD,SAAI,CAAC,WACH,cAAa;SAEb,cAAa,WAAW,OAAO,MAAM;AAEvC,SAAI,OAAO,MAAM,SAAS,SACxB,OAAM,MAAM;;YAGT,KAAK;AACZ,UAAM,QAAQ,KACX,eAAe,EAAE,EAAE,KAAK,eACvB,YAAY,eAAe,IAAI,CAChC,CACF;AACD,UAAM;;AAER,SAAM,QAAQ,KACX,eAAe,EAAE,EAAE,KAAK,eACvB,YAAY,aAAa,EACvB,aAAa,CAAC,CAAC,WAAW,CAAC,EAC5B,CAAC,CACH,CACF;;;;;;;;;;;CAYL,MAAM,eACJ,cACA,SACA,WACoB;EACpB,MAAM,UAAoB,aAAa,KAAK,gBAC1C,YAAY,UAAU,CACvB;AACD,SAAO,KAAK,SAAS,SAAS,SAAS,UAAU;;;;;CAgBnD,iBAAiB,UAA2C;AAC1D,SAAO,EAAE;;CAGX,kBAAkB,WAAmC;EACnD,MAAM,aAA0B,EAAE;AAElC,OAAK,IAAI,IAAI,GAAG,IAAI,UAAU,YAAY,QAAQ,KAAK,GAAG;GACxD,MAAM,UAAU,UAAU,YAAY;AAEtC,OAAI,MAAM,EACR,YAAW,KAAK;IACd,aAAa,CAAC,QAAQ;IACtB,WAAW,UAAU;IACtB,CAAC;QACG;IACL,MAAM,YAAY,UAAU,YACxB;KAAE,GAAG,UAAU;KAAW,YAAY,EAAE;KAAE,GAC1C,KAAA;AAEJ,eAAW,KAAK;KACd,aAAa,CAAC,QAAQ;KACtB;KACD,CAAC;;;AAIN,SAAO;;;CAIT,MAAM,kBACJ,SACA,eACA,gBACA,oBACoB;EACpB,IAAI;AACJ,MACE,uBAAuB,KAAA,KACvB,mBAAmB,WAAW,QAAQ,OAEtC,eAAc;OACT;GACL,MAAM,mBAAmB,KAAK,iBAAiB,cAAc;GAC7D,MAAM,mBAAmB,MAAM,gBAAgB,UAC7C,eAAe,WACf,KAAK,WACL,eAAe,MACf,KAAK,MACL,eAAe,UACf,KAAK,UACL;IACE,SAAS,KAAK;IACd,2BACE,KAAK,kCAAkC,iBAAiB;IAC3D,CACF;GACD,MAAM,QAAQ;IACZ,SAAS;IACT,mBAAmB;IACnB,YAAY,QAAQ;IACrB;AACD,iBAAc,MAAM,kBAAkB,eACpC,KAAK,QAAQ,EACb,SACA,eAAe,OACf,KAAA,GACA,OACA,KAAA,GACA,KAAA,GACA,gBAAgB,QACjB;;EAKH,MAAM,sBAAsB,CAAC,CAAC,cAAc,GAAG,SAAS,KACtD,gCACD;EACD,IAAI;AACJ,MACE,uBACA,QAAQ,WAAW,KACnB,KAAK,0BAA0B,QAAQ,UAAU,sBAEjD,KAAI;GACF,MAAM,SAAS,MAAM,KAAK,sBACxB,QAAQ,IACR,eACA,cAAc,GACf;GACD,IAAI;AACJ,cAAW,MAAM,SAAS,OACxB,KAAI,eAAe,KAAA,EACjB,cAAa;OAEb,cAAa,OAAO,YAAY,MAAM;AAG1C,OAAI,eAAe,KAAA,EACjB,OAAM,IAAI,MAAM,gDAAgD;AAElE,YAAS;IAAE,aAAa,CAAC,CAAC,WAAW,CAAC;IAAE,WAAW,EAAE;IAAE;AACvD,SAAM,cAAc,GAAG,aAAa,OAAO;WACpC,GAAG;AACV,SAAM,cAAc,GAAG,eAAe,EAAE;AACxC,SAAM;;OAEH;AACL,OAAI;AACF,aAAS,MAAM,KAAK,UAAU,SAAS,eAAe,cAAc,GAAG;YAChE,KAAK;AACZ,UAAM,QAAQ,KACX,eAAe,EAAE,EAAE,KAAK,eACvB,YAAY,eAAe,IAAI,CAChC,CACF;AACD,UAAM;;GAGR,MAAM,mBAAgC,KAAK,kBAAkB,OAAO;AACpE,SAAM,QAAQ,KACX,eAAe,EAAE,EAAE,KAAK,YAAY,MACnC,YAAY,aAAa,iBAAiB,GAAG,CAC9C,CACF;;EAEH,MAAM,SAAS,aAAa,KAAK,YAAY,QAAQ,MAAM,IAAI,KAAA;AAI/D,SAAO,eAAe,QAAQ,SAAS;GACrC,OAAO,SAAS,EAAE,QAAQ,GAAG,KAAA;GAC7B,cAAc;GACf,CAAC;AACF,SAAO;;CAGT,MAAM,gBAAgB,EACpB,SACA,OACA,cACA,eACA,gBACA,SAcA;EACA,MAAM,mBAAmB,KAAK,iBAAiB,cAAc;EAC7D,MAAM,mBAAmB,MAAM,gBAAgB,UAC7C,eAAe,WACf,KAAK,WACL,eAAe,MACf,KAAK,MACL,eAAe,UACf,KAAK,UACL;GACE,SAAS,KAAK;GACd,2BACE,KAAK,kCAAkC,iBAAiB;GAC3D,CACF;EACD,MAAM,QAAQ;GACZ,SAAS;GACT,mBAAmB;GACnB,YAAY,QAAQ;GACrB;EACD,MAAM,cAAc,MAAM,kBAAkB,eAC1C,KAAK,QAAQ,EACb,SACA,OACA,KAAA,GACA,OACA,KAAA,GACA,KAAA,GACA,gBAAgB,QACjB;EAGD,MAAM,uBAAiC,EAAE;EAazC,MAAM,iBAAgB,MAZA,QAAQ,WAC5B,QAAQ,IAAI,OAAO,QAAQ,UAAU;GACnC,MAAM,SAAS,MAAM,MAAM,OAAO,QAAQ,aAAa;AACvD,OAAI,UAAU,KACZ,sBAAqB,KAAK,MAAM;AAElC,UAAO;IACP,CACH,EAKE,KAAK,QAAQ,WAAW;GAAE;GAAQ,YAAY,cAAc;GAAQ,EAAE,CACtE,QACE,EAAE,aACA,OAAO,WAAW,eAAe,OAAO,SAAS,QAClD,OAAO,WAAW,WACrB;EAGH,MAAM,cAA8B,EAAE;AACtC,QAAM,QAAQ,IACZ,cAAc,IAAI,OAAO,EAAE,QAAQ,eAAe,cAAc,MAAM;AACpE,OAAI,cAAc,WAAW,aAAa;IACxC,MAAM,SAAS,cAAc;AAC7B,gBAAY,KAAK,OAAO,KAAK,WAAW;AACtC,YAAO,iBAAiB;MACtB,GAAG,OAAO;MACV,YAAY,EAAE;MACf;AACD,YAAO;MACP;AACF,QAAI,OAAO,OACT,OAAM,YAAY,kBAAkB,OAAO,GAAG,KAAK;AAErD,WAAO,YAAY,aACjB,EACE,aAAa,CAAC,OAAO,EACtB,EACD,KAAA,GACA,KAAA,GACA,KAAA,GACA,EACE,QAAQ,MACT,CACF;UACI;AAEL,UAAM,YAAY,eAChB,cAAc,QACd,KAAA,GACA,KAAA,GACA,KAAA,GACA,EACE,QAAQ,MACT,CACF;AACD,WAAO,QAAQ,OAAO,cAAc,OAAO;;IAE7C,CACH;EAED,MAAM,SAAS;GACb;GACA;GACA,oBAAoB;GACrB;AAKD,SAAO,eAAe,QAAQ,SAAS;GACrC,OAAO,cACH,EAAE,QAAQ,aAAa,KAAK,YAAY,QAAQ,MAAM,EAAE,GACxD,KAAA;GACJ,cAAc;GACf,CAAC;AAEF,SAAO;;;;;CAMT,MAAM,SACJ,SACA,SACA,WACoB;AACpB,MAAI,CAAC,MAAM,QAAQ,QAAQ,CACzB,OAAM,IAAI,MAAM,kDAAkD;EAGpE,IAAI;AACJ,MAAI,MAAM,QAAQ,QAAQ,CACxB,iBAAgB,EAAE,MAAM,SAAS;MAEjC,iBAAgB;EAGlB,MAAM,CAAC,gBAAgB,eACrB,KAAK,6CAA6C,cAAc;AAClE,iBAAe,YAAY,eAAe,aAAa;AAEvD,MAAI,CAAC,KAAK,MACR,QAAO,KAAK,kBAAkB,SAAS,aAAa,eAAe;EAGrE,MAAM,EAAE,UAAU;EAClB,MAAM,eAAe,KAAK,wCACxB,YACD;EACD,MAAM,EAAE,aAAa,sBAAsB,uBACzC,MAAM,KAAK,gBAAgB;GACzB;GACA;GACA;GACA,eAAe;GACf,gBAAgB;GAChB,OAAO,eAAe;GACvB,CAAC;EAEJ,IAAI,YAAY,EAAE;AAClB,MAAI,qBAAqB,SAAS,GAAG;GACnC,MAAM,UAAU,MAAM,KAAK,kBACzB,qBAAqB,KAAK,MAAM,QAAQ,GAAG,EAC3C,aACA,gBACA,uBAAuB,KAAA,IACnB,qBAAqB,KAAK,MAAM,qBAAqB,GAAG,GACxD,KAAA,EACL;AACD,SAAM,QAAQ,IACZ,QAAQ,YAAY,IAAI,OAAO,YAAY,UAAU;IACnD,MAAM,cAAc,qBAAqB;AACzC,gBAAY,eAAe;AAC3B,WAAO,MAAM,OAAO,QAAQ,cAAc,cAAc,WAAW;KACnE,CACH;AACD,eAAY,QAAQ,aAAa,EAAE;;AAGrC,SAAO;GAAE;GAAa;GAAW;;;;;CAOnC,qBAA0C;AACxC,SAAO,EAAE;;CAQX,aAAqB;AACnB,SAAO;;;;;;;;;;AAWX,IAAsB,MAAtB,cAEU,QAAqB;CAU7B,MAAM,UACJ,SACA,SACA,YACoB;AAQpB,SAAO,EAAE,aAAA,MAPiC,QAAQ,IAChD,QAAQ,KAAK,QAAQ,gBACnB,KAAK,MAAM,QAAQ;GAAE,GAAG;GAAS;GAAa,EAAE,WAAW,CAAC,MACzD,SAAS,CAAC,EAAE,MAAM,CAAC,CACrB,CACF,CACF,EACqB"}
+{"version":3,"file":"llms.js","names":[],"sources":["../../src/language_models/llms.ts"],"sourcesContent":["import type { BasePromptValueInterface } from \"../prompt_values.js\";\nimport {\n  type LLMResult,\n  RUN_KEY,\n  type Generation,\n  GenerationChunk,\n} from \"../outputs.js\";\nimport {\n  type BaseCallbackConfig,\n  CallbackManager,\n  type CallbackManagerForLLMRun,\n  type Callbacks,\n} from \"../callbacks/manager.js\";\nimport {\n  BaseLanguageModel,\n  type BaseLanguageModelCallOptions,\n  type BaseLanguageModelInput,\n  type BaseLanguageModelParams,\n} from \"./base.js\";\nimport type { RunnableConfig } from \"../runnables/config.js\";\nimport type { BaseCache } from \"../caches/index.js\";\nimport { concat } from \"../utils/stream.js\";\nimport { callbackHandlerPrefersStreaming } from \"../callbacks/base.js\";\n\nexport type SerializedLLM = {\n  _model: string;\n  _type: string;\n  // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n} & Record<string, any>;\n\nexport interface BaseLLMParams extends BaseLanguageModelParams {}\n\nexport interface BaseLLMCallOptions extends BaseLanguageModelCallOptions {}\n\n/**\n * LLM Wrapper. Takes in a prompt (or prompts) and returns a string.\n */\nexport abstract class BaseLLM<\n  CallOptions extends BaseLLMCallOptions = BaseLLMCallOptions,\n> extends BaseLanguageModel<string, CallOptions> {\n  // Backwards compatibility since fields have been moved to RunnableConfig\n  declare ParsedCallOptions: Omit<\n    CallOptions,\n    Exclude<keyof RunnableConfig, \"signal\" | \"timeout\" | \"maxConcurrency\">\n  >;\n\n  // Only ever instantiated in main LangChain\n  lc_namespace = [\"langchain\", \"llms\", this._llmType()];\n\n  /**\n   * This method takes an input and options, and returns a string. It\n   * converts the input to a prompt value and generates a result based on\n   * the prompt.\n   * @param input Input for the LLM.\n   * @param options Options for the LLM call.\n   * @returns A string result based on the prompt.\n   */\n  async invoke(\n    input: BaseLanguageModelInput,\n    options?: Partial<CallOptions>\n  ): Promise<string> {\n    const promptValue = BaseLLM._convertInputToPromptValue(input);\n    const result = await this.generatePrompt(\n      [promptValue],\n      options,\n      options?.callbacks\n    );\n    return result.generations[0][0].text;\n  }\n\n  // oxlint-disable-next-line require-yield\n  async *_streamResponseChunks(\n    _input: string,\n    _options: this[\"ParsedCallOptions\"],\n    _runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<GenerationChunk> {\n    throw new Error(\"Not implemented.\");\n  }\n\n  protected _separateRunnableConfigFromCallOptionsCompat(\n    options?: Partial<CallOptions>\n  ): [RunnableConfig, this[\"ParsedCallOptions\"]] {\n    // For backwards compat, keep `signal` in both runnableConfig and callOptions\n    const [runnableConfig, callOptions] =\n      super._separateRunnableConfigFromCallOptions(options);\n    (callOptions as this[\"ParsedCallOptions\"]).signal = runnableConfig.signal;\n    return [runnableConfig, callOptions as this[\"ParsedCallOptions\"]];\n  }\n\n  async *_streamIterator(\n    input: BaseLanguageModelInput,\n    options?: Partial<CallOptions>\n  ): AsyncGenerator<string> {\n    // Subclass check required to avoid double callbacks with default implementation\n    if (\n      this._streamResponseChunks === BaseLLM.prototype._streamResponseChunks\n    ) {\n      yield this.invoke(input, options);\n    } else {\n      const prompt = BaseLLM._convertInputToPromptValue(input);\n      const [runnableConfig, callOptions] =\n        this._separateRunnableConfigFromCallOptionsCompat(options);\n      const invocationParams = this.invocationParams(callOptions);\n      const callbackManager_ = await CallbackManager.configure(\n        runnableConfig.callbacks,\n        this.callbacks,\n        runnableConfig.tags,\n        this.tags,\n        runnableConfig.metadata,\n        this.metadata,\n        {\n          verbose: this.verbose,\n          tracerInheritableMetadata:\n            this._filterInvocationParamsForTracing(invocationParams),\n        }\n      );\n      const extra = {\n        options: callOptions,\n        invocation_params: invocationParams,\n        batch_size: 1,\n      };\n      const runManagers = await callbackManager_?.handleLLMStart(\n        this.toJSON(),\n        [prompt.toString()],\n        runnableConfig.runId,\n        undefined,\n        extra,\n        undefined,\n        undefined,\n        runnableConfig.runName\n      );\n      let generation = new GenerationChunk({\n        text: \"\",\n      });\n      try {\n        for await (const chunk of this._streamResponseChunks(\n          prompt.toString(),\n          callOptions,\n          runManagers?.[0]\n        )) {\n          if (!generation) {\n            generation = chunk;\n          } else {\n            generation = generation.concat(chunk);\n          }\n          if (typeof chunk.text === \"string\") {\n            yield chunk.text;\n          }\n        }\n      } catch (err) {\n        await Promise.all(\n          (runManagers ?? []).map((runManager) =>\n            runManager?.handleLLMError(err)\n          )\n        );\n        throw err;\n      }\n      await Promise.all(\n        (runManagers ?? []).map((runManager) =>\n          runManager?.handleLLMEnd({\n            generations: [[generation]],\n          })\n        )\n      );\n    }\n  }\n\n  /**\n   * This method takes prompt values, options, and callbacks, and generates\n   * a result based on the prompts.\n   * @param promptValues Prompt values for the LLM.\n   * @param options Options for the LLM call.\n   * @param callbacks Callbacks for the LLM call.\n   * @returns An LLMResult based on the prompts.\n   */\n  async generatePrompt(\n    promptValues: BasePromptValueInterface[],\n    options?: string[] | Partial<CallOptions>,\n    callbacks?: Callbacks\n  ): Promise<LLMResult> {\n    const prompts: string[] = promptValues.map((promptValue) =>\n      promptValue.toString()\n    );\n    return this.generate(prompts, options, callbacks);\n  }\n\n  /**\n   * Run the LLM on the given prompts and input.\n   */\n  abstract _generate(\n    prompts: string[],\n    options: this[\"ParsedCallOptions\"],\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<LLMResult>;\n\n  /**\n   * Get the parameters used to invoke the model\n   */\n  // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n  invocationParams(_options?: this[\"ParsedCallOptions\"]): any {\n    return {};\n  }\n\n  _flattenLLMResult(llmResult: LLMResult): LLMResult[] {\n    const llmResults: LLMResult[] = [];\n\n    for (let i = 0; i < llmResult.generations.length; i += 1) {\n      const genList = llmResult.generations[i];\n\n      if (i === 0) {\n        llmResults.push({\n          generations: [genList],\n          llmOutput: llmResult.llmOutput,\n        });\n      } else {\n        const llmOutput = llmResult.llmOutput\n          ? { ...llmResult.llmOutput, tokenUsage: {} }\n          : undefined;\n\n        llmResults.push({\n          generations: [genList],\n          llmOutput,\n        });\n      }\n    }\n\n    return llmResults;\n  }\n\n  /** @ignore */\n  async _generateUncached(\n    prompts: string[],\n    parsedOptions: this[\"ParsedCallOptions\"],\n    handledOptions: BaseCallbackConfig,\n    startedRunManagers?: CallbackManagerForLLMRun[]\n  ): Promise<LLMResult> {\n    let runManagers: CallbackManagerForLLMRun[] | undefined;\n    if (\n      startedRunManagers !== undefined &&\n      startedRunManagers.length === prompts.length\n    ) {\n      runManagers = startedRunManagers;\n    } else {\n      const invocationParams = this.invocationParams(parsedOptions);\n      const callbackManager_ = await CallbackManager.configure(\n        handledOptions.callbacks,\n        this.callbacks,\n        handledOptions.tags,\n        this.tags,\n        handledOptions.metadata,\n        this.metadata,\n        {\n          verbose: this.verbose,\n          tracerInheritableMetadata:\n            this._filterInvocationParamsForTracing(invocationParams),\n        }\n      );\n      const extra = {\n        options: parsedOptions,\n        invocation_params: invocationParams,\n        batch_size: prompts.length,\n      };\n      runManagers = await callbackManager_?.handleLLMStart(\n        this.toJSON(),\n        prompts,\n        handledOptions.runId,\n        undefined,\n        extra,\n        undefined,\n        undefined,\n        handledOptions?.runName\n      );\n    }\n    // Even if stream is not explicitly called, check if model is implicitly\n    // called from streamEvents() or streamLog() to get all streamed events.\n    // Bail out if _streamResponseChunks not overridden\n    const hasStreamingHandler = !!runManagers?.[0].handlers.find(\n      callbackHandlerPrefersStreaming\n    );\n    let output: LLMResult;\n    if (\n      hasStreamingHandler &&\n      prompts.length === 1 &&\n      this._streamResponseChunks !== BaseLLM.prototype._streamResponseChunks\n    ) {\n      try {\n        const stream = await this._streamResponseChunks(\n          prompts[0],\n          parsedOptions,\n          runManagers?.[0]\n        );\n        let aggregated;\n        for await (const chunk of stream) {\n          if (aggregated === undefined) {\n            aggregated = chunk;\n          } else {\n            aggregated = concat(aggregated, chunk);\n          }\n        }\n        if (aggregated === undefined) {\n          throw new Error(\"Received empty response from chat model call.\");\n        }\n        output = { generations: [[aggregated]], llmOutput: {} };\n        await runManagers?.[0].handleLLMEnd(output);\n      } catch (e) {\n        await runManagers?.[0].handleLLMError(e);\n        throw e;\n      }\n    } else {\n      try {\n        output = await this._generate(prompts, parsedOptions, runManagers?.[0]);\n      } catch (err) {\n        await Promise.all(\n          (runManagers ?? []).map((runManager) =>\n            runManager?.handleLLMError(err)\n          )\n        );\n        throw err;\n      }\n\n      const flattenedOutputs: LLMResult[] = this._flattenLLMResult(output);\n      await Promise.all(\n        (runManagers ?? []).map((runManager, i) =>\n          runManager?.handleLLMEnd(flattenedOutputs[i])\n        )\n      );\n    }\n    const runIds = runManagers?.map((manager) => manager.runId) || undefined;\n    // This defines RUN_KEY as a non-enumerable property on the output object\n    // so that it is not serialized when the output is stringified, and so that\n    // it isnt included when listing the keys of the output object.\n    Object.defineProperty(output, RUN_KEY, {\n      value: runIds ? { runIds } : undefined,\n      configurable: true,\n    });\n    return output;\n  }\n\n  async _generateCached({\n    prompts,\n    cache,\n    llmStringKey,\n    parsedOptions,\n    handledOptions,\n    runId,\n  }: {\n    prompts: string[];\n    cache: BaseCache<Generation[]>;\n    llmStringKey: string;\n    // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n    parsedOptions: any;\n    handledOptions: RunnableConfig;\n    runId?: string;\n  }): Promise<\n    LLMResult & {\n      missingPromptIndices: number[];\n      startedRunManagers?: CallbackManagerForLLMRun[];\n    }\n  > {\n    const invocationParams = this.invocationParams(parsedOptions);\n    const callbackManager_ = await CallbackManager.configure(\n      handledOptions.callbacks,\n      this.callbacks,\n      handledOptions.tags,\n      this.tags,\n      handledOptions.metadata,\n      this.metadata,\n      {\n        verbose: this.verbose,\n        tracerInheritableMetadata:\n          this._filterInvocationParamsForTracing(invocationParams),\n      }\n    );\n    const extra = {\n      options: parsedOptions,\n      invocation_params: invocationParams,\n      batch_size: prompts.length,\n    };\n    const runManagers = await callbackManager_?.handleLLMStart(\n      this.toJSON(),\n      prompts,\n      runId,\n      undefined,\n      extra,\n      undefined,\n      undefined,\n      handledOptions?.runName\n    );\n\n    // generate results\n    const missingPromptIndices: number[] = [];\n    const results = await Promise.allSettled(\n      prompts.map(async (prompt, index) => {\n        const result = await cache.lookup(prompt, llmStringKey);\n        if (result == null) {\n          missingPromptIndices.push(index);\n        }\n        return result;\n      })\n    );\n\n    // Map run managers to the results before filtering out null results\n    // Null results are just absent from the cache.\n    const cachedResults = results\n      .map((result, index) => ({ result, runManager: runManagers?.[index] }))\n      .filter(\n        ({ result }) =>\n          (result.status === \"fulfilled\" && result.value != null) ||\n          result.status === \"rejected\"\n      );\n\n    // Handle results and call run managers\n    const generations: Generation[][] = [];\n    await Promise.all(\n      cachedResults.map(async ({ result: promiseResult, runManager }, i) => {\n        if (promiseResult.status === \"fulfilled\") {\n          const result = promiseResult.value as Generation[];\n          generations[i] = result.map((result) => {\n            result.generationInfo = {\n              ...result.generationInfo,\n              tokenUsage: {},\n            };\n            return result;\n          });\n          if (result.length) {\n            await runManager?.handleLLMNewToken(result[0].text);\n          }\n          return runManager?.handleLLMEnd(\n            {\n              generations: [result],\n            },\n            undefined,\n            undefined,\n            undefined,\n            {\n              cached: true,\n            }\n          );\n        } else {\n          // status === \"rejected\"\n          await runManager?.handleLLMError(\n            promiseResult.reason,\n            undefined,\n            undefined,\n            undefined,\n            {\n              cached: true,\n            }\n          );\n          return Promise.reject(promiseResult.reason);\n        }\n      })\n    );\n\n    const output = {\n      generations,\n      missingPromptIndices,\n      startedRunManagers: runManagers,\n    };\n\n    // This defines RUN_KEY as a non-enumerable property on the output object\n    // so that it is not serialized when the output is stringified, and so that\n    // it isnt included when listing the keys of the output object.\n    Object.defineProperty(output, RUN_KEY, {\n      value: runManagers\n        ? { runIds: runManagers?.map((manager) => manager.runId) }\n        : undefined,\n      configurable: true,\n    });\n\n    return output;\n  }\n\n  /**\n   * Run the LLM on the given prompts and input, handling caching.\n   */\n  async generate(\n    prompts: string[],\n    options?: string[] | Partial<CallOptions>,\n    callbacks?: Callbacks\n  ): Promise<LLMResult> {\n    if (!Array.isArray(prompts)) {\n      throw new Error(\"Argument 'prompts' is expected to be a string[]\");\n    }\n\n    let parsedOptions: Partial<CallOptions> | undefined;\n    if (Array.isArray(options)) {\n      parsedOptions = { stop: options } as Partial<CallOptions>;\n    } else {\n      parsedOptions = options;\n    }\n\n    const [runnableConfig, callOptions] =\n      this._separateRunnableConfigFromCallOptionsCompat(parsedOptions);\n    runnableConfig.callbacks = runnableConfig.callbacks ?? callbacks;\n\n    if (!this.cache) {\n      return this._generateUncached(prompts, callOptions, runnableConfig);\n    }\n\n    const { cache } = this;\n    const llmStringKey = this._getSerializedCacheKeyParametersForCall(\n      callOptions as CallOptions\n    );\n    const { generations, missingPromptIndices, startedRunManagers } =\n      await this._generateCached({\n        prompts,\n        cache,\n        llmStringKey,\n        parsedOptions: callOptions,\n        handledOptions: runnableConfig,\n        runId: runnableConfig.runId,\n      });\n\n    let llmOutput = {};\n    if (missingPromptIndices.length > 0) {\n      const results = await this._generateUncached(\n        missingPromptIndices.map((i) => prompts[i]),\n        callOptions,\n        runnableConfig,\n        startedRunManagers !== undefined\n          ? missingPromptIndices.map((i) => startedRunManagers?.[i])\n          : undefined\n      );\n      await Promise.all(\n        results.generations.map(async (generation, index) => {\n          const promptIndex = missingPromptIndices[index];\n          generations[promptIndex] = generation;\n          return cache.update(prompts[promptIndex], llmStringKey, generation);\n        })\n      );\n      llmOutput = results.llmOutput ?? {};\n    }\n\n    return { generations, llmOutput } as LLMResult;\n  }\n\n  /**\n   * Get the identifying parameters of the LLM.\n   */\n  // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n  _identifyingParams(): Record<string, any> {\n    return {};\n  }\n\n  /**\n   * Return the string type key uniquely identifying this class of LLM.\n   */\n  abstract _llmType(): string;\n\n  _modelType(): string {\n    return \"base_llm\" as const;\n  }\n}\n\n/**\n * LLM class that provides a simpler interface to subclass than {@link BaseLLM}.\n *\n * Requires only implementing a simpler {@link _call} method instead of {@link _generate}.\n *\n * @augments BaseLLM\n */\nexport abstract class LLM<\n  CallOptions extends BaseLLMCallOptions = BaseLLMCallOptions,\n> extends BaseLLM<CallOptions> {\n  /**\n   * Run the LLM on the given prompt and input.\n   */\n  abstract _call(\n    prompt: string,\n    options: this[\"ParsedCallOptions\"],\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<string>;\n\n  async _generate(\n    prompts: string[],\n    options: this[\"ParsedCallOptions\"],\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<LLMResult> {\n    const generations: Generation[][] = await Promise.all(\n      prompts.map((prompt, promptIndex) =>\n        this._call(prompt, { ...options, promptIndex }, runManager).then(\n          (text) => [{ text }]\n        )\n      )\n    );\n    return { generations };\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;AAqCA,IAAsB,UAAtB,MAAsB,gBAEZ,kBAAuC;CAQ/C,eAAe;EAAC;EAAa;EAAQ,KAAK,SAAS;CAAC;;;;;;;;;CAUpD,MAAM,OACJ,OACA,SACiB;EACjB,MAAM,cAAc,QAAQ,2BAA2B,KAAK;EAM5D,QAAO,MALc,KAAK,eACxB,CAAC,WAAW,GACZ,SACA,SAAS,SACX,EAAA,CACc,YAAY,EAAE,CAAC,EAAE,CAAC;CAClC;CAGA,OAAO,sBACL,QACA,UACA,aACiC;EACjC,MAAM,IAAI,MAAM,kBAAkB;CACpC;CAEA,6CACE,SAC6C;EAE7C,MAAM,CAAC,gBAAgB,eACrB,MAAM,uCAAuC,OAAO;EACtD,YAA2C,SAAS,eAAe;EACnE,OAAO,CAAC,gBAAgB,WAAwC;CAClE;CAEA,OAAO,gBACL,OACA,SACwB;EAExB,IACE,KAAK,0BAA0B,QAAQ,UAAU,uBAEjD,MAAM,KAAK,OAAO,OAAO,OAAO;OAC3B;GACL,MAAM,SAAS,QAAQ,2BAA2B,KAAK;GACvD,MAAM,CAAC,gBAAgB,eACrB,KAAK,6CAA6C,OAAO;GAC3D,MAAM,mBAAmB,KAAK,iBAAiB,WAAW;GAC1D,MAAM,mBAAmB,MAAM,gBAAgB,UAC7C,eAAe,WACf,KAAK,WACL,eAAe,MACf,KAAK,MACL,eAAe,UACf,KAAK,UACL;IACE,SAAS,KAAK;IACd,2BACE,KAAK,kCAAkC,gBAAgB;GAC3D,CACF;GACA,MAAM,QAAQ;IACZ,SAAS;IACT,mBAAmB;IACnB,YAAY;GACd;GACA,MAAM,cAAc,MAAM,kBAAkB,eAC1C,KAAK,OAAO,GACZ,CAAC,OAAO,SAAS,CAAC,GAClB,eAAe,OACf,KAAA,GACA,OACA,KAAA,GACA,KAAA,GACA,eAAe,OACjB;GACA,IAAI,aAAa,IAAI,gBAAgB,EACnC,MAAM,GACR,CAAC;GACD,IAAI;IACF,WAAW,MAAM,SAAS,KAAK,sBAC7B,OAAO,SAAS,GAChB,aACA,cAAc,EAChB,GAAG;KACD,IAAI,CAAC,YACH,aAAa;UAEb,aAAa,WAAW,OAAO,KAAK;KAEtC,IAAI,OAAO,MAAM,SAAS,UACxB,MAAM,MAAM;IAEhB;GACF,SAAS,KAAK;IACZ,MAAM,QAAQ,KACX,eAAe,CAAC,EAAA,CAAG,KAAK,eACvB,YAAY,eAAe,GAAG,CAChC,CACF;IACA,MAAM;GACR;GACA,MAAM,QAAQ,KACX,eAAe,CAAC,EAAA,CAAG,KAAK,eACvB,YAAY,aAAa,EACvB,aAAa,CAAC,CAAC,UAAU,CAAC,EAC5B,CAAC,CACH,CACF;EACF;CACF;;;;;;;;;CAUA,MAAM,eACJ,cACA,SACA,WACoB;EACpB,MAAM,UAAoB,aAAa,KAAK,gBAC1C,YAAY,SAAS,CACvB;EACA,OAAO,KAAK,SAAS,SAAS,SAAS,SAAS;CAClD;;;;CAeA,iBAAiB,UAA2C;EAC1D,OAAO,CAAC;CACV;CAEA,kBAAkB,WAAmC;EACnD,MAAM,aAA0B,CAAC;EAEjC,KAAK,IAAI,IAAI,GAAG,IAAI,UAAU,YAAY,QAAQ,KAAK,GAAG;GACxD,MAAM,UAAU,UAAU,YAAY;GAEtC,IAAI,MAAM,GACR,WAAW,KAAK;IACd,aAAa,CAAC,OAAO;IACrB,WAAW,UAAU;GACvB,CAAC;QACI;IACL,MAAM,YAAY,UAAU,YACxB;KAAE,GAAG,UAAU;KAAW,YAAY,CAAC;IAAE,IACzC,KAAA;IAEJ,WAAW,KAAK;KACd,aAAa,CAAC,OAAO;KACrB;IACF,CAAC;GACH;EACF;EAEA,OAAO;CACT;;CAGA,MAAM,kBACJ,SACA,eACA,gBACA,oBACoB;EACpB,IAAI;EACJ,IACE,uBAAuB,KAAA,KACvB,mBAAmB,WAAW,QAAQ,QAEtC,cAAc;OACT;GACL,MAAM,mBAAmB,KAAK,iBAAiB,aAAa;GAC5D,MAAM,mBAAmB,MAAM,gBAAgB,UAC7C,eAAe,WACf,KAAK,WACL,eAAe,MACf,KAAK,MACL,eAAe,UACf,KAAK,UACL;IACE,SAAS,KAAK;IACd,2BACE,KAAK,kCAAkC,gBAAgB;GAC3D,CACF;GACA,MAAM,QAAQ;IACZ,SAAS;IACT,mBAAmB;IACnB,YAAY,QAAQ;GACtB;GACA,cAAc,MAAM,kBAAkB,eACpC,KAAK,OAAO,GACZ,SACA,eAAe,OACf,KAAA,GACA,OACA,KAAA,GACA,KAAA,GACA,gBAAgB,OAClB;EACF;EAIA,MAAM,sBAAsB,CAAC,CAAC,cAAc,EAAE,CAAC,SAAS,KACtD,+BACF;EACA,IAAI;EACJ,IACE,uBACA,QAAQ,WAAW,KACnB,KAAK,0BAA0B,QAAQ,UAAU,uBAEjD,IAAI;GACF,MAAM,SAAS,MAAM,KAAK,sBACxB,QAAQ,IACR,eACA,cAAc,EAChB;GACA,IAAI;GACJ,WAAW,MAAM,SAAS,QACxB,IAAI,eAAe,KAAA,GACjB,aAAa;QAEb,aAAa,OAAO,YAAY,KAAK;GAGzC,IAAI,eAAe,KAAA,GACjB,MAAM,IAAI,MAAM,+CAA+C;GAEjE,SAAS;IAAE,aAAa,CAAC,CAAC,UAAU,CAAC;IAAG,WAAW,CAAC;GAAE;GACtD,MAAM,cAAc,EAAE,CAAC,aAAa,MAAM;EAC5C,SAAS,GAAG;GACV,MAAM,cAAc,EAAE,CAAC,eAAe,CAAC;GACvC,MAAM;EACR;OACK;GACL,IAAI;IACF,SAAS,MAAM,KAAK,UAAU,SAAS,eAAe,cAAc,EAAE;GACxE,SAAS,KAAK;IACZ,MAAM,QAAQ,KACX,eAAe,CAAC,EAAA,CAAG,KAAK,eACvB,YAAY,eAAe,GAAG,CAChC,CACF;IACA,MAAM;GACR;GAEA,MAAM,mBAAgC,KAAK,kBAAkB,MAAM;GACnE,MAAM,QAAQ,KACX,eAAe,CAAC,EAAA,CAAG,KAAK,YAAY,MACnC,YAAY,aAAa,iBAAiB,EAAE,CAC9C,CACF;EACF;EACA,MAAM,SAAS,aAAa,KAAK,YAAY,QAAQ,KAAK,KAAK,KAAA;EAI/D,OAAO,eAAe,QAAQ,SAAS;GACrC,OAAO,SAAS,EAAE,OAAO,IAAI,KAAA;GAC7B,cAAc;EAChB,CAAC;EACD,OAAO;CACT;CAEA,MAAM,gBAAgB,EACpB,SACA,OACA,cACA,eACA,gBACA,SAcA;EACA,MAAM,mBAAmB,KAAK,iBAAiB,aAAa;EAC5D,MAAM,mBAAmB,MAAM,gBAAgB,UAC7C,eAAe,WACf,KAAK,WACL,eAAe,MACf,KAAK,MACL,eAAe,UACf,KAAK,UACL;GACE,SAAS,KAAK;GACd,2BACE,KAAK,kCAAkC,gBAAgB;EAC3D,CACF;EACA,MAAM,QAAQ;GACZ,SAAS;GACT,mBAAmB;GACnB,YAAY,QAAQ;EACtB;EACA,MAAM,cAAc,MAAM,kBAAkB,eAC1C,KAAK,OAAO,GACZ,SACA,OACA,KAAA,GACA,OACA,KAAA,GACA,KAAA,GACA,gBAAgB,OAClB;EAGA,MAAM,uBAAiC,CAAC;EAaxC,MAAM,iBAAgB,MAZA,QAAQ,WAC5B,QAAQ,IAAI,OAAO,QAAQ,UAAU;GACnC,MAAM,SAAS,MAAM,MAAM,OAAO,QAAQ,YAAY;GACtD,IAAI,UAAU,MACZ,qBAAqB,KAAK,KAAK;GAEjC,OAAO;EACT,CAAC,CACH,EAAA,CAKG,KAAK,QAAQ,WAAW;GAAE;GAAQ,YAAY,cAAc;EAAO,EAAE,CAAC,CACtE,QACE,EAAE,aACA,OAAO,WAAW,eAAe,OAAO,SAAS,QAClD,OAAO,WAAW,UACtB;EAGF,MAAM,cAA8B,CAAC;EACrC,MAAM,QAAQ,IACZ,cAAc,IAAI,OAAO,EAAE,QAAQ,eAAe,cAAc,MAAM;GACpE,IAAI,cAAc,WAAW,aAAa;IACxC,MAAM,SAAS,cAAc;IAC7B,YAAY,KAAK,OAAO,KAAK,WAAW;KACtC,OAAO,iBAAiB;MACtB,GAAG,OAAO;MACV,YAAY,CAAC;KACf;KACA,OAAO;IACT,CAAC;IACD,IAAI,OAAO,QACT,MAAM,YAAY,kBAAkB,OAAO,EAAE,CAAC,IAAI;IAEpD,OAAO,YAAY,aACjB,EACE,aAAa,CAAC,MAAM,EACtB,GACA,KAAA,GACA,KAAA,GACA,KAAA,GACA,EACE,QAAQ,KACV,CACF;GACF,OAAO;IAEL,MAAM,YAAY,eAChB,cAAc,QACd,KAAA,GACA,KAAA,GACA,KAAA,GACA,EACE,QAAQ,KACV,CACF;IACA,OAAO,QAAQ,OAAO,cAAc,MAAM;GAC5C;EACF,CAAC,CACH;EAEA,MAAM,SAAS;GACb;GACA;GACA,oBAAoB;EACtB;EAKA,OAAO,eAAe,QAAQ,SAAS;GACrC,OAAO,cACH,EAAE,QAAQ,aAAa,KAAK,YAAY,QAAQ,KAAK,EAAE,IACvD,KAAA;GACJ,cAAc;EAChB,CAAC;EAED,OAAO;CACT;;;;CAKA,MAAM,SACJ,SACA,SACA,WACoB;EACpB,IAAI,CAAC,MAAM,QAAQ,OAAO,GACxB,MAAM,IAAI,MAAM,iDAAiD;EAGnE,IAAI;EACJ,IAAI,MAAM,QAAQ,OAAO,GACvB,gBAAgB,EAAE,MAAM,QAAQ;OAEhC,gBAAgB;EAGlB,MAAM,CAAC,gBAAgB,eACrB,KAAK,6CAA6C,aAAa;EACjE,eAAe,YAAY,eAAe,aAAa;EAEvD,IAAI,CAAC,KAAK,OACR,OAAO,KAAK,kBAAkB,SAAS,aAAa,cAAc;EAGpE,MAAM,EAAE,UAAU;EAClB,MAAM,eAAe,KAAK,wCACxB,WACF;EACA,MAAM,EAAE,aAAa,sBAAsB,uBACzC,MAAM,KAAK,gBAAgB;GACzB;GACA;GACA;GACA,eAAe;GACf,gBAAgB;GAChB,OAAO,eAAe;EACxB,CAAC;EAEH,IAAI,YAAY,CAAC;EACjB,IAAI,qBAAqB,SAAS,GAAG;GACnC,MAAM,UAAU,MAAM,KAAK,kBACzB,qBAAqB,KAAK,MAAM,QAAQ,EAAE,GAC1C,aACA,gBACA,uBAAuB,KAAA,IACnB,qBAAqB,KAAK,MAAM,qBAAqB,EAAE,IACvD,KAAA,CACN;GACA,MAAM,QAAQ,IACZ,QAAQ,YAAY,IAAI,OAAO,YAAY,UAAU;IACnD,MAAM,cAAc,qBAAqB;IACzC,YAAY,eAAe;IAC3B,OAAO,MAAM,OAAO,QAAQ,cAAc,cAAc,UAAU;GACpE,CAAC,CACH;GACA,YAAY,QAAQ,aAAa,CAAC;EACpC;EAEA,OAAO;GAAE;GAAa;EAAU;CAClC;;;;CAMA,qBAA0C;EACxC,OAAO,CAAC;CACV;CAOA,aAAqB;EACnB,OAAO;CACT;AACF;;;;;;;;AASA,IAAsB,MAAtB,cAEU,QAAqB;CAU7B,MAAM,UACJ,SACA,SACA,YACoB;EAQpB,OAAO,EAAE,aAAA,MAPiC,QAAQ,IAChD,QAAQ,KAAK,QAAQ,gBACnB,KAAK,MAAM,QAAQ;GAAE,GAAG;GAAS;EAAY,GAAG,UAAU,CAAC,CAAC,MACzD,SAAS,CAAC,EAAE,KAAK,CAAC,CACrB,CACF,CACF,EACqB;CACvB;AACF"}

package/dist/language_models/openai_completions_stream.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"openai_completions_stream.cjs","names":["finalizeContentBlock"],"sources":["../../src/language_models/openai_completions_stream.ts"],"sourcesContent":["/**\n * Converts OpenAI Chat Completions-shaped stream chunks into\n * {@link ChatModelStreamEvent}s.\n *\n * Used by `@langchain/openai` and OpenAI-compatible providers (Groq, Mistral,\n * OpenRouter, IBM watsonx, etc.) without requiring a dependency on\n * `@langchain/openai`.\n *\n * @module\n */\n\nimport { finalizeContentBlock } from \"./compat.js\";\nimport type { ChatModelStreamEvent, FinishReason } from \"./event.js\";\nimport type { ContentBlock } from \"../messages/content/index.js\";\nimport type { UsageMetadata } from \"../messages/metadata.js\";\n\nexport type OpenAICompletionsFinishReason =\n  | \"stop\"\n  | \"length\"\n  | \"max_tokens\"\n  | \"tool_calls\"\n  | \"function_call\"\n  | \"content_filter\"\n  | null;\n\nexport interface OpenAICompletionsUsage {\n  prompt_tokens?: number;\n  completion_tokens?: number;\n  total_tokens?: number;\n  prompt_tokens_details?: {\n    audio_tokens?: number;\n    cached_tokens?: number;\n  };\n  completion_tokens_details?: {\n    audio_tokens?: number;\n    reasoning_tokens?: number;\n  };\n}\n\nexport interface OpenAICompletionsToolCallDelta {\n  index?: number;\n  id?: string;\n  type?: \"function\";\n  function?: {\n    name?: string;\n    arguments?: string;\n  };\n}\n\nexport interface OpenAICompletionsDelta {\n  role?: string;\n  content?: string | null;\n  reasoning_content?: string;\n  reasoning?: string;\n  tool_calls?: OpenAICompletionsToolCallDelta[];\n  function_call?: unknown;\n  audio?: {\n    id?: string;\n    data?: string;\n    transcript?: string;\n  };\n}\n\nexport interface OpenAICompletionsStreamChoice {\n  index?: number;\n  finish_reason?: OpenAICompletionsFinishReason;\n  logprobs?: unknown;\n  delta?: OpenAICompletionsDelta;\n}\n\nexport interface OpenAICompletionsStreamChunk {\n  id?: string;\n  model?: string;\n  service_tier?: string | null;\n  system_fingerprint?: string | null;\n  usage?: OpenAICompletionsUsage | null;\n  x_groq?: {\n    usage?: {\n      prompt_tokens?: number;\n      completion_tokens?: number;\n      total_tokens?: number;\n    };\n  };\n  choices?: OpenAICompletionsStreamChoice[];\n}\n\nexport interface ConvertOpenAICompletionsStreamOptions {\n  streamUsage?: boolean;\n  /** Provider id for passthrough events (default `\"openai\"`). */\n  provider?: string;\n  /** Optional per-chunk transform before conversion. */\n  mapChunk?: (\n    chunk: OpenAICompletionsStreamChunk\n  ) => OpenAICompletionsStreamChunk;\n}\n\ntype BlockKey = \"text\" | \"reasoning\" | \"audio\" | `tool:${number}`;\n\n/**\n * Convert an async iterable of OpenAI Chat Completions-shaped stream chunks into\n * LangChain `ChatModelStreamEvent`s with typed deltas.\n */\nexport async function* convertOpenAICompletionsStream(\n  source: AsyncIterable<OpenAICompletionsStreamChunk>,\n  options: ConvertOpenAICompletionsStreamOptions = {}\n): AsyncGenerator<ChatModelStreamEvent> {\n  const shouldStreamUsage = options.streamUsage ?? true;\n  const provider = options.provider ?? \"openai\";\n  const mapChunk = options.mapChunk;\n\n  const blockAccumulators = new Map<\n    number,\n    // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n    Record<string, any>\n  >();\n  const blockKeyToIndex = new Map<BlockKey, number>();\n  let nextBlockIndex = 0;\n  let messageStarted = false;\n  let usageSnapshot: UsageMetadata | undefined;\n  let finishReason: FinishReason | undefined;\n  let responseMetadata: Record<string, unknown> | undefined;\n  let emittedProviderMetadata = false;\n\n  const getOrCreateBlockIndex = (\n    key: BlockKey,\n    initial: Record<string, unknown>\n  ): { index: number; isNew: boolean } => {\n    const existing = blockKeyToIndex.get(key);\n    if (existing !== undefined) {\n      return { index: existing, isNew: false };\n    }\n    const index = nextBlockIndex++;\n    blockKeyToIndex.set(key, index);\n    blockAccumulators.set(index, { ...initial });\n    return { index, isNew: true };\n  };\n\n  for await (let data of source) {\n    if (mapChunk) {\n      data = mapChunk(data);\n    }\n    if (!messageStarted) {\n      messageStarted = true;\n      yield {\n        event: \"message-start\" as const,\n        id: data.id,\n      };\n    }\n\n    if (!emittedProviderMetadata && (data.model || data.service_tier)) {\n      emittedProviderMetadata = true;\n      yield {\n        event: \"provider\" as const,\n        provider,\n        name: \"stream_metadata\",\n        payload: {\n          model: data.model,\n          service_tier: data.service_tier,\n        },\n      };\n    }\n\n    if (data.usage && shouldStreamUsage) {\n      usageSnapshot = buildUsageSnapshot(data.usage);\n      yield { event: \"usage\" as const, usage: usageSnapshot };\n    }\n\n    const groqUsage = data.x_groq?.usage;\n    if (groqUsage && shouldStreamUsage) {\n      usageSnapshot = buildGroqUsageSnapshot(groqUsage);\n      yield { event: \"usage\" as const, usage: usageSnapshot };\n    }\n\n    const choice = data.choices?.[0];\n    if (!choice) {\n      continue;\n    }\n\n    if (choice.finish_reason != null) {\n      finishReason = mapFinishReason(choice.finish_reason);\n      responseMetadata = buildResponseMetadata(data, choice);\n    }\n\n    const { delta } = choice;\n    if (!delta) {\n      continue;\n    }\n\n    const reasoningText = getReasoningDeltaText(delta);\n    if (reasoningText) {\n      const key: BlockKey = \"reasoning\";\n      const { index, isNew } = getOrCreateBlockIndex(key, {\n        type: \"reasoning\" as const,\n        reasoning: \"\",\n      });\n      if (isNew) {\n        yield {\n          event: \"content-block-start\" as const,\n          index,\n          content: { type: \"reasoning\", reasoning: \"\" } as ContentBlock,\n        };\n      }\n      const acc = blockAccumulators.get(index)!;\n      acc.reasoning = (acc.reasoning ?? \"\") + reasoningText;\n      yield {\n        event: \"content-block-delta\" as const,\n        index,\n        delta: {\n          type: \"reasoning-delta\" as const,\n          reasoning: reasoningText,\n        },\n      };\n    }\n\n    if (delta.content) {\n      const key: BlockKey = \"text\";\n      const { index, isNew } = getOrCreateBlockIndex(key, {\n        type: \"text\" as const,\n        text: \"\",\n      });\n      if (isNew) {\n        yield {\n          event: \"content-block-start\" as const,\n          index,\n          content: { type: \"text\", text: \"\" } as ContentBlock,\n        };\n      }\n      const acc = blockAccumulators.get(index)!;\n      acc.text = (acc.text ?? \"\") + delta.content;\n      yield {\n        event: \"content-block-delta\" as const,\n        index,\n        delta: { type: \"text-delta\" as const, text: delta.content },\n      };\n    }\n\n    if (Array.isArray(delta.tool_calls)) {\n      for (const rawToolCall of delta.tool_calls) {\n        const toolIndex = rawToolCall.index ?? 0;\n        const key: BlockKey = `tool:${toolIndex}`;\n        const { index, isNew } = getOrCreateBlockIndex(key, {\n          type: \"tool_call_chunk\" as const,\n          id: rawToolCall.id,\n          name: rawToolCall.function?.name,\n          args: \"\",\n          index: toolIndex,\n        });\n        if (isNew) {\n          yield {\n            event: \"content-block-start\" as const,\n            index,\n            content: {\n              type: \"tool_call_chunk\",\n              id: rawToolCall.id,\n              name: rawToolCall.function?.name,\n              args: \"\",\n              index: toolIndex,\n            } as ContentBlock,\n          };\n        }\n\n        const acc = blockAccumulators.get(index)!;\n        if (rawToolCall.id != null) acc.id = rawToolCall.id;\n        if (rawToolCall.function?.name != null) {\n          acc.name = rawToolCall.function.name;\n        }\n        const argDelta = rawToolCall.function?.arguments ?? \"\";\n        acc.args = (acc.args ?? \"\") + argDelta;\n        yield {\n          event: \"content-block-delta\" as const,\n          index,\n          delta: {\n            type: \"block-delta\" as const,\n            fields: {\n              type: \"tool_call_chunk\",\n              ...(acc.id != null ? { id: acc.id } : {}),\n              ...(acc.name != null ? { name: acc.name } : {}),\n              args: acc.args,\n            },\n          },\n        };\n      }\n    }\n\n    if (delta.audio) {\n      const key: BlockKey = \"audio\";\n      const { index, isNew } = getOrCreateBlockIndex(key, {\n        type: \"audio\" as const,\n        id: delta.audio.id,\n        data: \"\",\n        mimeType: \"audio/pcm\",\n        transcript: delta.audio.transcript ?? \"\",\n      });\n      if (isNew) {\n        yield {\n          event: \"content-block-start\" as const,\n          index,\n          content: {\n            type: \"audio\",\n            id: delta.audio.id,\n            data: \"\",\n            mimeType: \"audio/pcm\",\n            transcript: delta.audio.transcript ?? \"\",\n          } as ContentBlock,\n        };\n      }\n      const acc = blockAccumulators.get(index)!;\n      if (delta.audio.transcript) {\n        acc.transcript = (acc.transcript ?? \"\") + delta.audio.transcript;\n        yield {\n          event: \"content-block-delta\" as const,\n          index,\n          delta: {\n            type: \"block-delta\" as const,\n            fields: {\n              type: \"audio\",\n              transcript: acc.transcript,\n            },\n          },\n        };\n      }\n      if (delta.audio.data) {\n        acc.data = (acc.data ?? \"\") + delta.audio.data;\n        yield {\n          event: \"content-block-delta\" as const,\n          index,\n          delta: {\n            type: \"data-delta\" as const,\n            data: delta.audio.data,\n            encoding: \"base64\" as const,\n          },\n        };\n      }\n    }\n\n    if (delta.function_call) {\n      yield {\n        event: \"provider\" as const,\n        provider,\n        name: \"function_call\",\n        payload: delta.function_call,\n      };\n    }\n\n    if (choice.logprobs) {\n      yield {\n        event: \"provider\" as const,\n        provider,\n        name: \"logprobs\",\n        payload: choice.logprobs,\n      };\n    }\n  }\n\n  for (const [index, acc] of blockAccumulators) {\n    const finalized = finalizeContentBlock(acc as ContentBlock);\n    yield {\n      event: \"content-block-finish\" as const,\n      index,\n      content: finalized,\n    };\n  }\n\n  yield {\n    event: \"message-finish\" as const,\n    reason: finishReason,\n    ...(usageSnapshot ? { usage: usageSnapshot } : {}),\n    ...(responseMetadata ? { responseMetadata } : {}),\n  };\n}\n\nfunction getReasoningDeltaText(\n  delta: OpenAICompletionsDelta\n): string | undefined {\n  const reasoning = delta.reasoning_content ?? delta.reasoning;\n  return typeof reasoning === \"string\" && reasoning.length > 0\n    ? reasoning\n    : undefined;\n}\n\nfunction buildGroqUsageSnapshot(usage: {\n  prompt_tokens?: number;\n  completion_tokens?: number;\n  total_tokens?: number;\n}): UsageMetadata {\n  return {\n    input_tokens: usage.prompt_tokens ?? 0,\n    output_tokens: usage.completion_tokens ?? 0,\n    total_tokens: usage.total_tokens ?? 0,\n  };\n}\n\nfunction mapFinishReason(reason: OpenAICompletionsFinishReason): FinishReason {\n  switch (reason) {\n    case \"stop\":\n      return \"stop\";\n    case \"length\":\n    case \"max_tokens\":\n      return \"length\";\n    case \"tool_calls\":\n    case \"function_call\":\n      return \"tool_use\";\n    case \"content_filter\":\n      return \"content_filter\";\n    default:\n      return \"stop\";\n  }\n}\n\nfunction buildUsageSnapshot(usage: OpenAICompletionsUsage): UsageMetadata {\n  const inputTokenDetails = {\n    ...(usage.prompt_tokens_details?.audio_tokens != null && {\n      audio: usage.prompt_tokens_details.audio_tokens,\n    }),\n    ...(usage.prompt_tokens_details?.cached_tokens != null && {\n      cache_read: usage.prompt_tokens_details.cached_tokens,\n    }),\n  };\n  const outputTokenDetails = {\n    ...(usage.completion_tokens_details?.audio_tokens != null && {\n      audio: usage.completion_tokens_details.audio_tokens,\n    }),\n    ...(usage.completion_tokens_details?.reasoning_tokens != null && {\n      reasoning: usage.completion_tokens_details.reasoning_tokens,\n    }),\n  };\n  return {\n    input_tokens: usage.prompt_tokens ?? 0,\n    output_tokens: usage.completion_tokens ?? 0,\n    total_tokens: usage.total_tokens ?? 0,\n    ...(Object.keys(inputTokenDetails).length > 0 && {\n      input_token_details: inputTokenDetails,\n    }),\n    ...(Object.keys(outputTokenDetails).length > 0 && {\n      output_token_details: outputTokenDetails,\n    }),\n  };\n}\n\nfunction buildResponseMetadata(\n  data: OpenAICompletionsStreamChunk,\n  choice: OpenAICompletionsStreamChoice\n): Record<string, unknown> {\n  return {\n    model_provider: \"openai\",\n    model_name: data.model,\n    system_fingerprint: data.system_fingerprint,\n    service_tier: data.service_tier,\n    finish_reason: choice.finish_reason,\n    ...(data.usage ? { usage: data.usage } : {}),\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAsGA,gBAAuB,+BACrB,QACA,UAAiD,EAAE,EACb;CACtC,MAAM,oBAAoB,QAAQ,eAAe;CACjD,MAAM,WAAW,QAAQ,YAAY;CACrC,MAAM,WAAW,QAAQ;CAEzB,MAAM,oCAAoB,IAAI,KAI3B;CACH,MAAM,kCAAkB,IAAI,KAAuB;CACnD,IAAI,iBAAiB;CACrB,IAAI,iBAAiB;CACrB,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI,0BAA0B;CAE9B,MAAM,yBACJ,KACA,YACsC;EACtC,MAAM,WAAW,gBAAgB,IAAI,IAAI;AACzC,MAAI,aAAa,KAAA,EACf,QAAO;GAAE,OAAO;GAAU,OAAO;GAAO;EAE1C,MAAM,QAAQ;AACd,kBAAgB,IAAI,KAAK,MAAM;AAC/B,oBAAkB,IAAI,OAAO,EAAE,GAAG,SAAS,CAAC;AAC5C,SAAO;GAAE;GAAO,OAAO;GAAM;;AAG/B,YAAW,IAAI,QAAQ,QAAQ;AAC7B,MAAI,SACF,QAAO,SAAS,KAAK;AAEvB,MAAI,CAAC,gBAAgB;AACnB,oBAAiB;AACjB,SAAM;IACJ,OAAO;IACP,IAAI,KAAK;IACV;;AAGH,MAAI,CAAC,4BAA4B,KAAK,SAAS,KAAK,eAAe;AACjE,6BAA0B;AAC1B,SAAM;IACJ,OAAO;IACP;IACA,MAAM;IACN,SAAS;KACP,OAAO,KAAK;KACZ,cAAc,KAAK;KACpB;IACF;;AAGH,MAAI,KAAK,SAAS,mBAAmB;AACnC,mBAAgB,mBAAmB,KAAK,MAAM;AAC9C,SAAM;IAAE,OAAO;IAAkB,OAAO;IAAe;;EAGzD,MAAM,YAAY,KAAK,QAAQ;AAC/B,MAAI,aAAa,mBAAmB;AAClC,mBAAgB,uBAAuB,UAAU;AACjD,SAAM;IAAE,OAAO;IAAkB,OAAO;IAAe;;EAGzD,MAAM,SAAS,KAAK,UAAU;AAC9B,MAAI,CAAC,OACH;AAGF,MAAI,OAAO,iBAAiB,MAAM;AAChC,kBAAe,gBAAgB,OAAO,cAAc;AACpD,sBAAmB,sBAAsB,MAAM,OAAO;;EAGxD,MAAM,EAAE,UAAU;AAClB,MAAI,CAAC,MACH;EAGF,MAAM,gBAAgB,sBAAsB,MAAM;AAClD,MAAI,eAAe;GAEjB,MAAM,EAAE,OAAO,UAAU,sBAAsB,aAAK;IAClD,MAAM;IACN,WAAW;IACZ,CAAC;AACF,OAAI,MACF,OAAM;IACJ,OAAO;IACP;IACA,SAAS;KAAE,MAAM;KAAa,WAAW;KAAI;IAC9C;GAEH,MAAM,MAAM,kBAAkB,IAAI,MAAM;AACxC,OAAI,aAAa,IAAI,aAAa,MAAM;AACxC,SAAM;IACJ,OAAO;IACP;IACA,OAAO;KACL,MAAM;KACN,WAAW;KACZ;IACF;;AAGH,MAAI,MAAM,SAAS;GAEjB,MAAM,EAAE,OAAO,UAAU,sBAAsB,QAAK;IAClD,MAAM;IACN,MAAM;IACP,CAAC;AACF,OAAI,MACF,OAAM;IACJ,OAAO;IACP;IACA,SAAS;KAAE,MAAM;KAAQ,MAAM;KAAI;IACpC;GAEH,MAAM,MAAM,kBAAkB,IAAI,MAAM;AACxC,OAAI,QAAQ,IAAI,QAAQ,MAAM,MAAM;AACpC,SAAM;IACJ,OAAO;IACP;IACA,OAAO;KAAE,MAAM;KAAuB,MAAM,MAAM;KAAS;IAC5D;;AAGH,MAAI,MAAM,QAAQ,MAAM,WAAW,CACjC,MAAK,MAAM,eAAe,MAAM,YAAY;GAC1C,MAAM,YAAY,YAAY,SAAS;GAEvC,MAAM,EAAE,OAAO,UAAU,sBAAsB,QADjB,aACsB;IAClD,MAAM;IACN,IAAI,YAAY;IAChB,MAAM,YAAY,UAAU;IAC5B,MAAM;IACN,OAAO;IACR,CAAC;AACF,OAAI,MACF,OAAM;IACJ,OAAO;IACP;IACA,SAAS;KACP,MAAM;KACN,IAAI,YAAY;KAChB,MAAM,YAAY,UAAU;KAC5B,MAAM;KACN,OAAO;KACR;IACF;GAGH,MAAM,MAAM,kBAAkB,IAAI,MAAM;AACxC,OAAI,YAAY,MAAM,KAAM,KAAI,KAAK,YAAY;AACjD,OAAI,YAAY,UAAU,QAAQ,KAChC,KAAI,OAAO,YAAY,SAAS;GAElC,MAAM,WAAW,YAAY,UAAU,aAAa;AACpD,OAAI,QAAQ,IAAI,QAAQ,MAAM;AAC9B,SAAM;IACJ,OAAO;IACP;IACA,OAAO;KACL,MAAM;KACN,QAAQ;MACN,MAAM;MACN,GAAI,IAAI,MAAM,OAAO,EAAE,IAAI,IAAI,IAAI,GAAG,EAAE;MACxC,GAAI,IAAI,QAAQ,OAAO,EAAE,MAAM,IAAI,MAAM,GAAG,EAAE;MAC9C,MAAM,IAAI;MACX;KACF;IACF;;AAIL,MAAI,MAAM,OAAO;GAEf,MAAM,EAAE,OAAO,UAAU,sBAAsB,SAAK;IAClD,MAAM;IACN,IAAI,MAAM,MAAM;IAChB,MAAM;IACN,UAAU;IACV,YAAY,MAAM,MAAM,cAAc;IACvC,CAAC;AACF,OAAI,MACF,OAAM;IACJ,OAAO;IACP;IACA,SAAS;KACP,MAAM;KACN,IAAI,MAAM,MAAM;KAChB,MAAM;KACN,UAAU;KACV,YAAY,MAAM,MAAM,cAAc;KACvC;IACF;GAEH,MAAM,MAAM,kBAAkB,IAAI,MAAM;AACxC,OAAI,MAAM,MAAM,YAAY;AAC1B,QAAI,cAAc,IAAI,cAAc,MAAM,MAAM,MAAM;AACtD,UAAM;KACJ,OAAO;KACP;KACA,OAAO;MACL,MAAM;MACN,QAAQ;OACN,MAAM;OACN,YAAY,IAAI;OACjB;MACF;KACF;;AAEH,OAAI,MAAM,MAAM,MAAM;AACpB,QAAI,QAAQ,IAAI,QAAQ,MAAM,MAAM,MAAM;AAC1C,UAAM;KACJ,OAAO;KACP;KACA,OAAO;MACL,MAAM;MACN,MAAM,MAAM,MAAM;MAClB,UAAU;MACX;KACF;;;AAIL,MAAI,MAAM,cACR,OAAM;GACJ,OAAO;GACP;GACA,MAAM;GACN,SAAS,MAAM;GAChB;AAGH,MAAI,OAAO,SACT,OAAM;GACJ,OAAO;GACP;GACA,MAAM;GACN,SAAS,OAAO;GACjB;;AAIL,MAAK,MAAM,CAAC,OAAO,QAAQ,kBAEzB,OAAM;EACJ,OAAO;EACP;EACA,SAJgBA,+BAAAA,qBAAqB,IAInB;EACnB;AAGH,OAAM;EACJ,OAAO;EACP,QAAQ;EACR,GAAI,gBAAgB,EAAE,OAAO,eAAe,GAAG,EAAE;EACjD,GAAI,mBAAmB,EAAE,kBAAkB,GAAG,EAAE;EACjD;;AAGH,SAAS,sBACP,OACoB;CACpB,MAAM,YAAY,MAAM,qBAAqB,MAAM;AACnD,QAAO,OAAO,cAAc,YAAY,UAAU,SAAS,IACvD,YACA,KAAA;;AAGN,SAAS,uBAAuB,OAId;AAChB,QAAO;EACL,cAAc,MAAM,iBAAiB;EACrC,eAAe,MAAM,qBAAqB;EAC1C,cAAc,MAAM,gBAAgB;EACrC;;AAGH,SAAS,gBAAgB,QAAqD;AAC5E,SAAQ,QAAR;EACE,KAAK,OACH,QAAO;EACT,KAAK;EACL,KAAK,aACH,QAAO;EACT,KAAK;EACL,KAAK,gBACH,QAAO;EACT,KAAK,iBACH,QAAO;EACT,QACE,QAAO;;;AAIb,SAAS,mBAAmB,OAA8C;CACxE,MAAM,oBAAoB;EACxB,GAAI,MAAM,uBAAuB,gBAAgB,QAAQ,EACvD,OAAO,MAAM,sBAAsB,cACpC;EACD,GAAI,MAAM,uBAAuB,iBAAiB,QAAQ,EACxD,YAAY,MAAM,sBAAsB,eACzC;EACF;CACD,MAAM,qBAAqB;EACzB,GAAI,MAAM,2BAA2B,gBAAgB,QAAQ,EAC3D,OAAO,MAAM,0BAA0B,cACxC;EACD,GAAI,MAAM,2BAA2B,oBAAoB,QAAQ,EAC/D,WAAW,MAAM,0BAA0B,kBAC5C;EACF;AACD,QAAO;EACL,cAAc,MAAM,iBAAiB;EACrC,eAAe,MAAM,qBAAqB;EAC1C,cAAc,MAAM,gBAAgB;EACpC,GAAI,OAAO,KAAK,kBAAkB,CAAC,SAAS,KAAK,EAC/C,qBAAqB,mBACtB;EACD,GAAI,OAAO,KAAK,mBAAmB,CAAC,SAAS,KAAK,EAChD,sBAAsB,oBACvB;EACF;;AAGH,SAAS,sBACP,MACA,QACyB;AACzB,QAAO;EACL,gBAAgB;EAChB,YAAY,KAAK;EACjB,oBAAoB,KAAK;EACzB,cAAc,KAAK;EACnB,eAAe,OAAO;EACtB,GAAI,KAAK,QAAQ,EAAE,OAAO,KAAK,OAAO,GAAG,EAAE;EAC5C"}
+{"version":3,"file":"openai_completions_stream.cjs","names":["finalizeContentBlock"],"sources":["../../src/language_models/openai_completions_stream.ts"],"sourcesContent":["/**\n * Converts OpenAI Chat Completions-shaped stream chunks into\n * {@link ChatModelStreamEvent}s.\n *\n * Used by `@langchain/openai` and OpenAI-compatible providers (Groq, Mistral,\n * OpenRouter, IBM watsonx, etc.) without requiring a dependency on\n * `@langchain/openai`.\n *\n * @module\n */\n\nimport { finalizeContentBlock } from \"./compat.js\";\nimport type { ChatModelStreamEvent, FinishReason } from \"./event.js\";\nimport type { ContentBlock } from \"../messages/content/index.js\";\nimport type { UsageMetadata } from \"../messages/metadata.js\";\n\nexport type OpenAICompletionsFinishReason =\n  | \"stop\"\n  | \"length\"\n  | \"max_tokens\"\n  | \"tool_calls\"\n  | \"function_call\"\n  | \"content_filter\"\n  | null;\n\nexport interface OpenAICompletionsUsage {\n  prompt_tokens?: number;\n  completion_tokens?: number;\n  total_tokens?: number;\n  prompt_tokens_details?: {\n    audio_tokens?: number;\n    cached_tokens?: number;\n  };\n  completion_tokens_details?: {\n    audio_tokens?: number;\n    reasoning_tokens?: number;\n  };\n}\n\nexport interface OpenAICompletionsToolCallDelta {\n  index?: number;\n  id?: string;\n  type?: \"function\";\n  function?: {\n    name?: string;\n    arguments?: string;\n  };\n}\n\nexport interface OpenAICompletionsDelta {\n  role?: string;\n  content?: string | null;\n  reasoning_content?: string;\n  reasoning?: string;\n  tool_calls?: OpenAICompletionsToolCallDelta[];\n  function_call?: unknown;\n  audio?: {\n    id?: string;\n    data?: string;\n    transcript?: string;\n  };\n}\n\nexport interface OpenAICompletionsStreamChoice {\n  index?: number;\n  finish_reason?: OpenAICompletionsFinishReason;\n  logprobs?: unknown;\n  delta?: OpenAICompletionsDelta;\n}\n\nexport interface OpenAICompletionsStreamChunk {\n  id?: string;\n  model?: string;\n  service_tier?: string | null;\n  system_fingerprint?: string | null;\n  usage?: OpenAICompletionsUsage | null;\n  x_groq?: {\n    usage?: {\n      prompt_tokens?: number;\n      completion_tokens?: number;\n      total_tokens?: number;\n    };\n  };\n  choices?: OpenAICompletionsStreamChoice[];\n}\n\nexport interface ConvertOpenAICompletionsStreamOptions {\n  streamUsage?: boolean;\n  /** Provider id for passthrough events (default `\"openai\"`). */\n  provider?: string;\n  /** Optional per-chunk transform before conversion. */\n  mapChunk?: (\n    chunk: OpenAICompletionsStreamChunk\n  ) => OpenAICompletionsStreamChunk;\n}\n\ntype BlockKey = \"text\" | \"reasoning\" | \"audio\" | `tool:${number}`;\n\n/**\n * Convert an async iterable of OpenAI Chat Completions-shaped stream chunks into\n * LangChain `ChatModelStreamEvent`s with typed deltas.\n */\nexport async function* convertOpenAICompletionsStream(\n  source: AsyncIterable<OpenAICompletionsStreamChunk>,\n  options: ConvertOpenAICompletionsStreamOptions = {}\n): AsyncGenerator<ChatModelStreamEvent> {\n  const shouldStreamUsage = options.streamUsage ?? true;\n  const provider = options.provider ?? \"openai\";\n  const mapChunk = options.mapChunk;\n\n  const blockAccumulators = new Map<\n    number,\n    // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n    Record<string, any>\n  >();\n  const blockKeyToIndex = new Map<BlockKey, number>();\n  let nextBlockIndex = 0;\n  let messageStarted = false;\n  let usageSnapshot: UsageMetadata | undefined;\n  let finishReason: FinishReason | undefined;\n  let responseMetadata: Record<string, unknown> | undefined;\n  let emittedProviderMetadata = false;\n\n  const getOrCreateBlockIndex = (\n    key: BlockKey,\n    initial: Record<string, unknown>\n  ): { index: number; isNew: boolean } => {\n    const existing = blockKeyToIndex.get(key);\n    if (existing !== undefined) {\n      return { index: existing, isNew: false };\n    }\n    const index = nextBlockIndex++;\n    blockKeyToIndex.set(key, index);\n    blockAccumulators.set(index, { ...initial });\n    return { index, isNew: true };\n  };\n\n  for await (let data of source) {\n    if (mapChunk) {\n      data = mapChunk(data);\n    }\n    if (!messageStarted) {\n      messageStarted = true;\n      yield {\n        event: \"message-start\" as const,\n        id: data.id,\n      };\n    }\n\n    if (!emittedProviderMetadata && (data.model || data.service_tier)) {\n      emittedProviderMetadata = true;\n      yield {\n        event: \"provider\" as const,\n        provider,\n        name: \"stream_metadata\",\n        payload: {\n          model: data.model,\n          service_tier: data.service_tier,\n        },\n      };\n    }\n\n    if (data.usage && shouldStreamUsage) {\n      usageSnapshot = buildUsageSnapshot(data.usage);\n      yield { event: \"usage\" as const, usage: usageSnapshot };\n    }\n\n    const groqUsage = data.x_groq?.usage;\n    if (groqUsage && shouldStreamUsage) {\n      usageSnapshot = buildGroqUsageSnapshot(groqUsage);\n      yield { event: \"usage\" as const, usage: usageSnapshot };\n    }\n\n    const choice = data.choices?.[0];\n    if (!choice) {\n      continue;\n    }\n\n    if (choice.finish_reason != null) {\n      finishReason = mapFinishReason(choice.finish_reason);\n      responseMetadata = buildResponseMetadata(data, choice);\n    }\n\n    const { delta } = choice;\n    if (!delta) {\n      continue;\n    }\n\n    const reasoningText = getReasoningDeltaText(delta);\n    if (reasoningText) {\n      const key: BlockKey = \"reasoning\";\n      const { index, isNew } = getOrCreateBlockIndex(key, {\n        type: \"reasoning\" as const,\n        reasoning: \"\",\n      });\n      if (isNew) {\n        yield {\n          event: \"content-block-start\" as const,\n          index,\n          content: { type: \"reasoning\", reasoning: \"\" } as ContentBlock,\n        };\n      }\n      const acc = blockAccumulators.get(index)!;\n      acc.reasoning = (acc.reasoning ?? \"\") + reasoningText;\n      yield {\n        event: \"content-block-delta\" as const,\n        index,\n        delta: {\n          type: \"reasoning-delta\" as const,\n          reasoning: reasoningText,\n        },\n      };\n    }\n\n    if (delta.content) {\n      const key: BlockKey = \"text\";\n      const { index, isNew } = getOrCreateBlockIndex(key, {\n        type: \"text\" as const,\n        text: \"\",\n      });\n      if (isNew) {\n        yield {\n          event: \"content-block-start\" as const,\n          index,\n          content: { type: \"text\", text: \"\" } as ContentBlock,\n        };\n      }\n      const acc = blockAccumulators.get(index)!;\n      acc.text = (acc.text ?? \"\") + delta.content;\n      yield {\n        event: \"content-block-delta\" as const,\n        index,\n        delta: { type: \"text-delta\" as const, text: delta.content },\n      };\n    }\n\n    if (Array.isArray(delta.tool_calls)) {\n      for (const rawToolCall of delta.tool_calls) {\n        const toolIndex = rawToolCall.index ?? 0;\n        const key: BlockKey = `tool:${toolIndex}`;\n        const { index, isNew } = getOrCreateBlockIndex(key, {\n          type: \"tool_call_chunk\" as const,\n          id: rawToolCall.id,\n          name: rawToolCall.function?.name,\n          args: \"\",\n          index: toolIndex,\n        });\n        if (isNew) {\n          yield {\n            event: \"content-block-start\" as const,\n            index,\n            content: {\n              type: \"tool_call_chunk\",\n              id: rawToolCall.id,\n              name: rawToolCall.function?.name,\n              args: \"\",\n              index: toolIndex,\n            } as ContentBlock,\n          };\n        }\n\n        const acc = blockAccumulators.get(index)!;\n        if (rawToolCall.id != null) acc.id = rawToolCall.id;\n        if (rawToolCall.function?.name != null) {\n          acc.name = rawToolCall.function.name;\n        }\n        const argDelta = rawToolCall.function?.arguments ?? \"\";\n        acc.args = (acc.args ?? \"\") + argDelta;\n        yield {\n          event: \"content-block-delta\" as const,\n          index,\n          delta: {\n            type: \"block-delta\" as const,\n            fields: {\n              type: \"tool_call_chunk\",\n              ...(acc.id != null ? { id: acc.id } : {}),\n              ...(acc.name != null ? { name: acc.name } : {}),\n              args: acc.args,\n            },\n          },\n        };\n      }\n    }\n\n    if (delta.audio) {\n      const key: BlockKey = \"audio\";\n      const { index, isNew } = getOrCreateBlockIndex(key, {\n        type: \"audio\" as const,\n        id: delta.audio.id,\n        data: \"\",\n        mimeType: \"audio/pcm\",\n        transcript: delta.audio.transcript ?? \"\",\n      });\n      if (isNew) {\n        yield {\n          event: \"content-block-start\" as const,\n          index,\n          content: {\n            type: \"audio\",\n            id: delta.audio.id,\n            data: \"\",\n            mimeType: \"audio/pcm\",\n            transcript: delta.audio.transcript ?? \"\",\n          } as ContentBlock,\n        };\n      }\n      const acc = blockAccumulators.get(index)!;\n      if (delta.audio.transcript) {\n        acc.transcript = (acc.transcript ?? \"\") + delta.audio.transcript;\n        yield {\n          event: \"content-block-delta\" as const,\n          index,\n          delta: {\n            type: \"block-delta\" as const,\n            fields: {\n              type: \"audio\",\n              transcript: acc.transcript,\n            },\n          },\n        };\n      }\n      if (delta.audio.data) {\n        acc.data = (acc.data ?? \"\") + delta.audio.data;\n        yield {\n          event: \"content-block-delta\" as const,\n          index,\n          delta: {\n            type: \"data-delta\" as const,\n            data: delta.audio.data,\n            encoding: \"base64\" as const,\n          },\n        };\n      }\n    }\n\n    if (delta.function_call) {\n      yield {\n        event: \"provider\" as const,\n        provider,\n        name: \"function_call\",\n        payload: delta.function_call,\n      };\n    }\n\n    if (choice.logprobs) {\n      yield {\n        event: \"provider\" as const,\n        provider,\n        name: \"logprobs\",\n        payload: choice.logprobs,\n      };\n    }\n  }\n\n  for (const [index, acc] of blockAccumulators) {\n    const finalized = finalizeContentBlock(acc as ContentBlock);\n    yield {\n      event: \"content-block-finish\" as const,\n      index,\n      content: finalized,\n    };\n  }\n\n  yield {\n    event: \"message-finish\" as const,\n    reason: finishReason,\n    ...(usageSnapshot ? { usage: usageSnapshot } : {}),\n    ...(responseMetadata ? { responseMetadata } : {}),\n  };\n}\n\nfunction getReasoningDeltaText(\n  delta: OpenAICompletionsDelta\n): string | undefined {\n  const reasoning = delta.reasoning_content ?? delta.reasoning;\n  return typeof reasoning === \"string\" && reasoning.length > 0\n    ? reasoning\n    : undefined;\n}\n\nfunction buildGroqUsageSnapshot(usage: {\n  prompt_tokens?: number;\n  completion_tokens?: number;\n  total_tokens?: number;\n}): UsageMetadata {\n  return {\n    input_tokens: usage.prompt_tokens ?? 0,\n    output_tokens: usage.completion_tokens ?? 0,\n    total_tokens: usage.total_tokens ?? 0,\n  };\n}\n\nfunction mapFinishReason(reason: OpenAICompletionsFinishReason): FinishReason {\n  switch (reason) {\n    case \"stop\":\n      return \"stop\";\n    case \"length\":\n    case \"max_tokens\":\n      return \"length\";\n    case \"tool_calls\":\n    case \"function_call\":\n      return \"tool_use\";\n    case \"content_filter\":\n      return \"content_filter\";\n    default:\n      return \"stop\";\n  }\n}\n\nfunction buildUsageSnapshot(usage: OpenAICompletionsUsage): UsageMetadata {\n  const inputTokenDetails = {\n    ...(usage.prompt_tokens_details?.audio_tokens != null && {\n      audio: usage.prompt_tokens_details.audio_tokens,\n    }),\n    ...(usage.prompt_tokens_details?.cached_tokens != null && {\n      cache_read: usage.prompt_tokens_details.cached_tokens,\n    }),\n  };\n  const outputTokenDetails = {\n    ...(usage.completion_tokens_details?.audio_tokens != null && {\n      audio: usage.completion_tokens_details.audio_tokens,\n    }),\n    ...(usage.completion_tokens_details?.reasoning_tokens != null && {\n      reasoning: usage.completion_tokens_details.reasoning_tokens,\n    }),\n  };\n  return {\n    input_tokens: usage.prompt_tokens ?? 0,\n    output_tokens: usage.completion_tokens ?? 0,\n    total_tokens: usage.total_tokens ?? 0,\n    ...(Object.keys(inputTokenDetails).length > 0 && {\n      input_token_details: inputTokenDetails,\n    }),\n    ...(Object.keys(outputTokenDetails).length > 0 && {\n      output_token_details: outputTokenDetails,\n    }),\n  };\n}\n\nfunction buildResponseMetadata(\n  data: OpenAICompletionsStreamChunk,\n  choice: OpenAICompletionsStreamChoice\n): Record<string, unknown> {\n  return {\n    model_provider: \"openai\",\n    model_name: data.model,\n    system_fingerprint: data.system_fingerprint,\n    service_tier: data.service_tier,\n    finish_reason: choice.finish_reason,\n    ...(data.usage ? { usage: data.usage } : {}),\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAsGA,gBAAuB,+BACrB,QACA,UAAiD,CAAC,GACZ;CACtC,MAAM,oBAAoB,QAAQ,eAAe;CACjD,MAAM,WAAW,QAAQ,YAAY;CACrC,MAAM,WAAW,QAAQ;CAEzB,MAAM,oCAAoB,IAAI,IAI5B;CACF,MAAM,kCAAkB,IAAI,IAAsB;CAClD,IAAI,iBAAiB;CACrB,IAAI,iBAAiB;CACrB,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI,0BAA0B;CAE9B,MAAM,yBACJ,KACA,YACsC;EACtC,MAAM,WAAW,gBAAgB,IAAI,GAAG;EACxC,IAAI,aAAa,KAAA,GACf,OAAO;GAAE,OAAO;GAAU,OAAO;EAAM;EAEzC,MAAM,QAAQ;EACd,gBAAgB,IAAI,KAAK,KAAK;EAC9B,kBAAkB,IAAI,OAAO,EAAE,GAAG,QAAQ,CAAC;EAC3C,OAAO;GAAE;GAAO,OAAO;EAAK;CAC9B;CAEA,WAAW,IAAI,QAAQ,QAAQ;EAC7B,IAAI,UACF,OAAO,SAAS,IAAI;EAEtB,IAAI,CAAC,gBAAgB;GACnB,iBAAiB;GACjB,MAAM;IACJ,OAAO;IACP,IAAI,KAAK;GACX;EACF;EAEA,IAAI,CAAC,4BAA4B,KAAK,SAAS,KAAK,eAAe;GACjE,0BAA0B;GAC1B,MAAM;IACJ,OAAO;IACP;IACA,MAAM;IACN,SAAS;KACP,OAAO,KAAK;KACZ,cAAc,KAAK;IACrB;GACF;EACF;EAEA,IAAI,KAAK,SAAS,mBAAmB;GACnC,gBAAgB,mBAAmB,KAAK,KAAK;GAC7C,MAAM;IAAE,OAAO;IAAkB,OAAO;GAAc;EACxD;EAEA,MAAM,YAAY,KAAK,QAAQ;EAC/B,IAAI,aAAa,mBAAmB;GAClC,gBAAgB,uBAAuB,SAAS;GAChD,MAAM;IAAE,OAAO;IAAkB,OAAO;GAAc;EACxD;EAEA,MAAM,SAAS,KAAK,UAAU;EAC9B,IAAI,CAAC,QACH;EAGF,IAAI,OAAO,iBAAiB,MAAM;GAChC,eAAe,gBAAgB,OAAO,aAAa;GACnD,mBAAmB,sBAAsB,MAAM,MAAM;EACvD;EAEA,MAAM,EAAE,UAAU;EAClB,IAAI,CAAC,OACH;EAGF,MAAM,gBAAgB,sBAAsB,KAAK;EACjD,IAAI,eAAe;GAEjB,MAAM,EAAE,OAAO,UAAU,sBAAsB,aAAK;IAClD,MAAM;IACN,WAAW;GACb,CAAC;GACD,IAAI,OACF,MAAM;IACJ,OAAO;IACP;IACA,SAAS;KAAE,MAAM;KAAa,WAAW;IAAG;GAC9C;GAEF,MAAM,MAAM,kBAAkB,IAAI,KAAK;GACvC,IAAI,aAAa,IAAI,aAAa,MAAM;GACxC,MAAM;IACJ,OAAO;IACP;IACA,OAAO;KACL,MAAM;KACN,WAAW;IACb;GACF;EACF;EAEA,IAAI,MAAM,SAAS;GAEjB,MAAM,EAAE,OAAO,UAAU,sBAAsB,QAAK;IAClD,MAAM;IACN,MAAM;GACR,CAAC;GACD,IAAI,OACF,MAAM;IACJ,OAAO;IACP;IACA,SAAS;KAAE,MAAM;KAAQ,MAAM;IAAG;GACpC;GAEF,MAAM,MAAM,kBAAkB,IAAI,KAAK;GACvC,IAAI,QAAQ,IAAI,QAAQ,MAAM,MAAM;GACpC,MAAM;IACJ,OAAO;IACP;IACA,OAAO;KAAE,MAAM;KAAuB,MAAM,MAAM;IAAQ;GAC5D;EACF;EAEA,IAAI,MAAM,QAAQ,MAAM,UAAU,GAChC,KAAK,MAAM,eAAe,MAAM,YAAY;GAC1C,MAAM,YAAY,YAAY,SAAS;GAEvC,MAAM,EAAE,OAAO,UAAU,sBAAsB,QADjB,aACsB;IAClD,MAAM;IACN,IAAI,YAAY;IAChB,MAAM,YAAY,UAAU;IAC5B,MAAM;IACN,OAAO;GACT,CAAC;GACD,IAAI,OACF,MAAM;IACJ,OAAO;IACP;IACA,SAAS;KACP,MAAM;KACN,IAAI,YAAY;KAChB,MAAM,YAAY,UAAU;KAC5B,MAAM;KACN,OAAO;IACT;GACF;GAGF,MAAM,MAAM,kBAAkB,IAAI,KAAK;GACvC,IAAI,YAAY,MAAM,MAAM,IAAI,KAAK,YAAY;GACjD,IAAI,YAAY,UAAU,QAAQ,MAChC,IAAI,OAAO,YAAY,SAAS;GAElC,MAAM,WAAW,YAAY,UAAU,aAAa;GACpD,IAAI,QAAQ,IAAI,QAAQ,MAAM;GAC9B,MAAM;IACJ,OAAO;IACP;IACA,OAAO;KACL,MAAM;KACN,QAAQ;MACN,MAAM;MACN,GAAI,IAAI,MAAM,OAAO,EAAE,IAAI,IAAI,GAAG,IAAI,CAAC;MACvC,GAAI,IAAI,QAAQ,OAAO,EAAE,MAAM,IAAI,KAAK,IAAI,CAAC;MAC7C,MAAM,IAAI;KACZ;IACF;GACF;EACF;EAGF,IAAI,MAAM,OAAO;GAEf,MAAM,EAAE,OAAO,UAAU,sBAAsB,SAAK;IAClD,MAAM;IACN,IAAI,MAAM,MAAM;IAChB,MAAM;IACN,UAAU;IACV,YAAY,MAAM,MAAM,cAAc;GACxC,CAAC;GACD,IAAI,OACF,MAAM;IACJ,OAAO;IACP;IACA,SAAS;KACP,MAAM;KACN,IAAI,MAAM,MAAM;KAChB,MAAM;KACN,UAAU;KACV,YAAY,MAAM,MAAM,cAAc;IACxC;GACF;GAEF,MAAM,MAAM,kBAAkB,IAAI,KAAK;GACvC,IAAI,MAAM,MAAM,YAAY;IAC1B,IAAI,cAAc,IAAI,cAAc,MAAM,MAAM,MAAM;IACtD,MAAM;KACJ,OAAO;KACP;KACA,OAAO;MACL,MAAM;MACN,QAAQ;OACN,MAAM;OACN,YAAY,IAAI;MAClB;KACF;IACF;GACF;GACA,IAAI,MAAM,MAAM,MAAM;IACpB,IAAI,QAAQ,IAAI,QAAQ,MAAM,MAAM,MAAM;IAC1C,MAAM;KACJ,OAAO;KACP;KACA,OAAO;MACL,MAAM;MACN,MAAM,MAAM,MAAM;MAClB,UAAU;KACZ;IACF;GACF;EACF;EAEA,IAAI,MAAM,eACR,MAAM;GACJ,OAAO;GACP;GACA,MAAM;GACN,SAAS,MAAM;EACjB;EAGF,IAAI,OAAO,UACT,MAAM;GACJ,OAAO;GACP;GACA,MAAM;GACN,SAAS,OAAO;EAClB;CAEJ;CAEA,KAAK,MAAM,CAAC,OAAO,QAAQ,mBAEzB,MAAM;EACJ,OAAO;EACP;EACA,SAJgBA,+BAAAA,qBAAqB,GAIpB;CACnB;CAGF,MAAM;EACJ,OAAO;EACP,QAAQ;EACR,GAAI,gBAAgB,EAAE,OAAO,cAAc,IAAI,CAAC;EAChD,GAAI,mBAAmB,EAAE,iBAAiB,IAAI,CAAC;CACjD;AACF;AAEA,SAAS,sBACP,OACoB;CACpB,MAAM,YAAY,MAAM,qBAAqB,MAAM;CACnD,OAAO,OAAO,cAAc,YAAY,UAAU,SAAS,IACvD,YACA,KAAA;AACN;AAEA,SAAS,uBAAuB,OAId;CAChB,OAAO;EACL,cAAc,MAAM,iBAAiB;EACrC,eAAe,MAAM,qBAAqB;EAC1C,cAAc,MAAM,gBAAgB;CACtC;AACF;AAEA,SAAS,gBAAgB,QAAqD;CAC5E,QAAQ,QAAR;EACE,KAAK,QACH,OAAO;EACT,KAAK;EACL,KAAK,cACH,OAAO;EACT,KAAK;EACL,KAAK,iBACH,OAAO;EACT,KAAK,kBACH,OAAO;EACT,SACE,OAAO;CACX;AACF;AAEA,SAAS,mBAAmB,OAA8C;CACxE,MAAM,oBAAoB;EACxB,GAAI,MAAM,uBAAuB,gBAAgB,QAAQ,EACvD,OAAO,MAAM,sBAAsB,aACrC;EACA,GAAI,MAAM,uBAAuB,iBAAiB,QAAQ,EACxD,YAAY,MAAM,sBAAsB,cAC1C;CACF;CACA,MAAM,qBAAqB;EACzB,GAAI,MAAM,2BAA2B,gBAAgB,QAAQ,EAC3D,OAAO,MAAM,0BAA0B,aACzC;EACA,GAAI,MAAM,2BAA2B,oBAAoB,QAAQ,EAC/D,WAAW,MAAM,0BAA0B,iBAC7C;CACF;CACA,OAAO;EACL,cAAc,MAAM,iBAAiB;EACrC,eAAe,MAAM,qBAAqB;EAC1C,cAAc,MAAM,gBAAgB;EACpC,GAAI,OAAO,KAAK,iBAAiB,CAAC,CAAC,SAAS,KAAK,EAC/C,qBAAqB,kBACvB;EACA,GAAI,OAAO,KAAK,kBAAkB,CAAC,CAAC,SAAS,KAAK,EAChD,sBAAsB,mBACxB;CACF;AACF;AAEA,SAAS,sBACP,MACA,QACyB;CACzB,OAAO;EACL,gBAAgB;EAChB,YAAY,KAAK;EACjB,oBAAoB,KAAK;EACzB,cAAc,KAAK;EACnB,eAAe,OAAO;EACtB,GAAI,KAAK,QAAQ,EAAE,OAAO,KAAK,MAAM,IAAI,CAAC;CAC5C;AACF"}

package/dist/language_models/openai_completions_stream.d.cts

@@ -1,5 +1,4 @@
 import { ChatModelStreamEvent } from "./event.cjs";
-
 //#region src/language_models/openai_completions_stream.d.ts
 type OpenAICompletionsFinishReason = "stop" | "length" | "max_tokens" | "tool_calls" | "function_call" | "content_filter" | null;
 interface OpenAICompletionsUsage {

package/dist/language_models/openai_completions_stream.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"openai_completions_stream.d.cts","names":[],"sources":["../../src/language_models/openai_completions_stream.ts"],"mappings":";;;KAgBY,6BAAA;AAAA,UASK,sBAAA;EACf,aAAA;EACA,iBAAA;EACA,YAAA;EACA,qBAAA;IACE,YAAA;IACA,aAAA;EAAA;EAEF,yBAAA;IACE,YAAA;IACA,gBAAA;EAAA;AAAA;AAAA,UAIa,8BAAA;EACf,KAAA;EACA,EAAA;EACA,IAAA;EACA,QAAA;IACE,IAAA;IACA,SAAA;EAAA;AAAA;AAAA,UAIa,sBAAA;EACf,IAAA;EACA,OAAA;EACA,iBAAA;EACA,SAAA;EACA,UAAA,GAAa,8BAAA;EACb,aAAA;EACA,KAAA;IACE,EAAA;IACA,IAAA;IACA,UAAA;EAAA;AAAA;AAAA,UAIa,6BAAA;EACf,KAAA;EACA,aAAA,GAAgB,6BAAA;EAChB,QAAA;EACA,KAAA,GAAQ,sBAAA;AAAA;AAAA,UAGO,4BAAA;EACf,EAAA;EACA,KAAA;EACA,YAAA;EACA,kBAAA;EACA,KAAA,GAAQ,sBAAA;EACR,MAAA;IACE,KAAA;MACE,aAAA;MACA,iBAAA;MACA,YAAA;IAAA;EAAA;EAGJ,OAAA,GAAU,6BAAA;AAAA;AAAA,UAGK,qCAAA;EACf,WAAA;EAdA;EAgBA,QAAA;EAdA;EAgBA,QAAA,IACE,KAAA,EAAO,4BAAA,KACJ,4BAAA;AAAA;;;;;iBASgB,8BAAA,CACrB,MAAA,EAAQ,aAAA,CAAc,4BAAA,GACtB,OAAA,GAAS,qCAAA,GACR,cAAA,CAAe,oBAAA"}
+{"version":3,"file":"openai_completions_stream.d.cts","names":[],"sources":["../../src/language_models/openai_completions_stream.ts"],"mappings":";;KAgBY;UASK;EACf;EACA;EACA;EACA;IACE;IACA;;EAEF;IACE;IACA;;;UAIa;EACf;EACA;EACA;EACA;IACE;IACA;;;UAIa;EACf;EACA;EACA;EACA;EACA,aAAa;EACb;EACA;IACE;IACA;IACA;;;UAIa;EACf;EACA,gBAAgB;EAChB;EACA,QAAQ;;UAGO;EACf;EACA;EACA;EACA;EACA,QAAQ;EACR;IACE;MACE;MACA;MACA;;;EAGJ,UAAU;;UAGK;EACf;;EAEA;;EAEA,YACE,OAAO,iCACJ;;;;;;iBASgB,+BACrB,QAAQ,cAAc,+BACtB,UAAS,wCACR,eAAe"}

package/dist/language_models/openai_completions_stream.d.ts

@@ -1,5 +1,4 @@
 import { ChatModelStreamEvent } from "./event.js";
-
 //#region src/language_models/openai_completions_stream.d.ts
 type OpenAICompletionsFinishReason = "stop" | "length" | "max_tokens" | "tool_calls" | "function_call" | "content_filter" | null;
 interface OpenAICompletionsUsage {

package/dist/language_models/openai_completions_stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai_completions_stream.d.ts","names":[],"sources":["../../src/language_models/openai_completions_stream.ts"],"mappings":";;;KAgBY,6BAAA;AAAA,UASK,sBAAA;EACf,aAAA;EACA,iBAAA;EACA,YAAA;EACA,qBAAA;IACE,YAAA;IACA,aAAA;EAAA;EAEF,yBAAA;IACE,YAAA;IACA,gBAAA;EAAA;AAAA;AAAA,UAIa,8BAAA;EACf,KAAA;EACA,EAAA;EACA,IAAA;EACA,QAAA;IACE,IAAA;IACA,SAAA;EAAA;AAAA;AAAA,UAIa,sBAAA;EACf,IAAA;EACA,OAAA;EACA,iBAAA;EACA,SAAA;EACA,UAAA,GAAa,8BAAA;EACb,aAAA;EACA,KAAA;IACE,EAAA;IACA,IAAA;IACA,UAAA;EAAA;AAAA;AAAA,UAIa,6BAAA;EACf,KAAA;EACA,aAAA,GAAgB,6BAAA;EAChB,QAAA;EACA,KAAA,GAAQ,sBAAA;AAAA;AAAA,UAGO,4BAAA;EACf,EAAA;EACA,KAAA;EACA,YAAA;EACA,kBAAA;EACA,KAAA,GAAQ,sBAAA;EACR,MAAA;IACE,KAAA;MACE,aAAA;MACA,iBAAA;MACA,YAAA;IAAA;EAAA;EAGJ,OAAA,GAAU,6BAAA;AAAA;AAAA,UAGK,qCAAA;EACf,WAAA;EAdA;EAgBA,QAAA;EAdA;EAgBA,QAAA,IACE,KAAA,EAAO,4BAAA,KACJ,4BAAA;AAAA;;;;;iBASgB,8BAAA,CACrB,MAAA,EAAQ,aAAA,CAAc,4BAAA,GACtB,OAAA,GAAS,qCAAA,GACR,cAAA,CAAe,oBAAA"}
+{"version":3,"file":"openai_completions_stream.d.ts","names":[],"sources":["../../src/language_models/openai_completions_stream.ts"],"mappings":";;KAgBY;UASK;EACf;EACA;EACA;EACA;IACE;IACA;;EAEF;IACE;IACA;;;UAIa;EACf;EACA;EACA;EACA;IACE;IACA;;;UAIa;EACf;EACA;EACA;EACA;EACA,aAAa;EACb;EACA;IACE;IACA;IACA;;;UAIa;EACf;EACA,gBAAgB;EAChB;EACA,QAAQ;;UAGO;EACf;EACA;EACA;EACA;EACA,QAAQ;EACR;IACE;MACE;MACA;MACA;;;EAGJ,UAAU;;UAGK;EACf;;EAEA;;EAEA,YACE,OAAO,iCACJ;;;;;;iBASgB,+BACrB,QAAQ,cAAc,+BACtB,UAAS,wCACR,eAAe"}

package/dist/language_models/openai_completions_stream.js.map

@@ -1 +1 @@
-{"version":3,"file":"openai_completions_stream.js","names":[],"sources":["../../src/language_models/openai_completions_stream.ts"],"sourcesContent":["/**\n * Converts OpenAI Chat Completions-shaped stream chunks into\n * {@link ChatModelStreamEvent}s.\n *\n * Used by `@langchain/openai` and OpenAI-compatible providers (Groq, Mistral,\n * OpenRouter, IBM watsonx, etc.) without requiring a dependency on\n * `@langchain/openai`.\n *\n * @module\n */\n\nimport { finalizeContentBlock } from \"./compat.js\";\nimport type { ChatModelStreamEvent, FinishReason } from \"./event.js\";\nimport type { ContentBlock } from \"../messages/content/index.js\";\nimport type { UsageMetadata } from \"../messages/metadata.js\";\n\nexport type OpenAICompletionsFinishReason =\n  | \"stop\"\n  | \"length\"\n  | \"max_tokens\"\n  | \"tool_calls\"\n  | \"function_call\"\n  | \"content_filter\"\n  | null;\n\nexport interface OpenAICompletionsUsage {\n  prompt_tokens?: number;\n  completion_tokens?: number;\n  total_tokens?: number;\n  prompt_tokens_details?: {\n    audio_tokens?: number;\n    cached_tokens?: number;\n  };\n  completion_tokens_details?: {\n    audio_tokens?: number;\n    reasoning_tokens?: number;\n  };\n}\n\nexport interface OpenAICompletionsToolCallDelta {\n  index?: number;\n  id?: string;\n  type?: \"function\";\n  function?: {\n    name?: string;\n    arguments?: string;\n  };\n}\n\nexport interface OpenAICompletionsDelta {\n  role?: string;\n  content?: string | null;\n  reasoning_content?: string;\n  reasoning?: string;\n  tool_calls?: OpenAICompletionsToolCallDelta[];\n  function_call?: unknown;\n  audio?: {\n    id?: string;\n    data?: string;\n    transcript?: string;\n  };\n}\n\nexport interface OpenAICompletionsStreamChoice {\n  index?: number;\n  finish_reason?: OpenAICompletionsFinishReason;\n  logprobs?: unknown;\n  delta?: OpenAICompletionsDelta;\n}\n\nexport interface OpenAICompletionsStreamChunk {\n  id?: string;\n  model?: string;\n  service_tier?: string | null;\n  system_fingerprint?: string | null;\n  usage?: OpenAICompletionsUsage | null;\n  x_groq?: {\n    usage?: {\n      prompt_tokens?: number;\n      completion_tokens?: number;\n      total_tokens?: number;\n    };\n  };\n  choices?: OpenAICompletionsStreamChoice[];\n}\n\nexport interface ConvertOpenAICompletionsStreamOptions {\n  streamUsage?: boolean;\n  /** Provider id for passthrough events (default `\"openai\"`). */\n  provider?: string;\n  /** Optional per-chunk transform before conversion. */\n  mapChunk?: (\n    chunk: OpenAICompletionsStreamChunk\n  ) => OpenAICompletionsStreamChunk;\n}\n\ntype BlockKey = \"text\" | \"reasoning\" | \"audio\" | `tool:${number}`;\n\n/**\n * Convert an async iterable of OpenAI Chat Completions-shaped stream chunks into\n * LangChain `ChatModelStreamEvent`s with typed deltas.\n */\nexport async function* convertOpenAICompletionsStream(\n  source: AsyncIterable<OpenAICompletionsStreamChunk>,\n  options: ConvertOpenAICompletionsStreamOptions = {}\n): AsyncGenerator<ChatModelStreamEvent> {\n  const shouldStreamUsage = options.streamUsage ?? true;\n  const provider = options.provider ?? \"openai\";\n  const mapChunk = options.mapChunk;\n\n  const blockAccumulators = new Map<\n    number,\n    // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n    Record<string, any>\n  >();\n  const blockKeyToIndex = new Map<BlockKey, number>();\n  let nextBlockIndex = 0;\n  let messageStarted = false;\n  let usageSnapshot: UsageMetadata | undefined;\n  let finishReason: FinishReason | undefined;\n  let responseMetadata: Record<string, unknown> | undefined;\n  let emittedProviderMetadata = false;\n\n  const getOrCreateBlockIndex = (\n    key: BlockKey,\n    initial: Record<string, unknown>\n  ): { index: number; isNew: boolean } => {\n    const existing = blockKeyToIndex.get(key);\n    if (existing !== undefined) {\n      return { index: existing, isNew: false };\n    }\n    const index = nextBlockIndex++;\n    blockKeyToIndex.set(key, index);\n    blockAccumulators.set(index, { ...initial });\n    return { index, isNew: true };\n  };\n\n  for await (let data of source) {\n    if (mapChunk) {\n      data = mapChunk(data);\n    }\n    if (!messageStarted) {\n      messageStarted = true;\n      yield {\n        event: \"message-start\" as const,\n        id: data.id,\n      };\n    }\n\n    if (!emittedProviderMetadata && (data.model || data.service_tier)) {\n      emittedProviderMetadata = true;\n      yield {\n        event: \"provider\" as const,\n        provider,\n        name: \"stream_metadata\",\n        payload: {\n          model: data.model,\n          service_tier: data.service_tier,\n        },\n      };\n    }\n\n    if (data.usage && shouldStreamUsage) {\n      usageSnapshot = buildUsageSnapshot(data.usage);\n      yield { event: \"usage\" as const, usage: usageSnapshot };\n    }\n\n    const groqUsage = data.x_groq?.usage;\n    if (groqUsage && shouldStreamUsage) {\n      usageSnapshot = buildGroqUsageSnapshot(groqUsage);\n      yield { event: \"usage\" as const, usage: usageSnapshot };\n    }\n\n    const choice = data.choices?.[0];\n    if (!choice) {\n      continue;\n    }\n\n    if (choice.finish_reason != null) {\n      finishReason = mapFinishReason(choice.finish_reason);\n      responseMetadata = buildResponseMetadata(data, choice);\n    }\n\n    const { delta } = choice;\n    if (!delta) {\n      continue;\n    }\n\n    const reasoningText = getReasoningDeltaText(delta);\n    if (reasoningText) {\n      const key: BlockKey = \"reasoning\";\n      const { index, isNew } = getOrCreateBlockIndex(key, {\n        type: \"reasoning\" as const,\n        reasoning: \"\",\n      });\n      if (isNew) {\n        yield {\n          event: \"content-block-start\" as const,\n          index,\n          content: { type: \"reasoning\", reasoning: \"\" } as ContentBlock,\n        };\n      }\n      const acc = blockAccumulators.get(index)!;\n      acc.reasoning = (acc.reasoning ?? \"\") + reasoningText;\n      yield {\n        event: \"content-block-delta\" as const,\n        index,\n        delta: {\n          type: \"reasoning-delta\" as const,\n          reasoning: reasoningText,\n        },\n      };\n    }\n\n    if (delta.content) {\n      const key: BlockKey = \"text\";\n      const { index, isNew } = getOrCreateBlockIndex(key, {\n        type: \"text\" as const,\n        text: \"\",\n      });\n      if (isNew) {\n        yield {\n          event: \"content-block-start\" as const,\n          index,\n          content: { type: \"text\", text: \"\" } as ContentBlock,\n        };\n      }\n      const acc = blockAccumulators.get(index)!;\n      acc.text = (acc.text ?? \"\") + delta.content;\n      yield {\n        event: \"content-block-delta\" as const,\n        index,\n        delta: { type: \"text-delta\" as const, text: delta.content },\n      };\n    }\n\n    if (Array.isArray(delta.tool_calls)) {\n      for (const rawToolCall of delta.tool_calls) {\n        const toolIndex = rawToolCall.index ?? 0;\n        const key: BlockKey = `tool:${toolIndex}`;\n        const { index, isNew } = getOrCreateBlockIndex(key, {\n          type: \"tool_call_chunk\" as const,\n          id: rawToolCall.id,\n          name: rawToolCall.function?.name,\n          args: \"\",\n          index: toolIndex,\n        });\n        if (isNew) {\n          yield {\n            event: \"content-block-start\" as const,\n            index,\n            content: {\n              type: \"tool_call_chunk\",\n              id: rawToolCall.id,\n              name: rawToolCall.function?.name,\n              args: \"\",\n              index: toolIndex,\n            } as ContentBlock,\n          };\n        }\n\n        const acc = blockAccumulators.get(index)!;\n        if (rawToolCall.id != null) acc.id = rawToolCall.id;\n        if (rawToolCall.function?.name != null) {\n          acc.name = rawToolCall.function.name;\n        }\n        const argDelta = rawToolCall.function?.arguments ?? \"\";\n        acc.args = (acc.args ?? \"\") + argDelta;\n        yield {\n          event: \"content-block-delta\" as const,\n          index,\n          delta: {\n            type: \"block-delta\" as const,\n            fields: {\n              type: \"tool_call_chunk\",\n              ...(acc.id != null ? { id: acc.id } : {}),\n              ...(acc.name != null ? { name: acc.name } : {}),\n              args: acc.args,\n            },\n          },\n        };\n      }\n    }\n\n    if (delta.audio) {\n      const key: BlockKey = \"audio\";\n      const { index, isNew } = getOrCreateBlockIndex(key, {\n        type: \"audio\" as const,\n        id: delta.audio.id,\n        data: \"\",\n        mimeType: \"audio/pcm\",\n        transcript: delta.audio.transcript ?? \"\",\n      });\n      if (isNew) {\n        yield {\n          event: \"content-block-start\" as const,\n          index,\n          content: {\n            type: \"audio\",\n            id: delta.audio.id,\n            data: \"\",\n            mimeType: \"audio/pcm\",\n            transcript: delta.audio.transcript ?? \"\",\n          } as ContentBlock,\n        };\n      }\n      const acc = blockAccumulators.get(index)!;\n      if (delta.audio.transcript) {\n        acc.transcript = (acc.transcript ?? \"\") + delta.audio.transcript;\n        yield {\n          event: \"content-block-delta\" as const,\n          index,\n          delta: {\n            type: \"block-delta\" as const,\n            fields: {\n              type: \"audio\",\n              transcript: acc.transcript,\n            },\n          },\n        };\n      }\n      if (delta.audio.data) {\n        acc.data = (acc.data ?? \"\") + delta.audio.data;\n        yield {\n          event: \"content-block-delta\" as const,\n          index,\n          delta: {\n            type: \"data-delta\" as const,\n            data: delta.audio.data,\n            encoding: \"base64\" as const,\n          },\n        };\n      }\n    }\n\n    if (delta.function_call) {\n      yield {\n        event: \"provider\" as const,\n        provider,\n        name: \"function_call\",\n        payload: delta.function_call,\n      };\n    }\n\n    if (choice.logprobs) {\n      yield {\n        event: \"provider\" as const,\n        provider,\n        name: \"logprobs\",\n        payload: choice.logprobs,\n      };\n    }\n  }\n\n  for (const [index, acc] of blockAccumulators) {\n    const finalized = finalizeContentBlock(acc as ContentBlock);\n    yield {\n      event: \"content-block-finish\" as const,\n      index,\n      content: finalized,\n    };\n  }\n\n  yield {\n    event: \"message-finish\" as const,\n    reason: finishReason,\n    ...(usageSnapshot ? { usage: usageSnapshot } : {}),\n    ...(responseMetadata ? { responseMetadata } : {}),\n  };\n}\n\nfunction getReasoningDeltaText(\n  delta: OpenAICompletionsDelta\n): string | undefined {\n  const reasoning = delta.reasoning_content ?? delta.reasoning;\n  return typeof reasoning === \"string\" && reasoning.length > 0\n    ? reasoning\n    : undefined;\n}\n\nfunction buildGroqUsageSnapshot(usage: {\n  prompt_tokens?: number;\n  completion_tokens?: number;\n  total_tokens?: number;\n}): UsageMetadata {\n  return {\n    input_tokens: usage.prompt_tokens ?? 0,\n    output_tokens: usage.completion_tokens ?? 0,\n    total_tokens: usage.total_tokens ?? 0,\n  };\n}\n\nfunction mapFinishReason(reason: OpenAICompletionsFinishReason): FinishReason {\n  switch (reason) {\n    case \"stop\":\n      return \"stop\";\n    case \"length\":\n    case \"max_tokens\":\n      return \"length\";\n    case \"tool_calls\":\n    case \"function_call\":\n      return \"tool_use\";\n    case \"content_filter\":\n      return \"content_filter\";\n    default:\n      return \"stop\";\n  }\n}\n\nfunction buildUsageSnapshot(usage: OpenAICompletionsUsage): UsageMetadata {\n  const inputTokenDetails = {\n    ...(usage.prompt_tokens_details?.audio_tokens != null && {\n      audio: usage.prompt_tokens_details.audio_tokens,\n    }),\n    ...(usage.prompt_tokens_details?.cached_tokens != null && {\n      cache_read: usage.prompt_tokens_details.cached_tokens,\n    }),\n  };\n  const outputTokenDetails = {\n    ...(usage.completion_tokens_details?.audio_tokens != null && {\n      audio: usage.completion_tokens_details.audio_tokens,\n    }),\n    ...(usage.completion_tokens_details?.reasoning_tokens != null && {\n      reasoning: usage.completion_tokens_details.reasoning_tokens,\n    }),\n  };\n  return {\n    input_tokens: usage.prompt_tokens ?? 0,\n    output_tokens: usage.completion_tokens ?? 0,\n    total_tokens: usage.total_tokens ?? 0,\n    ...(Object.keys(inputTokenDetails).length > 0 && {\n      input_token_details: inputTokenDetails,\n    }),\n    ...(Object.keys(outputTokenDetails).length > 0 && {\n      output_token_details: outputTokenDetails,\n    }),\n  };\n}\n\nfunction buildResponseMetadata(\n  data: OpenAICompletionsStreamChunk,\n  choice: OpenAICompletionsStreamChoice\n): Record<string, unknown> {\n  return {\n    model_provider: \"openai\",\n    model_name: data.model,\n    system_fingerprint: data.system_fingerprint,\n    service_tier: data.service_tier,\n    finish_reason: choice.finish_reason,\n    ...(data.usage ? { usage: data.usage } : {}),\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAsGA,gBAAuB,+BACrB,QACA,UAAiD,EAAE,EACb;CACtC,MAAM,oBAAoB,QAAQ,eAAe;CACjD,MAAM,WAAW,QAAQ,YAAY;CACrC,MAAM,WAAW,QAAQ;CAEzB,MAAM,oCAAoB,IAAI,KAI3B;CACH,MAAM,kCAAkB,IAAI,KAAuB;CACnD,IAAI,iBAAiB;CACrB,IAAI,iBAAiB;CACrB,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI,0BAA0B;CAE9B,MAAM,yBACJ,KACA,YACsC;EACtC,MAAM,WAAW,gBAAgB,IAAI,IAAI;AACzC,MAAI,aAAa,KAAA,EACf,QAAO;GAAE,OAAO;GAAU,OAAO;GAAO;EAE1C,MAAM,QAAQ;AACd,kBAAgB,IAAI,KAAK,MAAM;AAC/B,oBAAkB,IAAI,OAAO,EAAE,GAAG,SAAS,CAAC;AAC5C,SAAO;GAAE;GAAO,OAAO;GAAM;;AAG/B,YAAW,IAAI,QAAQ,QAAQ;AAC7B,MAAI,SACF,QAAO,SAAS,KAAK;AAEvB,MAAI,CAAC,gBAAgB;AACnB,oBAAiB;AACjB,SAAM;IACJ,OAAO;IACP,IAAI,KAAK;IACV;;AAGH,MAAI,CAAC,4BAA4B,KAAK,SAAS,KAAK,eAAe;AACjE,6BAA0B;AAC1B,SAAM;IACJ,OAAO;IACP;IACA,MAAM;IACN,SAAS;KACP,OAAO,KAAK;KACZ,cAAc,KAAK;KACpB;IACF;;AAGH,MAAI,KAAK,SAAS,mBAAmB;AACnC,mBAAgB,mBAAmB,KAAK,MAAM;AAC9C,SAAM;IAAE,OAAO;IAAkB,OAAO;IAAe;;EAGzD,MAAM,YAAY,KAAK,QAAQ;AAC/B,MAAI,aAAa,mBAAmB;AAClC,mBAAgB,uBAAuB,UAAU;AACjD,SAAM;IAAE,OAAO;IAAkB,OAAO;IAAe;;EAGzD,MAAM,SAAS,KAAK,UAAU;AAC9B,MAAI,CAAC,OACH;AAGF,MAAI,OAAO,iBAAiB,MAAM;AAChC,kBAAe,gBAAgB,OAAO,cAAc;AACpD,sBAAmB,sBAAsB,MAAM,OAAO;;EAGxD,MAAM,EAAE,UAAU;AAClB,MAAI,CAAC,MACH;EAGF,MAAM,gBAAgB,sBAAsB,MAAM;AAClD,MAAI,eAAe;GAEjB,MAAM,EAAE,OAAO,UAAU,sBAAsB,aAAK;IAClD,MAAM;IACN,WAAW;IACZ,CAAC;AACF,OAAI,MACF,OAAM;IACJ,OAAO;IACP;IACA,SAAS;KAAE,MAAM;KAAa,WAAW;KAAI;IAC9C;GAEH,MAAM,MAAM,kBAAkB,IAAI,MAAM;AACxC,OAAI,aAAa,IAAI,aAAa,MAAM;AACxC,SAAM;IACJ,OAAO;IACP;IACA,OAAO;KACL,MAAM;KACN,WAAW;KACZ;IACF;;AAGH,MAAI,MAAM,SAAS;GAEjB,MAAM,EAAE,OAAO,UAAU,sBAAsB,QAAK;IAClD,MAAM;IACN,MAAM;IACP,CAAC;AACF,OAAI,MACF,OAAM;IACJ,OAAO;IACP;IACA,SAAS;KAAE,MAAM;KAAQ,MAAM;KAAI;IACpC;GAEH,MAAM,MAAM,kBAAkB,IAAI,MAAM;AACxC,OAAI,QAAQ,IAAI,QAAQ,MAAM,MAAM;AACpC,SAAM;IACJ,OAAO;IACP;IACA,OAAO;KAAE,MAAM;KAAuB,MAAM,MAAM;KAAS;IAC5D;;AAGH,MAAI,MAAM,QAAQ,MAAM,WAAW,CACjC,MAAK,MAAM,eAAe,MAAM,YAAY;GAC1C,MAAM,YAAY,YAAY,SAAS;GAEvC,MAAM,EAAE,OAAO,UAAU,sBAAsB,QADjB,aACsB;IAClD,MAAM;IACN,IAAI,YAAY;IAChB,MAAM,YAAY,UAAU;IAC5B,MAAM;IACN,OAAO;IACR,CAAC;AACF,OAAI,MACF,OAAM;IACJ,OAAO;IACP;IACA,SAAS;KACP,MAAM;KACN,IAAI,YAAY;KAChB,MAAM,YAAY,UAAU;KAC5B,MAAM;KACN,OAAO;KACR;IACF;GAGH,MAAM,MAAM,kBAAkB,IAAI,MAAM;AACxC,OAAI,YAAY,MAAM,KAAM,KAAI,KAAK,YAAY;AACjD,OAAI,YAAY,UAAU,QAAQ,KAChC,KAAI,OAAO,YAAY,SAAS;GAElC,MAAM,WAAW,YAAY,UAAU,aAAa;AACpD,OAAI,QAAQ,IAAI,QAAQ,MAAM;AAC9B,SAAM;IACJ,OAAO;IACP;IACA,OAAO;KACL,MAAM;KACN,QAAQ;MACN,MAAM;MACN,GAAI,IAAI,MAAM,OAAO,EAAE,IAAI,IAAI,IAAI,GAAG,EAAE;MACxC,GAAI,IAAI,QAAQ,OAAO,EAAE,MAAM,IAAI,MAAM,GAAG,EAAE;MAC9C,MAAM,IAAI;MACX;KACF;IACF;;AAIL,MAAI,MAAM,OAAO;GAEf,MAAM,EAAE,OAAO,UAAU,sBAAsB,SAAK;IAClD,MAAM;IACN,IAAI,MAAM,MAAM;IAChB,MAAM;IACN,UAAU;IACV,YAAY,MAAM,MAAM,cAAc;IACvC,CAAC;AACF,OAAI,MACF,OAAM;IACJ,OAAO;IACP;IACA,SAAS;KACP,MAAM;KACN,IAAI,MAAM,MAAM;KAChB,MAAM;KACN,UAAU;KACV,YAAY,MAAM,MAAM,cAAc;KACvC;IACF;GAEH,MAAM,MAAM,kBAAkB,IAAI,MAAM;AACxC,OAAI,MAAM,MAAM,YAAY;AAC1B,QAAI,cAAc,IAAI,cAAc,MAAM,MAAM,MAAM;AACtD,UAAM;KACJ,OAAO;KACP;KACA,OAAO;MACL,MAAM;MACN,QAAQ;OACN,MAAM;OACN,YAAY,IAAI;OACjB;MACF;KACF;;AAEH,OAAI,MAAM,MAAM,MAAM;AACpB,QAAI,QAAQ,IAAI,QAAQ,MAAM,MAAM,MAAM;AAC1C,UAAM;KACJ,OAAO;KACP;KACA,OAAO;MACL,MAAM;MACN,MAAM,MAAM,MAAM;MAClB,UAAU;MACX;KACF;;;AAIL,MAAI,MAAM,cACR,OAAM;GACJ,OAAO;GACP;GACA,MAAM;GACN,SAAS,MAAM;GAChB;AAGH,MAAI,OAAO,SACT,OAAM;GACJ,OAAO;GACP;GACA,MAAM;GACN,SAAS,OAAO;GACjB;;AAIL,MAAK,MAAM,CAAC,OAAO,QAAQ,kBAEzB,OAAM;EACJ,OAAO;EACP;EACA,SAJgB,qBAAqB,IAInB;EACnB;AAGH,OAAM;EACJ,OAAO;EACP,QAAQ;EACR,GAAI,gBAAgB,EAAE,OAAO,eAAe,GAAG,EAAE;EACjD,GAAI,mBAAmB,EAAE,kBAAkB,GAAG,EAAE;EACjD;;AAGH,SAAS,sBACP,OACoB;CACpB,MAAM,YAAY,MAAM,qBAAqB,MAAM;AACnD,QAAO,OAAO,cAAc,YAAY,UAAU,SAAS,IACvD,YACA,KAAA;;AAGN,SAAS,uBAAuB,OAId;AAChB,QAAO;EACL,cAAc,MAAM,iBAAiB;EACrC,eAAe,MAAM,qBAAqB;EAC1C,cAAc,MAAM,gBAAgB;EACrC;;AAGH,SAAS,gBAAgB,QAAqD;AAC5E,SAAQ,QAAR;EACE,KAAK,OACH,QAAO;EACT,KAAK;EACL,KAAK,aACH,QAAO;EACT,KAAK;EACL,KAAK,gBACH,QAAO;EACT,KAAK,iBACH,QAAO;EACT,QACE,QAAO;;;AAIb,SAAS,mBAAmB,OAA8C;CACxE,MAAM,oBAAoB;EACxB,GAAI,MAAM,uBAAuB,gBAAgB,QAAQ,EACvD,OAAO,MAAM,sBAAsB,cACpC;EACD,GAAI,MAAM,uBAAuB,iBAAiB,QAAQ,EACxD,YAAY,MAAM,sBAAsB,eACzC;EACF;CACD,MAAM,qBAAqB;EACzB,GAAI,MAAM,2BAA2B,gBAAgB,QAAQ,EAC3D,OAAO,MAAM,0BAA0B,cACxC;EACD,GAAI,MAAM,2BAA2B,oBAAoB,QAAQ,EAC/D,WAAW,MAAM,0BAA0B,kBAC5C;EACF;AACD,QAAO;EACL,cAAc,MAAM,iBAAiB;EACrC,eAAe,MAAM,qBAAqB;EAC1C,cAAc,MAAM,gBAAgB;EACpC,GAAI,OAAO,KAAK,kBAAkB,CAAC,SAAS,KAAK,EAC/C,qBAAqB,mBACtB;EACD,GAAI,OAAO,KAAK,mBAAmB,CAAC,SAAS,KAAK,EAChD,sBAAsB,oBACvB;EACF;;AAGH,SAAS,sBACP,MACA,QACyB;AACzB,QAAO;EACL,gBAAgB;EAChB,YAAY,KAAK;EACjB,oBAAoB,KAAK;EACzB,cAAc,KAAK;EACnB,eAAe,OAAO;EACtB,GAAI,KAAK,QAAQ,EAAE,OAAO,KAAK,OAAO,GAAG,EAAE;EAC5C"}
+{"version":3,"file":"openai_completions_stream.js","names":[],"sources":["../../src/language_models/openai_completions_stream.ts"],"sourcesContent":["/**\n * Converts OpenAI Chat Completions-shaped stream chunks into\n * {@link ChatModelStreamEvent}s.\n *\n * Used by `@langchain/openai` and OpenAI-compatible providers (Groq, Mistral,\n * OpenRouter, IBM watsonx, etc.) without requiring a dependency on\n * `@langchain/openai`.\n *\n * @module\n */\n\nimport { finalizeContentBlock } from \"./compat.js\";\nimport type { ChatModelStreamEvent, FinishReason } from \"./event.js\";\nimport type { ContentBlock } from \"../messages/content/index.js\";\nimport type { UsageMetadata } from \"../messages/metadata.js\";\n\nexport type OpenAICompletionsFinishReason =\n  | \"stop\"\n  | \"length\"\n  | \"max_tokens\"\n  | \"tool_calls\"\n  | \"function_call\"\n  | \"content_filter\"\n  | null;\n\nexport interface OpenAICompletionsUsage {\n  prompt_tokens?: number;\n  completion_tokens?: number;\n  total_tokens?: number;\n  prompt_tokens_details?: {\n    audio_tokens?: number;\n    cached_tokens?: number;\n  };\n  completion_tokens_details?: {\n    audio_tokens?: number;\n    reasoning_tokens?: number;\n  };\n}\n\nexport interface OpenAICompletionsToolCallDelta {\n  index?: number;\n  id?: string;\n  type?: \"function\";\n  function?: {\n    name?: string;\n    arguments?: string;\n  };\n}\n\nexport interface OpenAICompletionsDelta {\n  role?: string;\n  content?: string | null;\n  reasoning_content?: string;\n  reasoning?: string;\n  tool_calls?: OpenAICompletionsToolCallDelta[];\n  function_call?: unknown;\n  audio?: {\n    id?: string;\n    data?: string;\n    transcript?: string;\n  };\n}\n\nexport interface OpenAICompletionsStreamChoice {\n  index?: number;\n  finish_reason?: OpenAICompletionsFinishReason;\n  logprobs?: unknown;\n  delta?: OpenAICompletionsDelta;\n}\n\nexport interface OpenAICompletionsStreamChunk {\n  id?: string;\n  model?: string;\n  service_tier?: string | null;\n  system_fingerprint?: string | null;\n  usage?: OpenAICompletionsUsage | null;\n  x_groq?: {\n    usage?: {\n      prompt_tokens?: number;\n      completion_tokens?: number;\n      total_tokens?: number;\n    };\n  };\n  choices?: OpenAICompletionsStreamChoice[];\n}\n\nexport interface ConvertOpenAICompletionsStreamOptions {\n  streamUsage?: boolean;\n  /** Provider id for passthrough events (default `\"openai\"`). */\n  provider?: string;\n  /** Optional per-chunk transform before conversion. */\n  mapChunk?: (\n    chunk: OpenAICompletionsStreamChunk\n  ) => OpenAICompletionsStreamChunk;\n}\n\ntype BlockKey = \"text\" | \"reasoning\" | \"audio\" | `tool:${number}`;\n\n/**\n * Convert an async iterable of OpenAI Chat Completions-shaped stream chunks into\n * LangChain `ChatModelStreamEvent`s with typed deltas.\n */\nexport async function* convertOpenAICompletionsStream(\n  source: AsyncIterable<OpenAICompletionsStreamChunk>,\n  options: ConvertOpenAICompletionsStreamOptions = {}\n): AsyncGenerator<ChatModelStreamEvent> {\n  const shouldStreamUsage = options.streamUsage ?? true;\n  const provider = options.provider ?? \"openai\";\n  const mapChunk = options.mapChunk;\n\n  const blockAccumulators = new Map<\n    number,\n    // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n    Record<string, any>\n  >();\n  const blockKeyToIndex = new Map<BlockKey, number>();\n  let nextBlockIndex = 0;\n  let messageStarted = false;\n  let usageSnapshot: UsageMetadata | undefined;\n  let finishReason: FinishReason | undefined;\n  let responseMetadata: Record<string, unknown> | undefined;\n  let emittedProviderMetadata = false;\n\n  const getOrCreateBlockIndex = (\n    key: BlockKey,\n    initial: Record<string, unknown>\n  ): { index: number; isNew: boolean } => {\n    const existing = blockKeyToIndex.get(key);\n    if (existing !== undefined) {\n      return { index: existing, isNew: false };\n    }\n    const index = nextBlockIndex++;\n    blockKeyToIndex.set(key, index);\n    blockAccumulators.set(index, { ...initial });\n    return { index, isNew: true };\n  };\n\n  for await (let data of source) {\n    if (mapChunk) {\n      data = mapChunk(data);\n    }\n    if (!messageStarted) {\n      messageStarted = true;\n      yield {\n        event: \"message-start\" as const,\n        id: data.id,\n      };\n    }\n\n    if (!emittedProviderMetadata && (data.model || data.service_tier)) {\n      emittedProviderMetadata = true;\n      yield {\n        event: \"provider\" as const,\n        provider,\n        name: \"stream_metadata\",\n        payload: {\n          model: data.model,\n          service_tier: data.service_tier,\n        },\n      };\n    }\n\n    if (data.usage && shouldStreamUsage) {\n      usageSnapshot = buildUsageSnapshot(data.usage);\n      yield { event: \"usage\" as const, usage: usageSnapshot };\n    }\n\n    const groqUsage = data.x_groq?.usage;\n    if (groqUsage && shouldStreamUsage) {\n      usageSnapshot = buildGroqUsageSnapshot(groqUsage);\n      yield { event: \"usage\" as const, usage: usageSnapshot };\n    }\n\n    const choice = data.choices?.[0];\n    if (!choice) {\n      continue;\n    }\n\n    if (choice.finish_reason != null) {\n      finishReason = mapFinishReason(choice.finish_reason);\n      responseMetadata = buildResponseMetadata(data, choice);\n    }\n\n    const { delta } = choice;\n    if (!delta) {\n      continue;\n    }\n\n    const reasoningText = getReasoningDeltaText(delta);\n    if (reasoningText) {\n      const key: BlockKey = \"reasoning\";\n      const { index, isNew } = getOrCreateBlockIndex(key, {\n        type: \"reasoning\" as const,\n        reasoning: \"\",\n      });\n      if (isNew) {\n        yield {\n          event: \"content-block-start\" as const,\n          index,\n          content: { type: \"reasoning\", reasoning: \"\" } as ContentBlock,\n        };\n      }\n      const acc = blockAccumulators.get(index)!;\n      acc.reasoning = (acc.reasoning ?? \"\") + reasoningText;\n      yield {\n        event: \"content-block-delta\" as const,\n        index,\n        delta: {\n          type: \"reasoning-delta\" as const,\n          reasoning: reasoningText,\n        },\n      };\n    }\n\n    if (delta.content) {\n      const key: BlockKey = \"text\";\n      const { index, isNew } = getOrCreateBlockIndex(key, {\n        type: \"text\" as const,\n        text: \"\",\n      });\n      if (isNew) {\n        yield {\n          event: \"content-block-start\" as const,\n          index,\n          content: { type: \"text\", text: \"\" } as ContentBlock,\n        };\n      }\n      const acc = blockAccumulators.get(index)!;\n      acc.text = (acc.text ?? \"\") + delta.content;\n      yield {\n        event: \"content-block-delta\" as const,\n        index,\n        delta: { type: \"text-delta\" as const, text: delta.content },\n      };\n    }\n\n    if (Array.isArray(delta.tool_calls)) {\n      for (const rawToolCall of delta.tool_calls) {\n        const toolIndex = rawToolCall.index ?? 0;\n        const key: BlockKey = `tool:${toolIndex}`;\n        const { index, isNew } = getOrCreateBlockIndex(key, {\n          type: \"tool_call_chunk\" as const,\n          id: rawToolCall.id,\n          name: rawToolCall.function?.name,\n          args: \"\",\n          index: toolIndex,\n        });\n        if (isNew) {\n          yield {\n            event: \"content-block-start\" as const,\n            index,\n            content: {\n              type: \"tool_call_chunk\",\n              id: rawToolCall.id,\n              name: rawToolCall.function?.name,\n              args: \"\",\n              index: toolIndex,\n            } as ContentBlock,\n          };\n        }\n\n        const acc = blockAccumulators.get(index)!;\n        if (rawToolCall.id != null) acc.id = rawToolCall.id;\n        if (rawToolCall.function?.name != null) {\n          acc.name = rawToolCall.function.name;\n        }\n        const argDelta = rawToolCall.function?.arguments ?? \"\";\n        acc.args = (acc.args ?? \"\") + argDelta;\n        yield {\n          event: \"content-block-delta\" as const,\n          index,\n          delta: {\n            type: \"block-delta\" as const,\n            fields: {\n              type: \"tool_call_chunk\",\n              ...(acc.id != null ? { id: acc.id } : {}),\n              ...(acc.name != null ? { name: acc.name } : {}),\n              args: acc.args,\n            },\n          },\n        };\n      }\n    }\n\n    if (delta.audio) {\n      const key: BlockKey = \"audio\";\n      const { index, isNew } = getOrCreateBlockIndex(key, {\n        type: \"audio\" as const,\n        id: delta.audio.id,\n        data: \"\",\n        mimeType: \"audio/pcm\",\n        transcript: delta.audio.transcript ?? \"\",\n      });\n      if (isNew) {\n        yield {\n          event: \"content-block-start\" as const,\n          index,\n          content: {\n            type: \"audio\",\n            id: delta.audio.id,\n            data: \"\",\n            mimeType: \"audio/pcm\",\n            transcript: delta.audio.transcript ?? \"\",\n          } as ContentBlock,\n        };\n      }\n      const acc = blockAccumulators.get(index)!;\n      if (delta.audio.transcript) {\n        acc.transcript = (acc.transcript ?? \"\") + delta.audio.transcript;\n        yield {\n          event: \"content-block-delta\" as const,\n          index,\n          delta: {\n            type: \"block-delta\" as const,\n            fields: {\n              type: \"audio\",\n              transcript: acc.transcript,\n            },\n          },\n        };\n      }\n      if (delta.audio.data) {\n        acc.data = (acc.data ?? \"\") + delta.audio.data;\n        yield {\n          event: \"content-block-delta\" as const,\n          index,\n          delta: {\n            type: \"data-delta\" as const,\n            data: delta.audio.data,\n            encoding: \"base64\" as const,\n          },\n        };\n      }\n    }\n\n    if (delta.function_call) {\n      yield {\n        event: \"provider\" as const,\n        provider,\n        name: \"function_call\",\n        payload: delta.function_call,\n      };\n    }\n\n    if (choice.logprobs) {\n      yield {\n        event: \"provider\" as const,\n        provider,\n        name: \"logprobs\",\n        payload: choice.logprobs,\n      };\n    }\n  }\n\n  for (const [index, acc] of blockAccumulators) {\n    const finalized = finalizeContentBlock(acc as ContentBlock);\n    yield {\n      event: \"content-block-finish\" as const,\n      index,\n      content: finalized,\n    };\n  }\n\n  yield {\n    event: \"message-finish\" as const,\n    reason: finishReason,\n    ...(usageSnapshot ? { usage: usageSnapshot } : {}),\n    ...(responseMetadata ? { responseMetadata } : {}),\n  };\n}\n\nfunction getReasoningDeltaText(\n  delta: OpenAICompletionsDelta\n): string | undefined {\n  const reasoning = delta.reasoning_content ?? delta.reasoning;\n  return typeof reasoning === \"string\" && reasoning.length > 0\n    ? reasoning\n    : undefined;\n}\n\nfunction buildGroqUsageSnapshot(usage: {\n  prompt_tokens?: number;\n  completion_tokens?: number;\n  total_tokens?: number;\n}): UsageMetadata {\n  return {\n    input_tokens: usage.prompt_tokens ?? 0,\n    output_tokens: usage.completion_tokens ?? 0,\n    total_tokens: usage.total_tokens ?? 0,\n  };\n}\n\nfunction mapFinishReason(reason: OpenAICompletionsFinishReason): FinishReason {\n  switch (reason) {\n    case \"stop\":\n      return \"stop\";\n    case \"length\":\n    case \"max_tokens\":\n      return \"length\";\n    case \"tool_calls\":\n    case \"function_call\":\n      return \"tool_use\";\n    case \"content_filter\":\n      return \"content_filter\";\n    default:\n      return \"stop\";\n  }\n}\n\nfunction buildUsageSnapshot(usage: OpenAICompletionsUsage): UsageMetadata {\n  const inputTokenDetails = {\n    ...(usage.prompt_tokens_details?.audio_tokens != null && {\n      audio: usage.prompt_tokens_details.audio_tokens,\n    }),\n    ...(usage.prompt_tokens_details?.cached_tokens != null && {\n      cache_read: usage.prompt_tokens_details.cached_tokens,\n    }),\n  };\n  const outputTokenDetails = {\n    ...(usage.completion_tokens_details?.audio_tokens != null && {\n      audio: usage.completion_tokens_details.audio_tokens,\n    }),\n    ...(usage.completion_tokens_details?.reasoning_tokens != null && {\n      reasoning: usage.completion_tokens_details.reasoning_tokens,\n    }),\n  };\n  return {\n    input_tokens: usage.prompt_tokens ?? 0,\n    output_tokens: usage.completion_tokens ?? 0,\n    total_tokens: usage.total_tokens ?? 0,\n    ...(Object.keys(inputTokenDetails).length > 0 && {\n      input_token_details: inputTokenDetails,\n    }),\n    ...(Object.keys(outputTokenDetails).length > 0 && {\n      output_token_details: outputTokenDetails,\n    }),\n  };\n}\n\nfunction buildResponseMetadata(\n  data: OpenAICompletionsStreamChunk,\n  choice: OpenAICompletionsStreamChoice\n): Record<string, unknown> {\n  return {\n    model_provider: \"openai\",\n    model_name: data.model,\n    system_fingerprint: data.system_fingerprint,\n    service_tier: data.service_tier,\n    finish_reason: choice.finish_reason,\n    ...(data.usage ? { usage: data.usage } : {}),\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAsGA,gBAAuB,+BACrB,QACA,UAAiD,CAAC,GACZ;CACtC,MAAM,oBAAoB,QAAQ,eAAe;CACjD,MAAM,WAAW,QAAQ,YAAY;CACrC,MAAM,WAAW,QAAQ;CAEzB,MAAM,oCAAoB,IAAI,IAI5B;CACF,MAAM,kCAAkB,IAAI,IAAsB;CAClD,IAAI,iBAAiB;CACrB,IAAI,iBAAiB;CACrB,IAAI;CACJ,IAAI;CACJ,IAAI;CACJ,IAAI,0BAA0B;CAE9B,MAAM,yBACJ,KACA,YACsC;EACtC,MAAM,WAAW,gBAAgB,IAAI,GAAG;EACxC,IAAI,aAAa,KAAA,GACf,OAAO;GAAE,OAAO;GAAU,OAAO;EAAM;EAEzC,MAAM,QAAQ;EACd,gBAAgB,IAAI,KAAK,KAAK;EAC9B,kBAAkB,IAAI,OAAO,EAAE,GAAG,QAAQ,CAAC;EAC3C,OAAO;GAAE;GAAO,OAAO;EAAK;CAC9B;CAEA,WAAW,IAAI,QAAQ,QAAQ;EAC7B,IAAI,UACF,OAAO,SAAS,IAAI;EAEtB,IAAI,CAAC,gBAAgB;GACnB,iBAAiB;GACjB,MAAM;IACJ,OAAO;IACP,IAAI,KAAK;GACX;EACF;EAEA,IAAI,CAAC,4BAA4B,KAAK,SAAS,KAAK,eAAe;GACjE,0BAA0B;GAC1B,MAAM;IACJ,OAAO;IACP;IACA,MAAM;IACN,SAAS;KACP,OAAO,KAAK;KACZ,cAAc,KAAK;IACrB;GACF;EACF;EAEA,IAAI,KAAK,SAAS,mBAAmB;GACnC,gBAAgB,mBAAmB,KAAK,KAAK;GAC7C,MAAM;IAAE,OAAO;IAAkB,OAAO;GAAc;EACxD;EAEA,MAAM,YAAY,KAAK,QAAQ;EAC/B,IAAI,aAAa,mBAAmB;GAClC,gBAAgB,uBAAuB,SAAS;GAChD,MAAM;IAAE,OAAO;IAAkB,OAAO;GAAc;EACxD;EAEA,MAAM,SAAS,KAAK,UAAU;EAC9B,IAAI,CAAC,QACH;EAGF,IAAI,OAAO,iBAAiB,MAAM;GAChC,eAAe,gBAAgB,OAAO,aAAa;GACnD,mBAAmB,sBAAsB,MAAM,MAAM;EACvD;EAEA,MAAM,EAAE,UAAU;EAClB,IAAI,CAAC,OACH;EAGF,MAAM,gBAAgB,sBAAsB,KAAK;EACjD,IAAI,eAAe;GAEjB,MAAM,EAAE,OAAO,UAAU,sBAAsB,aAAK;IAClD,MAAM;IACN,WAAW;GACb,CAAC;GACD,IAAI,OACF,MAAM;IACJ,OAAO;IACP;IACA,SAAS;KAAE,MAAM;KAAa,WAAW;IAAG;GAC9C;GAEF,MAAM,MAAM,kBAAkB,IAAI,KAAK;GACvC,IAAI,aAAa,IAAI,aAAa,MAAM;GACxC,MAAM;IACJ,OAAO;IACP;IACA,OAAO;KACL,MAAM;KACN,WAAW;IACb;GACF;EACF;EAEA,IAAI,MAAM,SAAS;GAEjB,MAAM,EAAE,OAAO,UAAU,sBAAsB,QAAK;IAClD,MAAM;IACN,MAAM;GACR,CAAC;GACD,IAAI,OACF,MAAM;IACJ,OAAO;IACP;IACA,SAAS;KAAE,MAAM;KAAQ,MAAM;IAAG;GACpC;GAEF,MAAM,MAAM,kBAAkB,IAAI,KAAK;GACvC,IAAI,QAAQ,IAAI,QAAQ,MAAM,MAAM;GACpC,MAAM;IACJ,OAAO;IACP;IACA,OAAO;KAAE,MAAM;KAAuB,MAAM,MAAM;IAAQ;GAC5D;EACF;EAEA,IAAI,MAAM,QAAQ,MAAM,UAAU,GAChC,KAAK,MAAM,eAAe,MAAM,YAAY;GAC1C,MAAM,YAAY,YAAY,SAAS;GAEvC,MAAM,EAAE,OAAO,UAAU,sBAAsB,QADjB,aACsB;IAClD,MAAM;IACN,IAAI,YAAY;IAChB,MAAM,YAAY,UAAU;IAC5B,MAAM;IACN,OAAO;GACT,CAAC;GACD,IAAI,OACF,MAAM;IACJ,OAAO;IACP;IACA,SAAS;KACP,MAAM;KACN,IAAI,YAAY;KAChB,MAAM,YAAY,UAAU;KAC5B,MAAM;KACN,OAAO;IACT;GACF;GAGF,MAAM,MAAM,kBAAkB,IAAI,KAAK;GACvC,IAAI,YAAY,MAAM,MAAM,IAAI,KAAK,YAAY;GACjD,IAAI,YAAY,UAAU,QAAQ,MAChC,IAAI,OAAO,YAAY,SAAS;GAElC,MAAM,WAAW,YAAY,UAAU,aAAa;GACpD,IAAI,QAAQ,IAAI,QAAQ,MAAM;GAC9B,MAAM;IACJ,OAAO;IACP;IACA,OAAO;KACL,MAAM;KACN,QAAQ;MACN,MAAM;MACN,GAAI,IAAI,MAAM,OAAO,EAAE,IAAI,IAAI,GAAG,IAAI,CAAC;MACvC,GAAI,IAAI,QAAQ,OAAO,EAAE,MAAM,IAAI,KAAK,IAAI,CAAC;MAC7C,MAAM,IAAI;KACZ;IACF;GACF;EACF;EAGF,IAAI,MAAM,OAAO;GAEf,MAAM,EAAE,OAAO,UAAU,sBAAsB,SAAK;IAClD,MAAM;IACN,IAAI,MAAM,MAAM;IAChB,MAAM;IACN,UAAU;IACV,YAAY,MAAM,MAAM,cAAc;GACxC,CAAC;GACD,IAAI,OACF,MAAM;IACJ,OAAO;IACP;IACA,SAAS;KACP,MAAM;KACN,IAAI,MAAM,MAAM;KAChB,MAAM;KACN,UAAU;KACV,YAAY,MAAM,MAAM,cAAc;IACxC;GACF;GAEF,MAAM,MAAM,kBAAkB,IAAI,KAAK;GACvC,IAAI,MAAM,MAAM,YAAY;IAC1B,IAAI,cAAc,IAAI,cAAc,MAAM,MAAM,MAAM;IACtD,MAAM;KACJ,OAAO;KACP;KACA,OAAO;MACL,MAAM;MACN,QAAQ;OACN,MAAM;OACN,YAAY,IAAI;MAClB;KACF;IACF;GACF;GACA,IAAI,MAAM,MAAM,MAAM;IACpB,IAAI,QAAQ,IAAI,QAAQ,MAAM,MAAM,MAAM;IAC1C,MAAM;KACJ,OAAO;KACP;KACA,OAAO;MACL,MAAM;MACN,MAAM,MAAM,MAAM;MAClB,UAAU;KACZ;IACF;GACF;EACF;EAEA,IAAI,MAAM,eACR,MAAM;GACJ,OAAO;GACP;GACA,MAAM;GACN,SAAS,MAAM;EACjB;EAGF,IAAI,OAAO,UACT,MAAM;GACJ,OAAO;GACP;GACA,MAAM;GACN,SAAS,OAAO;EAClB;CAEJ;CAEA,KAAK,MAAM,CAAC,OAAO,QAAQ,mBAEzB,MAAM;EACJ,OAAO;EACP;EACA,SAJgB,qBAAqB,GAIpB;CACnB;CAGF,MAAM;EACJ,OAAO;EACP,QAAQ;EACR,GAAI,gBAAgB,EAAE,OAAO,cAAc,IAAI,CAAC;EAChD,GAAI,mBAAmB,EAAE,iBAAiB,IAAI,CAAC;CACjD;AACF;AAEA,SAAS,sBACP,OACoB;CACpB,MAAM,YAAY,MAAM,qBAAqB,MAAM;CACnD,OAAO,OAAO,cAAc,YAAY,UAAU,SAAS,IACvD,YACA,KAAA;AACN;AAEA,SAAS,uBAAuB,OAId;CAChB,OAAO;EACL,cAAc,MAAM,iBAAiB;EACrC,eAAe,MAAM,qBAAqB;EAC1C,cAAc,MAAM,gBAAgB;CACtC;AACF;AAEA,SAAS,gBAAgB,QAAqD;CAC5E,QAAQ,QAAR;EACE,KAAK,QACH,OAAO;EACT,KAAK;EACL,KAAK,cACH,OAAO;EACT,KAAK;EACL,KAAK,iBACH,OAAO;EACT,KAAK,kBACH,OAAO;EACT,SACE,OAAO;CACX;AACF;AAEA,SAAS,mBAAmB,OAA8C;CACxE,MAAM,oBAAoB;EACxB,GAAI,MAAM,uBAAuB,gBAAgB,QAAQ,EACvD,OAAO,MAAM,sBAAsB,aACrC;EACA,GAAI,MAAM,uBAAuB,iBAAiB,QAAQ,EACxD,YAAY,MAAM,sBAAsB,cAC1C;CACF;CACA,MAAM,qBAAqB;EACzB,GAAI,MAAM,2BAA2B,gBAAgB,QAAQ,EAC3D,OAAO,MAAM,0BAA0B,aACzC;EACA,GAAI,MAAM,2BAA2B,oBAAoB,QAAQ,EAC/D,WAAW,MAAM,0BAA0B,iBAC7C;CACF;CACA,OAAO;EACL,cAAc,MAAM,iBAAiB;EACrC,eAAe,MAAM,qBAAqB;EAC1C,cAAc,MAAM,gBAAgB;EACpC,GAAI,OAAO,KAAK,iBAAiB,CAAC,CAAC,SAAS,KAAK,EAC/C,qBAAqB,kBACvB;EACA,GAAI,OAAO,KAAK,kBAAkB,CAAC,CAAC,SAAS,KAAK,EAChD,sBAAsB,mBACxB;CACF;AACF;AAEA,SAAS,sBACP,MACA,QACyB;CACzB,OAAO;EACL,gBAAgB;EAChB,YAAY,KAAK;EACjB,oBAAoB,KAAK;EACzB,cAAc,KAAK;EACnB,eAAe,OAAO;EACtB,GAAI,KAAK,QAAQ,EAAE,OAAO,KAAK,MAAM,IAAI,CAAC;CAC5C;AACF"}

package/dist/language_models/profile.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"profile.d.cts","names":[],"sources":["../../src/language_models/profile.ts"],"mappings":";;AAOA;;;;;;UAAiB,YAAA;EA4Cf;;;;;;;;;;;;;EA9BA,cAAA;EAkKgB;;;;;;;;EAxJhB,WAAA;;;;;;;;;;EAWA,cAAA;;;;;;;;EASA,SAAA;;;;;;;;EASA,WAAA;;;;;;;;EASA,WAAA;;;;;;;;EASA,gBAAA;;;;;;;;EASA,cAAA;;;;;;;;;;;;;;;EAgBA,eAAA;;;;;;;;;EAUA,eAAA;;;;;;;;EASA,YAAA;;;;;;;;EASA,YAAA;;;;;;;;EASA,YAAA;;;;;;;;;;;;EAaA,WAAA;;;;;;;;;;;EAYA,UAAA;;;;;;;;;;;;;;;;;EAkBA,gBAAA;AAAA"}
+{"version":3,"file":"profile.d.cts","names":[],"sources":["../../src/language_models/profile.ts"],"mappings":";;;;;;;;UAOiB;;;;;;;;;;;;;;EAcf;;;;;;;;;EAUA;;;;;;;;;;EAWA;;;;;;;;EASA;;;;;;;;EASA;;;;;;;;EASA;;;;;;;;EASA;;;;;;;;EASA;;;;;;;;;;;;;;;EAgBA;;;;;;;;;EAUA;;;;;;;;EASA;;;;;;;;EASA;;;;;;;;EASA;;;;;;;;;;;;EAaA;;;;;;;;;;;EAYA;;;;;;;;;;;;;;;;;EAkBA"}

package/dist/language_models/profile.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"profile.d.ts","names":[],"sources":["../../src/language_models/profile.ts"],"mappings":";;AAOA;;;;;;UAAiB,YAAA;EA4Cf;;;;;;;;;;;;;EA9BA,cAAA;EAkKgB;;;;;;;;EAxJhB,WAAA;;;;;;;;;;EAWA,cAAA;;;;;;;;EASA,SAAA;;;;;;;;EASA,WAAA;;;;;;;;EASA,WAAA;;;;;;;;EASA,gBAAA;;;;;;;;EASA,cAAA;;;;;;;;;;;;;;;EAgBA,eAAA;;;;;;;;;EAUA,eAAA;;;;;;;;EASA,YAAA;;;;;;;;EASA,YAAA;;;;;;;;EASA,YAAA;;;;;;;;;;;;EAaA,WAAA;;;;;;;;;;;EAYA,UAAA;;;;;;;;;;;;;;;;;EAkBA,gBAAA;AAAA"}
+{"version":3,"file":"profile.d.ts","names":[],"sources":["../../src/language_models/profile.ts"],"mappings":";;;;;;;;UAOiB;;;;;;;;;;;;;;EAcf;;;;;;;;;EAUA;;;;;;;;;;EAWA;;;;;;;;EASA;;;;;;;;EASA;;;;;;;;EASA;;;;;;;;EASA;;;;;;;;EASA;;;;;;;;;;;;;;;EAgBA;;;;;;;;;EAUA;;;;;;;;EASA;;;;;;;;EASA;;;;;;;;EASA;;;;;;;;;;;;EAaA;;;;;;;;;;;EAYA;;;;;;;;;;;;;;;;;EAkBA"}