@librechat/agents 3.3.11 → 3.3.13

package/dist/esm/instrumentation.mjs

@@ -48,6 +48,7 @@ function ensureOpenTelemetryContextManager() {
 function getLangfuseProcessorCacheKey(destinationKey, langfuse) {
 	return JSON.stringify({
 		destinationKey,
+		mediaUploadEnabled: langfuse?.mediaUploadEnabled,
 		toolOutputTracing: langfuse?.toolOutputTracing
 	});
 }

package/dist/esm/instrumentation.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"instrumentation.mjs","names":[],"sources":["../../src/instrumentation.ts"],"sourcesContent":["import { randomBytes } from 'node:crypto';\nimport { setLangfuseTracerProvider } from '@langfuse/tracing';\nimport { BasicTracerProvider } from '@opentelemetry/sdk-trace-base';\nimport { context, ROOT_CONTEXT, createContextKey } from '@opentelemetry/api';\nimport { AsyncLocalStorageContextManager } from '@opentelemetry/context-async-hooks';\nimport type {\n  IdGenerator,\n  ReadableSpan,\n  Span,\n  SpanProcessor,\n} from '@opentelemetry/sdk-trace-base';\nimport type { LangfuseSpanProcessorParams } from '@langfuse/otel';\nimport type { Context } from '@opentelemetry/api';\nimport type * as t from '@/types';\nimport {\n  getLangfuseDestinationKey,\n  getLangfuseSpanProcessorParams,\n  registerLangfuseManagedSpan,\n} from '@/langfuseSpanRegistry';\nimport {\n  resolveLangfuseConfigForSpan,\n  resolveTraceIdSeedForSpan,\n} from '@/langfuseRuntimeScope';\nimport { createLangfuseSpanProcessor } from '@/langfuseToolOutputTracing';\nimport { createLibreChatTraceAttributes } from '@/langfuse';\nimport { traceIdFromSeed } from '@/langfuseRuntimeContext';\nimport { isPresent } from '@/utils/misc';\n\n/**\n * Per-run seed for deterministic Langfuse trace ids. When a run opts in\n * (`LangfuseConfig.deterministicTraceId`), it executes its stream inside\n * `runWithTraceIdSeed(runId, ...)` from `./langfuseRuntimeContext`, and the\n * IdGenerator below derives the root trace id from that seed instead of a\n * random one. This lets external systems (e.g. a host app recording user\n * feedback after the fact) attach scores or observations to the trace by\n * regenerating the same id from the run/message id; no trace lookup required.\n * With no active seed it falls back to random ids, so default behavior is\n * unchanged.\n */\nclass SeededTraceIdGenerator implements IdGenerator {\n  generateTraceId(): string {\n    const seed = resolveTraceIdSeedForSpan(context.active());\n    return isPresent(seed)\n      ? traceIdFromSeed(seed)\n      : randomBytes(16).toString('hex');\n  }\n\n  generateSpanId(): string {\n    return randomBytes(8).toString('hex');\n  }\n}\n\nlet langfuseTracerProvider: BasicTracerProvider | undefined;\nlet langfuseRoutingSpanProcessor: RoutingLangfuseSpanProcessor | undefined;\nconst contextManagerProbeKey = createContextKey(\n  'langfuse-context-manager-probe'\n);\n\nfunction hasActiveContextManager(): boolean {\n  return context.with(\n    ROOT_CONTEXT.setValue(contextManagerProbeKey, true),\n    () => context.active().getValue(contextManagerProbeKey) === true\n  );\n}\n\nexport function ensureOpenTelemetryContextManager(): void {\n  if (hasActiveContextManager()) {\n    return;\n  }\n\n  const contextManager = new AsyncLocalStorageContextManager();\n  contextManager.enable();\n  if (!context.setGlobalContextManager(contextManager)) {\n    contextManager.disable();\n  }\n}\n\n/** Cache key for processor instances: the destination plus processor-level\n *  policy (`toolOutputTracing` is baked into each processor's redaction\n *  behavior), unlike the pure destination identity used for span parenting. */\nfunction getLangfuseProcessorCacheKey(\n  destinationKey: string,\n  langfuse?: t.LangfuseConfig\n): string {\n  return JSON.stringify({\n    destinationKey,\n    toolOutputTracing: langfuse?.toolOutputTracing,\n  });\n}\n\nclass RoutingLangfuseSpanProcessor implements SpanProcessor {\n  // Processors live for the process lifetime. LibreChat tenant Langfuse\n  // destinations are expected to be a bounded admin-managed set, and shutdown\n  // drains every cached processor when the provider is disposed.\n  private readonly processors = new Map<string, SpanProcessor>();\n  private readonly spanProcessors = new WeakMap<object, SpanProcessor>();\n\n  ensureProcessor(langfuse?: t.LangfuseConfig): SpanProcessor | undefined {\n    const params = getLangfuseSpanProcessorParams(langfuse);\n    if (params == null) {\n      return undefined;\n    }\n    return this.ensureProcessorForKey(\n      getLangfuseProcessorCacheKey(getLangfuseDestinationKey(params), langfuse),\n      params,\n      langfuse\n    );\n  }\n\n  private ensureProcessorForKey(\n    processorCacheKey: string,\n    params: LangfuseSpanProcessorParams,\n    langfuse?: t.LangfuseConfig\n  ): SpanProcessor {\n    const existing = this.processors.get(processorCacheKey);\n    if (existing != null) {\n      return existing;\n    }\n\n    const processor = createLangfuseSpanProcessor(params, langfuse);\n    this.processors.set(processorCacheKey, processor);\n    return processor;\n  }\n\n  onStart(span: Span, parentContext: Context): void {\n    const langfuse = resolveLangfuseConfigForSpan(parentContext);\n    const params = getLangfuseSpanProcessorParams(langfuse);\n    if (params == null) {\n      return;\n    }\n\n    const destinationKey = getLangfuseDestinationKey(params);\n    const processor = this.ensureProcessorForKey(\n      getLangfuseProcessorCacheKey(destinationKey, langfuse),\n      params,\n      langfuse\n    );\n    registerLangfuseManagedSpan(span, destinationKey);\n\n    const librechatTraceAttributes = createLibreChatTraceAttributes(\n      langfuse?.librechatTraceAttributes ?? {}\n    );\n    if (Object.keys(librechatTraceAttributes).length > 0) {\n      span.setAttributes(librechatTraceAttributes);\n    }\n\n    this.spanProcessors.set(span, processor);\n    processor.onStart(span, parentContext);\n  }\n\n  onEnd(span: ReadableSpan): void {\n    this.spanProcessors.get(span)?.onEnd(span);\n  }\n\n  async forceFlush(): Promise<void> {\n    await Promise.all(\n      Array.from(this.processors.values(), (processor) =>\n        processor.forceFlush()\n      )\n    );\n  }\n\n  async shutdown(): Promise<void> {\n    await Promise.all(\n      Array.from(this.processors.values(), (processor) => processor.shutdown())\n    );\n  }\n}\n\nexport function initializeLangfuseTracing(\n  langfuse?: t.LangfuseConfig\n): BasicTracerProvider | undefined {\n  const params = getLangfuseSpanProcessorParams(langfuse);\n  if (params == null) {\n    return undefined;\n  }\n\n  if (langfuseTracerProvider != null) {\n    langfuseRoutingSpanProcessor?.ensureProcessor(langfuse);\n    return langfuseTracerProvider;\n  }\n\n  ensureOpenTelemetryContextManager();\n  langfuseRoutingSpanProcessor = new RoutingLangfuseSpanProcessor();\n  langfuseRoutingSpanProcessor.ensureProcessor(langfuse);\n  langfuseTracerProvider = new BasicTracerProvider({\n    spanProcessors: [langfuseRoutingSpanProcessor],\n    idGenerator: new SeededTraceIdGenerator(),\n  });\n\n  setLangfuseTracerProvider(langfuseTracerProvider);\n  return langfuseTracerProvider;\n}\n\nexport function initializeLangfuseTracingFromEnv():\n  | BasicTracerProvider\n  | undefined {\n  return initializeLangfuseTracing();\n}\n\ninitializeLangfuseTracingFromEnv();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAuCA,IAAM,yBAAN,MAAoD;CAClD,kBAA0B;EACxB,MAAM,OAAO,0BAA0B,QAAQ,OAAO,CAAC;EACvD,OAAO,UAAU,IAAI,IACjB,gBAAgB,IAAI,IACpB,YAAY,EAAE,CAAC,CAAC,SAAS,KAAK;CACpC;CAEA,iBAAyB;EACvB,OAAO,YAAY,CAAC,CAAC,CAAC,SAAS,KAAK;CACtC;AACF;AAEA,IAAI;AACJ,IAAI;AACJ,MAAM,yBAAyB,iBAC7B,gCACF;AAEA,SAAS,0BAAmC;CAC1C,OAAO,QAAQ,KACb,aAAa,SAAS,wBAAwB,IAAI,SAC5C,QAAQ,OAAO,CAAC,CAAC,SAAS,sBAAsB,MAAM,IAC9D;AACF;AAEA,SAAgB,oCAA0C;CACxD,IAAI,wBAAwB,GAC1B;CAGF,MAAM,iBAAiB,IAAI,gCAAgC;CAC3D,eAAe,OAAO;CACtB,IAAI,CAAC,QAAQ,wBAAwB,cAAc,GACjD,eAAe,QAAQ;AAE3B;;;;AAKA,SAAS,6BACP,gBACA,UACQ;CACR,OAAO,KAAK,UAAU;EACpB;EACA,mBAAmB,UAAU;CAC/B,CAAC;AACH;AAEA,IAAM,+BAAN,MAA4D;CAI1D,6BAA8B,IAAI,IAA2B;CAC7D,iCAAkC,IAAI,QAA+B;CAErE,gBAAgB,UAAwD;EACtE,MAAM,SAAS,+BAA+B,QAAQ;EACtD,IAAI,UAAU,MACZ;EAEF,OAAO,KAAK,sBACV,6BAA6B,0BAA0B,MAAM,GAAG,QAAQ,GACxE,QACA,QACF;CACF;CAEA,sBACE,mBACA,QACA,UACe;EACf,MAAM,WAAW,KAAK,WAAW,IAAI,iBAAiB;EACtD,IAAI,YAAY,MACd,OAAO;EAGT,MAAM,YAAY,4BAA4B,QAAQ,QAAQ;EAC9D,KAAK,WAAW,IAAI,mBAAmB,SAAS;EAChD,OAAO;CACT;CAEA,QAAQ,MAAY,eAA8B;EAChD,MAAM,WAAW,6BAA6B,aAAa;EAC3D,MAAM,SAAS,+BAA+B,QAAQ;EACtD,IAAI,UAAU,MACZ;EAGF,MAAM,iBAAiB,0BAA0B,MAAM;EACvD,MAAM,YAAY,KAAK,sBACrB,6BAA6B,gBAAgB,QAAQ,GACrD,QACA,QACF;EACA,4BAA4B,MAAM,cAAc;EAEhD,MAAM,2BAA2B,+BAC/B,UAAU,4BAA4B,CAAC,CACzC;EACA,IAAI,OAAO,KAAK,wBAAwB,CAAC,CAAC,SAAS,GACjD,KAAK,cAAc,wBAAwB;EAG7C,KAAK,eAAe,IAAI,MAAM,SAAS;EACvC,UAAU,QAAQ,MAAM,aAAa;CACvC;CAEA,MAAM,MAA0B;EAC9B,KAAK,eAAe,IAAI,IAAI,CAAC,EAAE,MAAM,IAAI;CAC3C;CAEA,MAAM,aAA4B;EAChC,MAAM,QAAQ,IACZ,MAAM,KAAK,KAAK,WAAW,OAAO,IAAI,cACpC,UAAU,WAAW,CACvB,CACF;CACF;CAEA,MAAM,WAA0B;EAC9B,MAAM,QAAQ,IACZ,MAAM,KAAK,KAAK,WAAW,OAAO,IAAI,cAAc,UAAU,SAAS,CAAC,CAC1E;CACF;AACF;AAEA,SAAgB,0BACd,UACiC;CAEjC,IADe,+BAA+B,QACrC,KAAK,MACZ;CAGF,IAAI,0BAA0B,MAAM;EAClC,8BAA8B,gBAAgB,QAAQ;EACtD,OAAO;CACT;CAEA,kCAAkC;CAClC,+BAA+B,IAAI,6BAA6B;CAChE,6BAA6B,gBAAgB,QAAQ;CACrD,yBAAyB,IAAI,oBAAoB;EAC/C,gBAAgB,CAAC,4BAA4B;EAC7C,aAAa,IAAI,uBAAuB;CAC1C,CAAC;CAED,0BAA0B,sBAAsB;CAChD,OAAO;AACT;AAEA,SAAgB,mCAEF;CACZ,OAAO,0BAA0B;AACnC;AAEA,iCAAiC"}
+{"version":3,"file":"instrumentation.mjs","names":[],"sources":["../../src/instrumentation.ts"],"sourcesContent":["import { randomBytes } from 'node:crypto';\nimport { setLangfuseTracerProvider } from '@langfuse/tracing';\nimport { BasicTracerProvider } from '@opentelemetry/sdk-trace-base';\nimport { context, ROOT_CONTEXT, createContextKey } from '@opentelemetry/api';\nimport { AsyncLocalStorageContextManager } from '@opentelemetry/context-async-hooks';\nimport type {\n  IdGenerator,\n  ReadableSpan,\n  Span,\n  SpanProcessor,\n} from '@opentelemetry/sdk-trace-base';\nimport type { LangfuseSpanProcessorParams } from '@langfuse/otel';\nimport type { Context } from '@opentelemetry/api';\nimport type * as t from '@/types';\nimport {\n  getLangfuseDestinationKey,\n  getLangfuseSpanProcessorParams,\n  registerLangfuseManagedSpan,\n} from '@/langfuseSpanRegistry';\nimport {\n  resolveLangfuseConfigForSpan,\n  resolveTraceIdSeedForSpan,\n} from '@/langfuseRuntimeScope';\nimport { createLangfuseSpanProcessor } from '@/langfuseToolOutputTracing';\nimport { createLibreChatTraceAttributes } from '@/langfuse';\nimport { traceIdFromSeed } from '@/langfuseRuntimeContext';\nimport { isPresent } from '@/utils/misc';\n\n/**\n * Per-run seed for deterministic Langfuse trace ids. When a run opts in\n * (`LangfuseConfig.deterministicTraceId`), it executes its stream inside\n * `runWithTraceIdSeed(runId, ...)` from `./langfuseRuntimeContext`, and the\n * IdGenerator below derives the root trace id from that seed instead of a\n * random one. This lets external systems (e.g. a host app recording user\n * feedback after the fact) attach scores or observations to the trace by\n * regenerating the same id from the run/message id; no trace lookup required.\n * With no active seed it falls back to random ids, so default behavior is\n * unchanged.\n */\nclass SeededTraceIdGenerator implements IdGenerator {\n  generateTraceId(): string {\n    const seed = resolveTraceIdSeedForSpan(context.active());\n    return isPresent(seed)\n      ? traceIdFromSeed(seed)\n      : randomBytes(16).toString('hex');\n  }\n\n  generateSpanId(): string {\n    return randomBytes(8).toString('hex');\n  }\n}\n\nlet langfuseTracerProvider: BasicTracerProvider | undefined;\nlet langfuseRoutingSpanProcessor: RoutingLangfuseSpanProcessor | undefined;\nconst contextManagerProbeKey = createContextKey(\n  'langfuse-context-manager-probe'\n);\n\nfunction hasActiveContextManager(): boolean {\n  return context.with(\n    ROOT_CONTEXT.setValue(contextManagerProbeKey, true),\n    () => context.active().getValue(contextManagerProbeKey) === true\n  );\n}\n\nexport function ensureOpenTelemetryContextManager(): void {\n  if (hasActiveContextManager()) {\n    return;\n  }\n\n  const contextManager = new AsyncLocalStorageContextManager();\n  contextManager.enable();\n  if (!context.setGlobalContextManager(contextManager)) {\n    contextManager.disable();\n  }\n}\n\n/** Cache key for processor instances: the destination plus processor-level\n *  policy (`toolOutputTracing` is baked into each processor's redaction\n *  behavior), unlike the pure destination identity used for span parenting. */\nfunction getLangfuseProcessorCacheKey(\n  destinationKey: string,\n  langfuse?: t.LangfuseConfig\n): string {\n  return JSON.stringify({\n    destinationKey,\n    mediaUploadEnabled: langfuse?.mediaUploadEnabled,\n    toolOutputTracing: langfuse?.toolOutputTracing,\n  });\n}\n\nclass RoutingLangfuseSpanProcessor implements SpanProcessor {\n  // Processors live for the process lifetime. LibreChat tenant Langfuse\n  // destinations are expected to be a bounded admin-managed set, and shutdown\n  // drains every cached processor when the provider is disposed.\n  private readonly processors = new Map<string, SpanProcessor>();\n  private readonly spanProcessors = new WeakMap<object, SpanProcessor>();\n\n  ensureProcessor(langfuse?: t.LangfuseConfig): SpanProcessor | undefined {\n    const params = getLangfuseSpanProcessorParams(langfuse);\n    if (params == null) {\n      return undefined;\n    }\n    return this.ensureProcessorForKey(\n      getLangfuseProcessorCacheKey(getLangfuseDestinationKey(params), langfuse),\n      params,\n      langfuse\n    );\n  }\n\n  private ensureProcessorForKey(\n    processorCacheKey: string,\n    params: LangfuseSpanProcessorParams,\n    langfuse?: t.LangfuseConfig\n  ): SpanProcessor {\n    const existing = this.processors.get(processorCacheKey);\n    if (existing != null) {\n      return existing;\n    }\n\n    const processor = createLangfuseSpanProcessor(params, langfuse);\n    this.processors.set(processorCacheKey, processor);\n    return processor;\n  }\n\n  onStart(span: Span, parentContext: Context): void {\n    const langfuse = resolveLangfuseConfigForSpan(parentContext);\n    const params = getLangfuseSpanProcessorParams(langfuse);\n    if (params == null) {\n      return;\n    }\n\n    const destinationKey = getLangfuseDestinationKey(params);\n    const processor = this.ensureProcessorForKey(\n      getLangfuseProcessorCacheKey(destinationKey, langfuse),\n      params,\n      langfuse\n    );\n    registerLangfuseManagedSpan(span, destinationKey);\n\n    const librechatTraceAttributes = createLibreChatTraceAttributes(\n      langfuse?.librechatTraceAttributes ?? {}\n    );\n    if (Object.keys(librechatTraceAttributes).length > 0) {\n      span.setAttributes(librechatTraceAttributes);\n    }\n\n    this.spanProcessors.set(span, processor);\n    processor.onStart(span, parentContext);\n  }\n\n  onEnd(span: ReadableSpan): void {\n    this.spanProcessors.get(span)?.onEnd(span);\n  }\n\n  async forceFlush(): Promise<void> {\n    await Promise.all(\n      Array.from(this.processors.values(), (processor) =>\n        processor.forceFlush()\n      )\n    );\n  }\n\n  async shutdown(): Promise<void> {\n    await Promise.all(\n      Array.from(this.processors.values(), (processor) => processor.shutdown())\n    );\n  }\n}\n\nexport function initializeLangfuseTracing(\n  langfuse?: t.LangfuseConfig\n): BasicTracerProvider | undefined {\n  const params = getLangfuseSpanProcessorParams(langfuse);\n  if (params == null) {\n    return undefined;\n  }\n\n  if (langfuseTracerProvider != null) {\n    langfuseRoutingSpanProcessor?.ensureProcessor(langfuse);\n    return langfuseTracerProvider;\n  }\n\n  ensureOpenTelemetryContextManager();\n  langfuseRoutingSpanProcessor = new RoutingLangfuseSpanProcessor();\n  langfuseRoutingSpanProcessor.ensureProcessor(langfuse);\n  langfuseTracerProvider = new BasicTracerProvider({\n    spanProcessors: [langfuseRoutingSpanProcessor],\n    idGenerator: new SeededTraceIdGenerator(),\n  });\n\n  setLangfuseTracerProvider(langfuseTracerProvider);\n  return langfuseTracerProvider;\n}\n\nexport function initializeLangfuseTracingFromEnv():\n  | BasicTracerProvider\n  | undefined {\n  return initializeLangfuseTracing();\n}\n\ninitializeLangfuseTracingFromEnv();\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAuCA,IAAM,yBAAN,MAAoD;CAClD,kBAA0B;EACxB,MAAM,OAAO,0BAA0B,QAAQ,OAAO,CAAC;EACvD,OAAO,UAAU,IAAI,IACjB,gBAAgB,IAAI,IACpB,YAAY,EAAE,CAAC,CAAC,SAAS,KAAK;CACpC;CAEA,iBAAyB;EACvB,OAAO,YAAY,CAAC,CAAC,CAAC,SAAS,KAAK;CACtC;AACF;AAEA,IAAI;AACJ,IAAI;AACJ,MAAM,yBAAyB,iBAC7B,gCACF;AAEA,SAAS,0BAAmC;CAC1C,OAAO,QAAQ,KACb,aAAa,SAAS,wBAAwB,IAAI,SAC5C,QAAQ,OAAO,CAAC,CAAC,SAAS,sBAAsB,MAAM,IAC9D;AACF;AAEA,SAAgB,oCAA0C;CACxD,IAAI,wBAAwB,GAC1B;CAGF,MAAM,iBAAiB,IAAI,gCAAgC;CAC3D,eAAe,OAAO;CACtB,IAAI,CAAC,QAAQ,wBAAwB,cAAc,GACjD,eAAe,QAAQ;AAE3B;;;;AAKA,SAAS,6BACP,gBACA,UACQ;CACR,OAAO,KAAK,UAAU;EACpB;EACA,oBAAoB,UAAU;EAC9B,mBAAmB,UAAU;CAC/B,CAAC;AACH;AAEA,IAAM,+BAAN,MAA4D;CAI1D,6BAA8B,IAAI,IAA2B;CAC7D,iCAAkC,IAAI,QAA+B;CAErE,gBAAgB,UAAwD;EACtE,MAAM,SAAS,+BAA+B,QAAQ;EACtD,IAAI,UAAU,MACZ;EAEF,OAAO,KAAK,sBACV,6BAA6B,0BAA0B,MAAM,GAAG,QAAQ,GACxE,QACA,QACF;CACF;CAEA,sBACE,mBACA,QACA,UACe;EACf,MAAM,WAAW,KAAK,WAAW,IAAI,iBAAiB;EACtD,IAAI,YAAY,MACd,OAAO;EAGT,MAAM,YAAY,4BAA4B,QAAQ,QAAQ;EAC9D,KAAK,WAAW,IAAI,mBAAmB,SAAS;EAChD,OAAO;CACT;CAEA,QAAQ,MAAY,eAA8B;EAChD,MAAM,WAAW,6BAA6B,aAAa;EAC3D,MAAM,SAAS,+BAA+B,QAAQ;EACtD,IAAI,UAAU,MACZ;EAGF,MAAM,iBAAiB,0BAA0B,MAAM;EACvD,MAAM,YAAY,KAAK,sBACrB,6BAA6B,gBAAgB,QAAQ,GACrD,QACA,QACF;EACA,4BAA4B,MAAM,cAAc;EAEhD,MAAM,2BAA2B,+BAC/B,UAAU,4BAA4B,CAAC,CACzC;EACA,IAAI,OAAO,KAAK,wBAAwB,CAAC,CAAC,SAAS,GACjD,KAAK,cAAc,wBAAwB;EAG7C,KAAK,eAAe,IAAI,MAAM,SAAS;EACvC,UAAU,QAAQ,MAAM,aAAa;CACvC;CAEA,MAAM,MAA0B;EAC9B,KAAK,eAAe,IAAI,IAAI,CAAC,EAAE,MAAM,IAAI;CAC3C;CAEA,MAAM,aAA4B;EAChC,MAAM,QAAQ,IACZ,MAAM,KAAK,KAAK,WAAW,OAAO,IAAI,cACpC,UAAU,WAAW,CACvB,CACF;CACF;CAEA,MAAM,WAA0B;EAC9B,MAAM,QAAQ,IACZ,MAAM,KAAK,KAAK,WAAW,OAAO,IAAI,cAAc,UAAU,SAAS,CAAC,CAC1E;CACF;AACF;AAEA,SAAgB,0BACd,UACiC;CAEjC,IADe,+BAA+B,QACrC,KAAK,MACZ;CAGF,IAAI,0BAA0B,MAAM;EAClC,8BAA8B,gBAAgB,QAAQ;EACtD,OAAO;CACT;CAEA,kCAAkC;CAClC,+BAA+B,IAAI,6BAA6B;CAChE,6BAA6B,gBAAgB,QAAQ;CACrD,yBAAyB,IAAI,oBAAoB;EAC/C,gBAAgB,CAAC,4BAA4B;EAC7C,aAAa,IAAI,uBAAuB;CAC1C,CAAC;CAED,0BAA0B,sBAAsB;CAChD,OAAO;AACT;AAEA,SAAgB,mCAEF;CACZ,OAAO,0BAA0B;AACnC;AAEA,iCAAiC"}

package/dist/esm/langfuseSpanRegistry.mjs

@@ -43,7 +43,8 @@ function getLangfuseSpanProcessorParams(langfuse) {
 		publicKey: langfuse.publicKey,
 		secretKey: langfuse.secretKey,
 		...isPresent(langfuse.baseUrl) ? { baseUrl: langfuse.baseUrl } : {},
-		...isPresent(environment) ? { environment } : {}
+		...isPresent(environment) ? { environment } : {},
+		...langfuse.mediaUploadEnabled != null ? { mediaUploadEnabled: langfuse.mediaUploadEnabled } : {}
 	};
 	if (hasLangfuseEnvConfig()) {
 		const baseUrl = langfuse?.baseUrl ?? process.env.LANGFUSE_BASE_URL ?? process.env.LANGFUSE_BASEURL;
@@ -51,14 +52,16 @@ function getLangfuseSpanProcessorParams(langfuse) {
 			publicKey: process.env.LANGFUSE_PUBLIC_KEY,
 			secretKey: process.env.LANGFUSE_SECRET_KEY,
 			...isPresent(baseUrl) ? { baseUrl } : {},
-			...isPresent(environment) ? { environment } : {}
+			...isPresent(environment) ? { environment } : {},
+			...langfuse?.mediaUploadEnabled != null ? { mediaUploadEnabled: langfuse.mediaUploadEnabled } : {}
 		};
 	}
 	if (isPresent(langfuse?.baseUrl) && hasLangfuseEnvCredentials()) return {
 		publicKey: process.env.LANGFUSE_PUBLIC_KEY,
 		secretKey: process.env.LANGFUSE_SECRET_KEY,
 		baseUrl: langfuse.baseUrl,
-		...isPresent(environment) ? { environment } : {}
+		...isPresent(environment) ? { environment } : {},
+		...langfuse.mediaUploadEnabled != null ? { mediaUploadEnabled: langfuse.mediaUploadEnabled } : {}
 	};
 }
 function hashCacheKeyValue(value) {

package/dist/esm/langfuseSpanRegistry.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"langfuseSpanRegistry.mjs","names":[],"sources":["../../src/langfuseSpanRegistry.ts"],"sourcesContent":["import { createHash } from 'node:crypto';\nimport type { LangfuseSpanProcessorParams } from '@langfuse/otel';\nimport type { Span } from '@opentelemetry/api';\nimport type * as t from '@/types';\nimport {\n  hasLangfuseConfigCredentials,\n  hasLangfuseEnvCredentials,\n  hasLangfuseEnvConfig,\n} from '@/langfuseConfig';\nimport { isPresent } from '@/utils/misc';\n\n/**\n * Spans created through the Langfuse tracer provider, keyed by the export\n * destination they were routed to. Callback handlers use this to distinguish\n * safe ambient parents from spans a root observation must not inherit:\n *\n * - Foreign spans (a host's own OpenTelemetry instrumentation, e.g. HTTP\n *   server spans on the global provider) are never exported to Langfuse —\n *   inheriting one orphans the trace root (its root/trace input-output\n *   shaping is skipped), collapses concurrent runs inside one request\n *   context into a single merged trace, and bypasses the seeded\n *   deterministic trace id generator.\n * - Langfuse-managed spans bound to a *different* destination (another\n *   tenant's project) would leave the new trace dangling in its own\n *   destination while inheriting the other tenant's trace id.\n *\n * Only a managed span whose destination matches the starting run's resolved\n * destination is a safe parent — that is the sanctioned way for hosts to\n * group runs under their own Langfuse observations.\n */\nconst managedSpanDestinations = new WeakMap<Span, string>();\n\nexport function registerLangfuseManagedSpan(\n  span: Span,\n  destinationKey: string\n): void {\n  managedSpanDestinations.set(span, destinationKey);\n}\n\nexport function getLangfuseManagedSpanDestination(\n  span: Span\n): string | undefined {\n  return managedSpanDestinations.get(span);\n}\n\nfunction resolveLangfuseEnvironment(\n  langfuse?: t.LangfuseConfig\n): string | undefined {\n  const candidates = [\n    langfuse?.environment,\n    process.env.LANGFUSE_TRACING_ENVIRONMENT,\n    process.env.NODE_ENV,\n  ];\n  for (const candidate of candidates) {\n    if (candidate != null && candidate.trim() !== '') {\n      return candidate.trim();\n    }\n  }\n  return undefined;\n}\n\nexport function getLangfuseSpanProcessorParams(\n  langfuse?: t.LangfuseConfig\n): LangfuseSpanProcessorParams | undefined {\n  if (langfuse?.enabled === false) {\n    return undefined;\n  }\n  const environment = resolveLangfuseEnvironment(langfuse);\n  if (hasLangfuseConfigCredentials(langfuse)) {\n    return {\n      publicKey: langfuse.publicKey,\n      secretKey: langfuse.secretKey,\n      ...(isPresent(langfuse.baseUrl) ? { baseUrl: langfuse.baseUrl } : {}),\n      ...(isPresent(environment) ? { environment } : {}),\n    };\n  }\n  if (hasLangfuseEnvConfig()) {\n    const baseUrl =\n      langfuse?.baseUrl ??\n      process.env.LANGFUSE_BASE_URL ??\n      process.env.LANGFUSE_BASEURL;\n    return {\n      publicKey: process.env.LANGFUSE_PUBLIC_KEY as string,\n      secretKey: process.env.LANGFUSE_SECRET_KEY as string,\n      ...(isPresent(baseUrl) ? { baseUrl } : {}),\n      ...(isPresent(environment) ? { environment } : {}),\n    };\n  }\n  if (isPresent(langfuse?.baseUrl) && hasLangfuseEnvCredentials()) {\n    return {\n      publicKey: process.env.LANGFUSE_PUBLIC_KEY as string,\n      secretKey: process.env.LANGFUSE_SECRET_KEY as string,\n      baseUrl: langfuse.baseUrl,\n      ...(isPresent(environment) ? { environment } : {}),\n    };\n  }\n  return undefined;\n}\n\nfunction hashCacheKeyValue(value: string | undefined): string | undefined {\n  return isPresent(value)\n    ? createHash('sha256').update(value, 'utf8').digest('hex')\n    : undefined;\n}\n\n/**\n * Identity of an export destination (project credentials + endpoint +\n * environment) only. Processor-level policies like `toolOutputTracing` are\n * deliberately excluded: two spans exporting to the same project under\n * different redaction settings still share a destination and may parent one\n * another.\n */\nexport function getLangfuseDestinationKey(\n  params: LangfuseSpanProcessorParams\n): string {\n  return JSON.stringify({\n    publicKey: params.publicKey,\n    secretKeyHash: hashCacheKeyValue(params.secretKey),\n    baseUrl: params.baseUrl,\n    environment: params.environment,\n  });\n}\n\n/** The export destination a run with this config resolves to, or `undefined`\n *  when no Langfuse destination is configured. */\nexport function resolveLangfuseDestinationKey(\n  langfuse?: t.LangfuseConfig\n): string | undefined {\n  const params = getLangfuseSpanProcessorParams(langfuse);\n  return params == null ? undefined : getLangfuseDestinationKey(params);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AA8BA,MAAM,0CAA0B,IAAI,QAAsB;AAE1D,SAAgB,4BACd,MACA,gBACM;CACN,wBAAwB,IAAI,MAAM,cAAc;AAClD;AAEA,SAAgB,kCACd,MACoB;CACpB,OAAO,wBAAwB,IAAI,IAAI;AACzC;AAEA,SAAS,2BACP,UACoB;CACpB,MAAM,aAAa;EACjB,UAAU;EACV,QAAQ,IAAI;EACZ,QAAQ,IAAI;CACd;CACA,KAAK,MAAM,aAAa,YACtB,IAAI,aAAa,QAAQ,UAAU,KAAK,MAAM,IAC5C,OAAO,UAAU,KAAK;AAI5B;AAEA,SAAgB,+BACd,UACyC;CACzC,IAAI,UAAU,YAAY,OACxB;CAEF,MAAM,cAAc,2BAA2B,QAAQ;CACvD,IAAI,6BAA6B,QAAQ,GACvC,OAAO;EACL,WAAW,SAAS;EACpB,WAAW,SAAS;EACpB,GAAI,UAAU,SAAS,OAAO,IAAI,EAAE,SAAS,SAAS,QAAQ,IAAI,CAAC;EACnE,GAAI,UAAU,WAAW,IAAI,EAAE,YAAY,IAAI,CAAC;CAClD;CAEF,IAAI,qBAAqB,GAAG;EAC1B,MAAM,UACJ,UAAU,WACV,QAAQ,IAAI,qBACZ,QAAQ,IAAI;EACd,OAAO;GACL,WAAW,QAAQ,IAAI;GACvB,WAAW,QAAQ,IAAI;GACvB,GAAI,UAAU,OAAO,IAAI,EAAE,QAAQ,IAAI,CAAC;GACxC,GAAI,UAAU,WAAW,IAAI,EAAE,YAAY,IAAI,CAAC;EAClD;CACF;CACA,IAAI,UAAU,UAAU,OAAO,KAAK,0BAA0B,GAC5D,OAAO;EACL,WAAW,QAAQ,IAAI;EACvB,WAAW,QAAQ,IAAI;EACvB,SAAS,SAAS;EAClB,GAAI,UAAU,WAAW,IAAI,EAAE,YAAY,IAAI,CAAC;CAClD;AAGJ;AAEA,SAAS,kBAAkB,OAA+C;CACxE,OAAO,UAAU,KAAK,IAClB,WAAW,QAAQ,CAAC,CAAC,OAAO,OAAO,MAAM,CAAC,CAAC,OAAO,KAAK,IACvD,KAAA;AACN;;;;;;;;AASA,SAAgB,0BACd,QACQ;CACR,OAAO,KAAK,UAAU;EACpB,WAAW,OAAO;EAClB,eAAe,kBAAkB,OAAO,SAAS;EACjD,SAAS,OAAO;EAChB,aAAa,OAAO;CACtB,CAAC;AACH;;;AAIA,SAAgB,8BACd,UACoB;CACpB,MAAM,SAAS,+BAA+B,QAAQ;CACtD,OAAO,UAAU,OAAO,KAAA,IAAY,0BAA0B,MAAM;AACtE"}
+{"version":3,"file":"langfuseSpanRegistry.mjs","names":[],"sources":["../../src/langfuseSpanRegistry.ts"],"sourcesContent":["import { createHash } from 'node:crypto';\nimport type { LangfuseSpanProcessorParams } from '@langfuse/otel';\nimport type { Span } from '@opentelemetry/api';\nimport type * as t from '@/types';\nimport {\n  hasLangfuseConfigCredentials,\n  hasLangfuseEnvCredentials,\n  hasLangfuseEnvConfig,\n} from '@/langfuseConfig';\nimport { isPresent } from '@/utils/misc';\n\n/**\n * Spans created through the Langfuse tracer provider, keyed by the export\n * destination they were routed to. Callback handlers use this to distinguish\n * safe ambient parents from spans a root observation must not inherit:\n *\n * - Foreign spans (a host's own OpenTelemetry instrumentation, e.g. HTTP\n *   server spans on the global provider) are never exported to Langfuse —\n *   inheriting one orphans the trace root (its root/trace input-output\n *   shaping is skipped), collapses concurrent runs inside one request\n *   context into a single merged trace, and bypasses the seeded\n *   deterministic trace id generator.\n * - Langfuse-managed spans bound to a *different* destination (another\n *   tenant's project) would leave the new trace dangling in its own\n *   destination while inheriting the other tenant's trace id.\n *\n * Only a managed span whose destination matches the starting run's resolved\n * destination is a safe parent — that is the sanctioned way for hosts to\n * group runs under their own Langfuse observations.\n */\nconst managedSpanDestinations = new WeakMap<Span, string>();\n\nexport function registerLangfuseManagedSpan(\n  span: Span,\n  destinationKey: string\n): void {\n  managedSpanDestinations.set(span, destinationKey);\n}\n\nexport function getLangfuseManagedSpanDestination(\n  span: Span\n): string | undefined {\n  return managedSpanDestinations.get(span);\n}\n\nfunction resolveLangfuseEnvironment(\n  langfuse?: t.LangfuseConfig\n): string | undefined {\n  const candidates = [\n    langfuse?.environment,\n    process.env.LANGFUSE_TRACING_ENVIRONMENT,\n    process.env.NODE_ENV,\n  ];\n  for (const candidate of candidates) {\n    if (candidate != null && candidate.trim() !== '') {\n      return candidate.trim();\n    }\n  }\n  return undefined;\n}\n\nexport function getLangfuseSpanProcessorParams(\n  langfuse?: t.LangfuseConfig\n): LangfuseSpanProcessorParams | undefined {\n  if (langfuse?.enabled === false) {\n    return undefined;\n  }\n  const environment = resolveLangfuseEnvironment(langfuse);\n  if (hasLangfuseConfigCredentials(langfuse)) {\n    return {\n      publicKey: langfuse.publicKey,\n      secretKey: langfuse.secretKey,\n      ...(isPresent(langfuse.baseUrl) ? { baseUrl: langfuse.baseUrl } : {}),\n      ...(isPresent(environment) ? { environment } : {}),\n      ...(langfuse.mediaUploadEnabled != null\n        ? { mediaUploadEnabled: langfuse.mediaUploadEnabled }\n        : {}),\n    };\n  }\n  if (hasLangfuseEnvConfig()) {\n    const baseUrl =\n      langfuse?.baseUrl ??\n      process.env.LANGFUSE_BASE_URL ??\n      process.env.LANGFUSE_BASEURL;\n    return {\n      publicKey: process.env.LANGFUSE_PUBLIC_KEY as string,\n      secretKey: process.env.LANGFUSE_SECRET_KEY as string,\n      ...(isPresent(baseUrl) ? { baseUrl } : {}),\n      ...(isPresent(environment) ? { environment } : {}),\n      ...(langfuse?.mediaUploadEnabled != null\n        ? { mediaUploadEnabled: langfuse.mediaUploadEnabled }\n        : {}),\n    };\n  }\n  if (isPresent(langfuse?.baseUrl) && hasLangfuseEnvCredentials()) {\n    return {\n      publicKey: process.env.LANGFUSE_PUBLIC_KEY as string,\n      secretKey: process.env.LANGFUSE_SECRET_KEY as string,\n      baseUrl: langfuse.baseUrl,\n      ...(isPresent(environment) ? { environment } : {}),\n      ...(langfuse.mediaUploadEnabled != null\n        ? { mediaUploadEnabled: langfuse.mediaUploadEnabled }\n        : {}),\n    };\n  }\n  return undefined;\n}\n\nfunction hashCacheKeyValue(value: string | undefined): string | undefined {\n  return isPresent(value)\n    ? createHash('sha256').update(value, 'utf8').digest('hex')\n    : undefined;\n}\n\n/**\n * Identity of an export destination (project credentials + endpoint +\n * environment) only. Processor-level policies like `toolOutputTracing` are\n * deliberately excluded: two spans exporting to the same project under\n * different redaction settings still share a destination and may parent one\n * another.\n */\nexport function getLangfuseDestinationKey(\n  params: LangfuseSpanProcessorParams\n): string {\n  return JSON.stringify({\n    publicKey: params.publicKey,\n    secretKeyHash: hashCacheKeyValue(params.secretKey),\n    baseUrl: params.baseUrl,\n    environment: params.environment,\n  });\n}\n\n/** The export destination a run with this config resolves to, or `undefined`\n *  when no Langfuse destination is configured. */\nexport function resolveLangfuseDestinationKey(\n  langfuse?: t.LangfuseConfig\n): string | undefined {\n  const params = getLangfuseSpanProcessorParams(langfuse);\n  return params == null ? undefined : getLangfuseDestinationKey(params);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AA8BA,MAAM,0CAA0B,IAAI,QAAsB;AAE1D,SAAgB,4BACd,MACA,gBACM;CACN,wBAAwB,IAAI,MAAM,cAAc;AAClD;AAEA,SAAgB,kCACd,MACoB;CACpB,OAAO,wBAAwB,IAAI,IAAI;AACzC;AAEA,SAAS,2BACP,UACoB;CACpB,MAAM,aAAa;EACjB,UAAU;EACV,QAAQ,IAAI;EACZ,QAAQ,IAAI;CACd;CACA,KAAK,MAAM,aAAa,YACtB,IAAI,aAAa,QAAQ,UAAU,KAAK,MAAM,IAC5C,OAAO,UAAU,KAAK;AAI5B;AAEA,SAAgB,+BACd,UACyC;CACzC,IAAI,UAAU,YAAY,OACxB;CAEF,MAAM,cAAc,2BAA2B,QAAQ;CACvD,IAAI,6BAA6B,QAAQ,GACvC,OAAO;EACL,WAAW,SAAS;EACpB,WAAW,SAAS;EACpB,GAAI,UAAU,SAAS,OAAO,IAAI,EAAE,SAAS,SAAS,QAAQ,IAAI,CAAC;EACnE,GAAI,UAAU,WAAW,IAAI,EAAE,YAAY,IAAI,CAAC;EAChD,GAAI,SAAS,sBAAsB,OAC/B,EAAE,oBAAoB,SAAS,mBAAmB,IAClD,CAAC;CACP;CAEF,IAAI,qBAAqB,GAAG;EAC1B,MAAM,UACJ,UAAU,WACV,QAAQ,IAAI,qBACZ,QAAQ,IAAI;EACd,OAAO;GACL,WAAW,QAAQ,IAAI;GACvB,WAAW,QAAQ,IAAI;GACvB,GAAI,UAAU,OAAO,IAAI,EAAE,QAAQ,IAAI,CAAC;GACxC,GAAI,UAAU,WAAW,IAAI,EAAE,YAAY,IAAI,CAAC;GAChD,GAAI,UAAU,sBAAsB,OAChC,EAAE,oBAAoB,SAAS,mBAAmB,IAClD,CAAC;EACP;CACF;CACA,IAAI,UAAU,UAAU,OAAO,KAAK,0BAA0B,GAC5D,OAAO;EACL,WAAW,QAAQ,IAAI;EACvB,WAAW,QAAQ,IAAI;EACvB,SAAS,SAAS;EAClB,GAAI,UAAU,WAAW,IAAI,EAAE,YAAY,IAAI,CAAC;EAChD,GAAI,SAAS,sBAAsB,OAC/B,EAAE,oBAAoB,SAAS,mBAAmB,IAClD,CAAC;CACP;AAGJ;AAEA,SAAS,kBAAkB,OAA+C;CACxE,OAAO,UAAU,KAAK,IAClB,WAAW,QAAQ,CAAC,CAAC,OAAO,OAAO,MAAM,CAAC,CAAC,OAAO,KAAK,IACvD,KAAA;AACN;;;;;;;;AASA,SAAgB,0BACd,QACQ;CACR,OAAO,KAAK,UAAU;EACpB,WAAW,OAAO;EAClB,eAAe,kBAAkB,OAAO,SAAS;EACjD,SAAS,OAAO;EAChB,aAAa,OAAO;CACtB,CAAC;AACH;;;AAIA,SAAgB,8BACd,UACoB;CACpB,MAAM,SAAS,+BAA+B,QAAQ;CACtD,OAAO,UAAU,OAAO,KAAA,IAAY,0BAA0B,MAAM;AACtE"}

package/dist/esm/llm/bedrock/index.mjs

@@ -1,4 +1,5 @@
 import { resolveBedrockPromptCacheTtl, supportsBedrockToolCache } from "../../messages/cache.mjs";
+import { linkStreamLimitCanonical } from "../streamLimits.mjs";
 import { convertToConverseMessages } from "./utils/message_inputs.mjs";
 import { createConverseToolUseStopChunk, handleConverseStreamContentBlockDelta, handleConverseStreamContentBlockStart, handleConverseStreamMetadata } from "./utils/message_outputs.mjs";
 import "./utils/index.mjs";
@@ -300,8 +301,16 @@ var CustomChatBedrockConverse = class extends ChatBedrockConverse {
 						} }
 					};
 					const deltaChunk = handleConverseStreamContentBlockDelta(splitDelta);
+					const enrichedChunk = this.enrichChunk(deltaChunk, seenBlockIndices);
+					if (enrichedChunk !== deltaChunk)
+ /** The callback copy is the same emission as the enriched yield;
+					* without the link, stream-limit accounting charges both message
+					* objects and Bedrock tool arguments falsely trip near half the
+					* cap. Linked on the messages, which are what the accounting
+					* observes. */
+					linkStreamLimitCanonical(deltaChunk.message, enrichedChunk.message);
 					await enqueueChunk({
-						chunk: this.enrichChunk(deltaChunk, seenBlockIndices),
+						chunk: enrichedChunk,
 						callbackChunk: deltaChunk,
 						callbackToken: deltaChunk.text,
 						smooth,
@@ -324,8 +333,10 @@ var CustomChatBedrockConverse = class extends ChatBedrockConverse {
 									seenBlockIndices.add(idx);
 									if (event.contentBlockStart.start?.toolUse != null) toolUseBlockIndices.add(idx);
 								}
+								const enrichedStart = this.enrichChunk(startChunk, seenBlockIndices);
+								if (enrichedStart !== startChunk) linkStreamLimitCanonical(startChunk.message, enrichedStart.message);
 								await enqueueChunk({
-									chunk: this.enrichChunk(startChunk, seenBlockIndices),
+									chunk: enrichedStart,
 									callbackChunk: startChunk,
 									callbackToken: startChunk.text
 								});

package/dist/esm/llm/bedrock/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","names":[],"sources":["../../../../src/llm/bedrock/index.ts"],"sourcesContent":["/**\n * Optimized ChatBedrockConverse wrapper that fixes content block merging for\n * streaming responses and adds support for latest @langchain/aws features:\n *\n * - Application Inference Profiles (PR #9129)\n * - Service Tiers (Priority/Standard/Flex) (PR #9785) - requires AWS SDK 3.966.0+\n *\n * Bedrock's `@langchain/aws` library does not include an `index` property on content\n * blocks (unlike Anthropic/OpenAI), which causes LangChain's `_mergeLists` to append\n * each streaming chunk as a separate array entry instead of merging by index.\n *\n * This wrapper takes full ownership of the stream by directly interfacing with the\n * AWS SDK client (`this.client`) and using custom handlers from `./utils/` that\n * include `contentBlockIndex` in response_metadata for every delta type. It then\n * promotes `contentBlockIndex` to an `index` property on each content block\n * (mirroring Anthropic's pattern) and strips it from metadata to avoid\n * `_mergeDicts` conflicts.\n *\n * When multiple content block types are present (e.g. reasoning + text), text deltas\n * are promoted from strings to array form with `index` so they merge correctly once\n * the accumulated content is already an array.\n */\n\nimport { ChatBedrockConverse } from '@langchain/aws';\nimport { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk, ChatResult } from '@langchain/core/outputs';\nimport {\n  ConverseStreamCommand,\n  type ConverseStreamOutput,\n  type GuardrailConfiguration,\n  type GuardrailStreamConfiguration,\n} from '@aws-sdk/client-bedrock-runtime';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { BaseMessage, ResponseMetadata } from '@langchain/core/messages';\nimport type { ChatBedrockConverseInput } from '@langchain/aws';\nimport type { ContentBlockDeltaEvent } from './types';\nimport {\n  convertToConverseMessages,\n  createConverseToolUseStopChunk,\n  handleConverseStreamContentBlockStart,\n  handleConverseStreamContentBlockDelta,\n  handleConverseStreamMetadata,\n} from './utils';\nimport {\n  resolveBedrockPromptCacheTtl,\n  supportsBedrockToolCache,\n  type PromptCacheTtl,\n} from '@/messages/cache';\nimport { applyCachePointsToConversePayload } from './cachePoints';\nimport { insertBedrockToolCachePoint } from './toolCache';\n\n/**\n * Service tier type for Bedrock invocations.\n * Requires AWS SDK >= 3.966.0 to actually work.\n * @see https://docs.aws.amazon.com/bedrock/latest/userguide/service-tiers-inference.html\n */\nexport type ServiceTierType = 'priority' | 'default' | 'flex' | 'reserved';\n\nexport type CustomGuardrailConfiguration = GuardrailConfiguration &\n  Pick<GuardrailStreamConfiguration, 'streamProcessingMode'>;\n\nconst MAX_STREAM_QUEUE_CHUNKS = 256;\nconst MAX_STREAM_QUEUE_TEXT_CHARS = 8192;\nconst STREAM_CHUNK_MIN_SIZE = 4;\nconst STREAM_BOUNDARIES = new Set([' ', '.', ',', '!', '?', ';', ':']);\n\ntype QueuedGenerationChunk = {\n  chunk: ChatGenerationChunk;\n  callbackChunk?: ChatGenerationChunk;\n  callbackToken: string;\n  smooth: boolean;\n  textLength: number;\n};\n\nfunction findStreamChunkBoundary(text: string, minSize: number): number {\n  if (minSize >= text.length) {\n    return text.length;\n  }\n\n  for (let position = minSize; position < text.length; position++) {\n    if (STREAM_BOUNDARIES.has(text[position])) {\n      return position + 1;\n    }\n  }\n\n  return text.length;\n}\n\nfunction splitStreamToken(text: string): string[] {\n  const chunks: string[] = [];\n  let currentIndex = 0;\n\n  while (currentIndex < text.length) {\n    const remainingText = text.slice(currentIndex);\n    const chunkSize = findStreamChunkBoundary(\n      remainingText,\n      STREAM_CHUNK_MIN_SIZE\n    );\n    chunks.push(text.slice(currentIndex, currentIndex + chunkSize));\n    currentIndex += chunkSize;\n  }\n\n  return chunks;\n}\n\n/**\n * Resolves the text a delta contributes to the smoothing cadence, preferring a\n * text delta over a reasoning delta and ignoring non-string payloads.\n */\nfunction resolveVisibleText(text?: string, reasoningText?: string): string {\n  if (typeof text === 'string') {\n    return text;\n  }\n\n  if (typeof reasoningText === 'string') {\n    return reasoningText;\n  }\n\n  return '';\n}\n\nfunction getCadencedStreamDelay({\n  targetDelay,\n  lastVisibleContentAt,\n  now,\n}: {\n  targetDelay: number;\n  lastVisibleContentAt?: number;\n  now: number;\n}): number {\n  if (targetDelay <= 0 || lastVisibleContentAt == null) {\n    return 0;\n  }\n  return Math.max(0, targetDelay - (now - lastVisibleContentAt));\n}\n\nasync function waitForStreamDelay(\n  delay: number,\n  signal?: AbortSignal\n): Promise<void> {\n  if (delay <= 0 || isSignalAborted(signal)) {\n    return;\n  }\n  await new Promise<void>((resolve) => {\n    const timeoutRef: { current?: ReturnType<typeof setTimeout> } = {};\n    const onAbort = (): void => {\n      if (timeoutRef.current) {\n        clearTimeout(timeoutRef.current);\n      }\n      signal?.removeEventListener('abort', onAbort);\n      resolve();\n    };\n    timeoutRef.current = setTimeout(() => {\n      signal?.removeEventListener('abort', onAbort);\n      resolve();\n    }, delay);\n    signal?.addEventListener('abort', onAbort, { once: true });\n    if (isSignalAborted(signal)) {\n      onAbort();\n    }\n  });\n}\n\nfunction isSignalAborted(signal?: AbortSignal): boolean {\n  return signal?.aborted === true;\n}\n\n/**\n * Extended input interface with additional features:\n * - applicationInferenceProfile: Use an inference profile ARN instead of model ID\n * - serviceTier: Specify service tier (Priority, Standard, Flex, Reserved)\n */\nexport interface CustomChatBedrockConverseInput\n  extends ChatBedrockConverseInput {\n  /**\n   * Enables Bedrock prompt cache checkpoints for message and tool prefixes.\n   */\n  promptCache?: boolean;\n\n  /**\n   * Prompt-cache checkpoint TTL. Defaults to `'1h'` (extended cache) when\n   * `promptCache` is enabled; set `'5m'` for the legacy 5-minute behavior.\n   * Bedrock models that don't support the 1-hour TTL downgrade to 5m\n   * server-side (verified on Sonnet/Opus 4.6), so the default is safe to leave\n   * on; use `'5m'` for any model that rejects it.\n   */\n  promptCacheTtl?: PromptCacheTtl;\n\n  /**\n   * Minimum delay in milliseconds between visible streamed content deltas.\n   */\n  _lc_stream_delay?: number;\n\n  /**\n   * Guardrail configuration for Converse and ConverseStream invocations.\n   * `streamProcessingMode` is only used by ConverseStream.\n   */\n  guardrailConfig?: CustomGuardrailConfiguration;\n\n  /**\n   * Application Inference Profile ARN to use for the model.\n   * For example, \"arn:aws:bedrock:eu-west-1:123456789102:application-inference-profile/fm16bt65tzgx\"\n   * When provided, this ARN will be used for the actual inference calls instead of the model ID.\n   * Must still provide `model` as normal modelId to benefit from all the metadata.\n   * @see https://docs.aws.amazon.com/bedrock/latest/userguide/inference-profiles-create.html\n   */\n  applicationInferenceProfile?: string;\n\n  /**\n   * Service tier for model invocation.\n   * Specifies the processing tier type used for serving the request.\n   * Supported values are 'priority', 'default', 'flex', and 'reserved'.\n   *\n   * - 'priority': Prioritized processing for lower latency\n   * - 'default': Standard processing tier\n   * - 'flex': Flexible processing tier with lower cost\n   * - 'reserved': Reserved capacity for consistent performance\n   *\n   * If not provided, AWS uses the default tier.\n   * Note: Requires AWS SDK >= 3.966.0 to work.\n   * @see https://docs.aws.amazon.com/bedrock/latest/userguide/service-tiers-inference.html\n   */\n  serviceTier?: ServiceTierType;\n}\n\n/**\n * Extended call options with serviceTier override support.\n */\nexport interface CustomChatBedrockConverseCallOptions {\n  serviceTier?: ServiceTierType;\n  guardrailConfig?: CustomGuardrailConfiguration;\n}\n\nexport class CustomChatBedrockConverse extends ChatBedrockConverse {\n  _lc_stream_delay: number;\n\n  /**\n   * Whether to insert Bedrock prompt cache checkpoints when available.\n   */\n  promptCache?: boolean;\n\n  /**\n   * Prompt-cache checkpoint TTL (`'5m'` legacy or `'1h'` extended cache).\n   */\n  promptCacheTtl?: PromptCacheTtl;\n\n  /**\n   * Application Inference Profile ARN to use instead of model ID.\n   */\n  applicationInferenceProfile?: string;\n\n  /**\n   * Service tier for model invocation.\n   */\n  serviceTier?: ServiceTierType;\n\n  /**\n   * The configured model id, captured at construction so it survives the\n   * temporary `this.model` swap to an application-inference-profile ARN during\n   * generation. Used to gate the Bedrock tool cache point to Claude models\n   * (see {@link supportsBedrockToolCache}).\n   */\n  private readonly cacheModelId: string;\n\n  constructor(fields?: CustomChatBedrockConverseInput) {\n    super(fields);\n    this.promptCache = fields?.promptCache;\n    this.promptCacheTtl = fields?.promptCacheTtl;\n    this._lc_stream_delay = Math.max(0, fields?._lc_stream_delay ?? 0);\n    this.applicationInferenceProfile = fields?.applicationInferenceProfile;\n    this.serviceTier = fields?.serviceTier;\n    // `super(fields)` initializes `this.model` to LangChain's default Claude\n    // model when `fields.model` is omitted, so fall back to it rather than ''\n    // (which would treat the default Claude model as tool-cache-unsupported).\n    this.cacheModelId = fields?.model ?? this.model;\n  }\n\n  static lc_name(): string {\n    return 'LibreChatBedrockConverse';\n  }\n\n  /**\n   * Get the model ID to use for API calls.\n   * Returns applicationInferenceProfile if set, otherwise returns this.model.\n   */\n  protected getModelId(): string {\n    return this.applicationInferenceProfile ?? this.model;\n  }\n\n  /**\n   * Override invocationParams to add serviceTier support.\n   */\n  override invocationParams(\n    options?: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions\n  ): ReturnType<ChatBedrockConverse['invocationParams']> & {\n    serviceTier?: { type: ServiceTierType };\n  } {\n    const baseParams = super.invocationParams(options);\n    const toolConfig =\n      this.promptCache === true && supportsBedrockToolCache(this.cacheModelId)\n        ? insertBedrockToolCachePoint(\n          baseParams.toolConfig,\n          true,\n          resolveBedrockPromptCacheTtl(this.promptCacheTtl, this.cacheModelId)\n        )\n        : baseParams.toolConfig;\n\n    /** Service tier from options or fall back to class-level setting */\n    const serviceTierType = options?.serviceTier ?? this.serviceTier;\n\n    return {\n      ...baseParams,\n      toolConfig,\n      serviceTier: serviceTierType ? { type: serviceTierType } : undefined,\n    };\n  }\n\n  /**\n   * Override _generateNonStreaming to use applicationInferenceProfile as modelId.\n   * Uses the same model-swapping pattern as streaming for consistency.\n   */\n  override async _generateNonStreaming(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions,\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<ChatResult> {\n    const originalModel = this.model;\n    if (\n      this.applicationInferenceProfile != null &&\n      this.applicationInferenceProfile !== ''\n    ) {\n      this.model = this.applicationInferenceProfile;\n    }\n\n    try {\n      return await super._generateNonStreaming(messages, options, runManager);\n    } finally {\n      this.model = originalModel;\n    }\n  }\n\n  /**\n   * Own the stream end-to-end so we have direct access to every\n   * `contentBlockDelta.contentBlockIndex` from the AWS SDK.\n   *\n   * This replaces the parent's implementation which strips contentBlockIndex\n   * from text and reasoning deltas, making it impossible to merge correctly.\n   */\n  override async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions,\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const { converseMessages, converseSystem } =\n      convertToConverseMessages(messages);\n    const params = this.invocationParams(options);\n\n    let { streamUsage } = this;\n    if ((options as Record<string, unknown>).streamUsage !== undefined) {\n      streamUsage = (options as Record<string, unknown>).streamUsage as boolean;\n    }\n\n    const modelId = this.getModelId();\n\n    applyCachePointsToConversePayload({\n      cacheControl: options.cache_control,\n      system: converseSystem,\n      messages: converseMessages,\n      params,\n      modelId,\n    });\n\n    const command = new ConverseStreamCommand({\n      modelId,\n      messages: converseMessages,\n      system: converseSystem,\n      ...(params as Record<string, unknown>),\n    });\n\n    const streamAbortController = new AbortController();\n    const abortStream = (): void => streamAbortController.abort();\n    options.signal?.addEventListener('abort', abortStream, { once: true });\n    if (isSignalAborted(options.signal)) {\n      abortStream();\n    }\n\n    try {\n      const response = await this.client.send(command, {\n        abortSignal: streamAbortController.signal,\n      });\n\n      const stream: AsyncIterable<ConverseStreamOutput> | undefined =\n        response.stream;\n      if (!stream) {\n        return;\n      }\n\n      const seenBlockIndices = new Set<number>();\n      const toolUseBlockIndices = new Set<number>();\n      const queuedChunks: QueuedGenerationChunk[] = [];\n      const producerState: { done: boolean; error?: unknown } = { done: false };\n      let queuedChunkIndex = 0;\n      let bufferedTextLength = 0;\n      let consumerClosed = false;\n      let notifyConsumer: (() => void) | undefined;\n      let notifyProducer: (() => void) | undefined;\n      let hasEmittedVisibleContent = false;\n      let lastVisibleContentAt: number | undefined;\n\n      /**\n       * Guardrails can reject an already-streamed toolUse block at\n       * `messageStop` (`guardrail_intervened`), after `contentBlockStop` has\n       * passed. Only emit eager-execution seals when no guardrails are\n       * configured, so a later intervention can't race an eagerly started tool.\n       */\n      const sealToolUseOnStop =\n        options.guardrailConfig == null && this.guardrailConfig == null;\n\n      const notifyConsumerForChunk = (): void => {\n        notifyConsumer?.();\n        notifyConsumer = undefined;\n      };\n\n      const notifyProducerForSpace = (): void => {\n        notifyProducer?.();\n        notifyProducer = undefined;\n      };\n\n      const hasQueuedChunks = (): boolean =>\n        queuedChunkIndex < queuedChunks.length;\n\n      const getQueuedChunkCount = (): number =>\n        queuedChunks.length - queuedChunkIndex;\n\n      const isQueueAtCapacity = (): boolean =>\n        getQueuedChunkCount() >= MAX_STREAM_QUEUE_CHUNKS ||\n        bufferedTextLength >= MAX_STREAM_QUEUE_TEXT_CHARS;\n\n      const waitForNextChunk = async (): Promise<void> => {\n        if (\n          hasQueuedChunks() ||\n          producerState.done ||\n          producerState.error != null\n        ) {\n          return;\n        }\n        await new Promise<void>((resolve) => {\n          notifyConsumer = resolve;\n        });\n      };\n\n      const waitForQueueSpace = async (): Promise<void> => {\n        while (\n          isQueueAtCapacity() &&\n          !consumerClosed &&\n          !isSignalAborted(options.signal)\n        ) {\n          await new Promise<void>((resolve) => {\n            const signal = options.signal;\n            const onAbort = (): void => {\n              signal?.removeEventListener('abort', onAbort);\n              resolve();\n            };\n            const onSpace = (): void => {\n              signal?.removeEventListener('abort', onAbort);\n              resolve();\n            };\n            notifyProducer = onSpace;\n            signal?.addEventListener('abort', onAbort, { once: true });\n            if (isSignalAborted(signal)) {\n              onAbort();\n            }\n          });\n        }\n      };\n\n      const dequeue = (): QueuedGenerationChunk | undefined => {\n        if (!hasQueuedChunks()) {\n          return undefined;\n        }\n        const queuedChunk = queuedChunks[queuedChunkIndex];\n        queuedChunkIndex++;\n        if (\n          queuedChunkIndex > 128 &&\n          queuedChunkIndex * 2 >= queuedChunks.length\n        ) {\n          queuedChunks.splice(0, queuedChunkIndex);\n          queuedChunkIndex = 0;\n        }\n        return queuedChunk;\n      };\n\n      const enqueue = async (\n        queuedChunk: QueuedGenerationChunk\n      ): Promise<void> => {\n        await waitForQueueSpace();\n        if (consumerClosed || isSignalAborted(options.signal)) {\n          abortStream();\n          throw new Error('AbortError: User aborted the request.');\n        }\n        queuedChunks.push(queuedChunk);\n        if (queuedChunk.smooth) {\n          bufferedTextLength += queuedChunk.textLength;\n        }\n        notifyConsumerForChunk();\n      };\n\n      const enqueueChunk = async ({\n        chunk,\n        callbackChunk,\n        callbackToken = '',\n        smooth = false,\n        textLength = 0,\n      }: {\n        chunk: ChatGenerationChunk;\n        callbackChunk?: ChatGenerationChunk;\n        callbackToken?: string;\n        smooth?: boolean;\n        textLength?: number;\n      }): Promise<void> => {\n        await enqueue({\n          chunk,\n          callbackChunk,\n          callbackToken,\n          smooth,\n          textLength: smooth ? textLength : 0,\n        });\n      };\n\n      const enqueueDelta = async (\n        contentBlockDelta: ContentBlockDeltaEvent\n      ): Promise<void> => {\n        const delta = contentBlockDelta.delta;\n        if (delta == null) {\n          throw new Error('No delta found in content block.');\n        }\n\n        const idx = contentBlockDelta.contentBlockIndex;\n        if (idx != null) {\n          seenBlockIndices.add(idx);\n        }\n\n        const text = delta.text;\n        const reasoningContent = delta.reasoningContent;\n        const reasoningText = reasoningContent?.text;\n        const visibleText = resolveVisibleText(text, reasoningText);\n        const smooth = this._lc_stream_delay > 0 && visibleText !== '';\n        const tokenChunks = smooth\n          ? splitStreamToken(visibleText)\n          : [visibleText];\n\n        for (const token of tokenChunks) {\n          let splitDelta = contentBlockDelta;\n          if (typeof text === 'string') {\n            splitDelta = {\n              ...contentBlockDelta,\n              delta: { text: token },\n            };\n          } else if (\n            typeof reasoningText === 'string' &&\n            reasoningContent != null\n          ) {\n            splitDelta = {\n              ...contentBlockDelta,\n              delta: {\n                reasoningContent: {\n                  ...reasoningContent,\n                  text: token,\n                },\n              },\n            };\n          }\n\n          const deltaChunk = handleConverseStreamContentBlockDelta(splitDelta);\n          await enqueueChunk({\n            chunk: this.enrichChunk(deltaChunk, seenBlockIndices),\n            callbackChunk: deltaChunk,\n            callbackToken: deltaChunk.text,\n            smooth,\n            textLength: token.length,\n          });\n        }\n      };\n\n      const producer = (async (): Promise<void> => {\n        try {\n          for await (const event of stream) {\n            if (isSignalAborted(options.signal)) {\n              abortStream();\n              throw new Error('AbortError: User aborted the request.');\n            }\n\n            if (event.contentBlockStart != null) {\n              const startChunk = handleConverseStreamContentBlockStart(\n                event.contentBlockStart\n              );\n              if (startChunk != null) {\n                const idx = event.contentBlockStart.contentBlockIndex;\n                if (idx != null) {\n                  seenBlockIndices.add(idx);\n                  if (event.contentBlockStart.start?.toolUse != null) {\n                    toolUseBlockIndices.add(idx);\n                  }\n                }\n                await enqueueChunk({\n                  chunk: this.enrichChunk(startChunk, seenBlockIndices),\n                  callbackChunk: startChunk,\n                  callbackToken: startChunk.text,\n                });\n              }\n            } else if (event.contentBlockDelta != null) {\n              await enqueueDelta(event.contentBlockDelta);\n            } else if (event.metadata != null) {\n              await enqueueChunk({\n                chunk: handleConverseStreamMetadata(event.metadata, {\n                  streamUsage,\n                }),\n              });\n            } else if (event.contentBlockStop != null) {\n              const stopIdx = event.contentBlockStop.contentBlockIndex;\n              if (stopIdx != null) {\n                seenBlockIndices.add(stopIdx);\n                if (sealToolUseOnStop && toolUseBlockIndices.has(stopIdx)) {\n                  const sealChunk = createConverseToolUseStopChunk(stopIdx);\n                  await enqueueChunk({\n                    chunk: sealChunk,\n                    callbackChunk: sealChunk,\n                    callbackToken: sealChunk.text,\n                  });\n                }\n              }\n            } else {\n              await enqueueChunk({\n                chunk: new ChatGenerationChunk({\n                  text: '',\n                  message: new AIMessageChunk({\n                    content: '',\n                    response_metadata: { ...event } as ResponseMetadata,\n                  }),\n                }),\n              });\n            }\n          }\n        } catch (error) {\n          producerState.error = error;\n        } finally {\n          producerState.done = true;\n          notifyConsumerForChunk();\n        }\n      })();\n\n      try {\n        let keepStreaming = true;\n        while (keepStreaming) {\n          if (isSignalAborted(options.signal)) {\n            abortStream();\n            throw new Error('AbortError: User aborted the request.');\n          }\n\n          await waitForNextChunk();\n          const queuedChunk = dequeue();\n\n          if (!queuedChunk) {\n            if (producerState.error != null) {\n              throw producerState.error;\n            }\n            if (producerState.done) {\n              keepStreaming = false;\n            }\n            continue;\n          }\n\n          if (queuedChunk.smooth) {\n            bufferedTextLength = Math.max(\n              0,\n              bufferedTextLength - queuedChunk.textLength\n            );\n            notifyProducerForSpace();\n            await waitForStreamDelay(\n              getCadencedStreamDelay({\n                targetDelay: hasEmittedVisibleContent\n                  ? this._lc_stream_delay\n                  : 0,\n                lastVisibleContentAt,\n                now: Date.now(),\n              }),\n              options.signal\n            );\n            if (isSignalAborted(options.signal)) {\n              abortStream();\n              throw new Error('AbortError: User aborted the request.');\n            }\n            hasEmittedVisibleContent = true;\n            lastVisibleContentAt = Date.now();\n          } else {\n            notifyProducerForSpace();\n          }\n\n          yield queuedChunk.chunk;\n\n          if (queuedChunk.callbackChunk != null) {\n            await runManager?.handleLLMNewToken(\n              queuedChunk.callbackToken,\n              undefined,\n              undefined,\n              undefined,\n              undefined,\n              { chunk: queuedChunk.callbackChunk }\n            );\n          }\n        }\n      } finally {\n        consumerClosed = true;\n        if (!producerState.done) {\n          abortStream();\n          notifyProducerForSpace();\n        }\n        await producer;\n      }\n    } finally {\n      options.signal?.removeEventListener('abort', abortStream);\n      if (!streamAbortController.signal.aborted) {\n        streamAbortController.abort();\n      }\n    }\n  }\n\n  /**\n   * Inject `index` on content blocks for proper merge behaviour, then strip\n   * `contentBlockIndex` from response_metadata to prevent `_mergeDicts` conflicts.\n   *\n   * Text string content is promoted to array form only when the stream contains\n   * multiple content block indices (e.g. reasoning at index 0, text at index 1),\n   * ensuring text merges correctly with the already-array accumulated content.\n   */\n  private enrichChunk(\n    chunk: ChatGenerationChunk,\n    seenBlockIndices: Set<number>\n  ): ChatGenerationChunk {\n    const message = chunk.message;\n    if (!(message instanceof AIMessageChunk)) {\n      return chunk;\n    }\n\n    const metadata = message.response_metadata as Record<string, unknown>;\n    const blockIndex = this.extractContentBlockIndex(metadata);\n    const hasMetadataIndex = blockIndex != null;\n\n    let content: AIMessageChunk['content'] = message.content;\n    let contentModified = false;\n\n    if (Array.isArray(content) && blockIndex != null) {\n      content = content.map((block) =>\n        typeof block === 'object' && !('index' in block)\n          ? { ...block, index: blockIndex }\n          : block\n      );\n      contentModified = true;\n    } else if (\n      typeof content === 'string' &&\n      content !== '' &&\n      blockIndex != null &&\n      seenBlockIndices.size > 1\n    ) {\n      content = [{ type: 'text', text: content, index: blockIndex }];\n      contentModified = true;\n    }\n\n    if (!contentModified && !hasMetadataIndex) {\n      return chunk;\n    }\n\n    const cleanedMetadata = hasMetadataIndex\n      ? (this.removeContentBlockIndex(metadata) as Record<string, unknown>)\n      : metadata;\n\n    return new ChatGenerationChunk({\n      text: chunk.text,\n      message: new AIMessageChunk({\n        ...message,\n        content,\n        response_metadata: cleanedMetadata,\n      }),\n      generationInfo: chunk.generationInfo,\n    });\n  }\n\n  /**\n   * Extract `contentBlockIndex` from the top level of response_metadata.\n   * Our custom handlers always place it at the top level.\n   */\n  private extractContentBlockIndex(\n    metadata: Record<string, unknown>\n  ): number | undefined {\n    if (\n      'contentBlockIndex' in metadata &&\n      typeof metadata.contentBlockIndex === 'number'\n    ) {\n      return metadata.contentBlockIndex;\n    }\n    return undefined;\n  }\n\n  private removeContentBlockIndex(obj: unknown): unknown {\n    if (obj === null || obj === undefined) {\n      return obj;\n    }\n\n    if (Array.isArray(obj)) {\n      return obj.map((item) => this.removeContentBlockIndex(item));\n    }\n\n    if (typeof obj === 'object') {\n      const cleaned: Record<string, unknown> = {};\n      for (const [key, value] of Object.entries(obj)) {\n        if (key !== 'contentBlockIndex') {\n          cleaned[key] = this.removeContentBlockIndex(value);\n        }\n      }\n      return cleaned;\n    }\n\n    return obj;\n  }\n}\n\nexport type { ChatBedrockConverseInput };\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA6DA,MAAM,0BAA0B;AAChC,MAAM,8BAA8B;AACpC,MAAM,wBAAwB;AAC9B,MAAM,oBAAoB,IAAI,IAAI;CAAC;CAAK;CAAK;CAAK;CAAK;CAAK;CAAK;AAAG,CAAC;AAUrE,SAAS,wBAAwB,MAAc,SAAyB;CACtE,IAAI,WAAW,KAAK,QAClB,OAAO,KAAK;CAGd,KAAK,IAAI,WAAW,SAAS,WAAW,KAAK,QAAQ,YACnD,IAAI,kBAAkB,IAAI,KAAK,SAAS,GACtC,OAAO,WAAW;CAItB,OAAO,KAAK;AACd;AAEA,SAAS,iBAAiB,MAAwB;CAChD,MAAM,SAAmB,CAAC;CAC1B,IAAI,eAAe;CAEnB,OAAO,eAAe,KAAK,QAAQ;EAEjC,MAAM,YAAY,wBADI,KAAK,MAAM,YAEnB,GACZ,qBACF;EACA,OAAO,KAAK,KAAK,MAAM,cAAc,eAAe,SAAS,CAAC;EAC9D,gBAAgB;CAClB;CAEA,OAAO;AACT;;;;;AAMA,SAAS,mBAAmB,MAAe,eAAgC;CACzE,IAAI,OAAO,SAAS,UAClB,OAAO;CAGT,IAAI,OAAO,kBAAkB,UAC3B,OAAO;CAGT,OAAO;AACT;AAEA,SAAS,uBAAuB,EAC9B,aACA,sBACA,OAKS;CACT,IAAI,eAAe,KAAK,wBAAwB,MAC9C,OAAO;CAET,OAAO,KAAK,IAAI,GAAG,eAAe,MAAM,qBAAqB;AAC/D;AAEA,eAAe,mBACb,OACA,QACe;CACf,IAAI,SAAS,KAAK,gBAAgB,MAAM,GACtC;CAEF,MAAM,IAAI,SAAe,YAAY;EACnC,MAAM,aAA0D,CAAC;EACjE,MAAM,gBAAsB;GAC1B,IAAI,WAAW,SACb,aAAa,WAAW,OAAO;GAEjC,QAAQ,oBAAoB,SAAS,OAAO;GAC5C,QAAQ;EACV;EACA,WAAW,UAAU,iBAAiB;GACpC,QAAQ,oBAAoB,SAAS,OAAO;GAC5C,QAAQ;EACV,GAAG,KAAK;EACR,QAAQ,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;EACzD,IAAI,gBAAgB,MAAM,GACxB,QAAQ;CAEZ,CAAC;AACH;AAEA,SAAS,gBAAgB,QAA+B;CACtD,OAAO,QAAQ,YAAY;AAC7B;AAoEA,IAAa,4BAAb,cAA+C,oBAAoB;CACjE;;;;CAKA;;;;CAKA;;;;CAKA;;;;CAKA;;;;;;;CAQA;CAEA,YAAY,QAAyC;EACnD,MAAM,MAAM;EACZ,KAAK,cAAc,QAAQ;EAC3B,KAAK,iBAAiB,QAAQ;EAC9B,KAAK,mBAAmB,KAAK,IAAI,GAAG,QAAQ,oBAAoB,CAAC;EACjE,KAAK,8BAA8B,QAAQ;EAC3C,KAAK,cAAc,QAAQ;EAI3B,KAAK,eAAe,QAAQ,SAAS,KAAK;CAC5C;CAEA,OAAO,UAAkB;EACvB,OAAO;CACT;;;;;CAMA,aAA+B;EAC7B,OAAO,KAAK,+BAA+B,KAAK;CAClD;;;;CAKA,iBACE,SAGA;EACA,MAAM,aAAa,MAAM,iBAAiB,OAAO;EACjD,MAAM,aACJ,KAAK,gBAAgB,QAAQ,yBAAyB,KAAK,YAAY,IACnE,4BACA,WAAW,YACX,MACA,6BAA6B,KAAK,gBAAgB,KAAK,YAAY,CACrE,IACE,WAAW;;EAGjB,MAAM,kBAAkB,SAAS,eAAe,KAAK;EAErD,OAAO;GACL,GAAG;GACH;GACA,aAAa,kBAAkB,EAAE,MAAM,gBAAgB,IAAI,KAAA;EAC7D;CACF;;;;;CAMA,MAAe,sBACb,UACA,SACA,YACqB;EACrB,MAAM,gBAAgB,KAAK;EAC3B,IACE,KAAK,+BAA+B,QACpC,KAAK,gCAAgC,IAErC,KAAK,QAAQ,KAAK;EAGpB,IAAI;GACF,OAAO,MAAM,MAAM,sBAAsB,UAAU,SAAS,UAAU;EACxE,UAAU;GACR,KAAK,QAAQ;EACf;CACF;;;;;;;;CASA,OAAgB,sBACd,UACA,SACA,YACqC;EACrC,MAAM,EAAE,kBAAkB,mBACxB,0BAA0B,QAAQ;EACpC,MAAM,SAAS,KAAK,iBAAiB,OAAO;EAE5C,IAAI,EAAE,gBAAgB;EACtB,IAAK,QAAoC,gBAAgB,KAAA,GACvD,cAAe,QAAoC;EAGrD,MAAM,UAAU,KAAK,WAAW;EAEhC,kCAAkC;GAChC,cAAc,QAAQ;GACtB,QAAQ;GACR,UAAU;GACV;GACA;EACF,CAAC;EAED,MAAM,UAAU,IAAI,sBAAsB;GACxC;GACA,UAAU;GACV,QAAQ;GACR,GAAI;EACN,CAAC;EAED,MAAM,wBAAwB,IAAI,gBAAgB;EAClD,MAAM,oBAA0B,sBAAsB,MAAM;EAC5D,QAAQ,QAAQ,iBAAiB,SAAS,aAAa,EAAE,MAAM,KAAK,CAAC;EACrE,IAAI,gBAAgB,QAAQ,MAAM,GAChC,YAAY;EAGd,IAAI;GAKF,MAAM,UACJ,MALqB,KAAK,OAAO,KAAK,SAAS,EAC/C,aAAa,sBAAsB,OACrC,CAAC,EAAA,CAGU;GACX,IAAI,CAAC,QACH;GAGF,MAAM,mCAAmB,IAAI,IAAY;GACzC,MAAM,sCAAsB,IAAI,IAAY;GAC5C,MAAM,eAAwC,CAAC;GAC/C,MAAM,gBAAoD,EAAE,MAAM,MAAM;GACxE,IAAI,mBAAmB;GACvB,IAAI,qBAAqB;GACzB,IAAI,iBAAiB;GACrB,IAAI;GACJ,IAAI;GACJ,IAAI,2BAA2B;GAC/B,IAAI;;;;;;;GAQJ,MAAM,oBACJ,QAAQ,mBAAmB,QAAQ,KAAK,mBAAmB;GAE7D,MAAM,+BAAqC;IACzC,iBAAiB;IACjB,iBAAiB,KAAA;GACnB;GAEA,MAAM,+BAAqC;IACzC,iBAAiB;IACjB,iBAAiB,KAAA;GACnB;GAEA,MAAM,wBACJ,mBAAmB,aAAa;GAElC,MAAM,4BACJ,aAAa,SAAS;GAExB,MAAM,0BACJ,oBAAoB,KAAK,2BACzB,sBAAsB;GAExB,MAAM,mBAAmB,YAA2B;IAClD,IACE,gBAAgB,KAChB,cAAc,QACd,cAAc,SAAS,MAEvB;IAEF,MAAM,IAAI,SAAe,YAAY;KACnC,iBAAiB;IACnB,CAAC;GACH;GAEA,MAAM,oBAAoB,YAA2B;IACnD,OACE,kBAAkB,KAClB,CAAC,kBACD,CAAC,gBAAgB,QAAQ,MAAM,GAE/B,MAAM,IAAI,SAAe,YAAY;KACnC,MAAM,SAAS,QAAQ;KACvB,MAAM,gBAAsB;MAC1B,QAAQ,oBAAoB,SAAS,OAAO;MAC5C,QAAQ;KACV;KACA,MAAM,gBAAsB;MAC1B,QAAQ,oBAAoB,SAAS,OAAO;MAC5C,QAAQ;KACV;KACA,iBAAiB;KACjB,QAAQ,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;KACzD,IAAI,gBAAgB,MAAM,GACxB,QAAQ;IAEZ,CAAC;GAEL;GAEA,MAAM,gBAAmD;IACvD,IAAI,CAAC,gBAAgB,GACnB;IAEF,MAAM,cAAc,aAAa;IACjC;IACA,IACE,mBAAmB,OACnB,mBAAmB,KAAK,aAAa,QACrC;KACA,aAAa,OAAO,GAAG,gBAAgB;KACvC,mBAAmB;IACrB;IACA,OAAO;GACT;GAEA,MAAM,UAAU,OACd,gBACkB;IAClB,MAAM,kBAAkB;IACxB,IAAI,kBAAkB,gBAAgB,QAAQ,MAAM,GAAG;KACrD,YAAY;KACZ,MAAM,IAAI,MAAM,uCAAuC;IACzD;IACA,aAAa,KAAK,WAAW;IAC7B,IAAI,YAAY,QACd,sBAAsB,YAAY;IAEpC,uBAAuB;GACzB;GAEA,MAAM,eAAe,OAAO,EAC1B,OACA,eACA,gBAAgB,IAChB,SAAS,OACT,aAAa,QAOM;IACnB,MAAM,QAAQ;KACZ;KACA;KACA;KACA;KACA,YAAY,SAAS,aAAa;IACpC,CAAC;GACH;GAEA,MAAM,eAAe,OACnB,sBACkB;IAClB,MAAM,QAAQ,kBAAkB;IAChC,IAAI,SAAS,MACX,MAAM,IAAI,MAAM,kCAAkC;IAGpD,MAAM,MAAM,kBAAkB;IAC9B,IAAI,OAAO,MACT,iBAAiB,IAAI,GAAG;IAG1B,MAAM,OAAO,MAAM;IACnB,MAAM,mBAAmB,MAAM;IAC/B,MAAM,gBAAgB,kBAAkB;IACxC,MAAM,cAAc,mBAAmB,MAAM,aAAa;IAC1D,MAAM,SAAS,KAAK,mBAAmB,KAAK,gBAAgB;IAC5D,MAAM,cAAc,SAChB,iBAAiB,WAAW,IAC5B,CAAC,WAAW;IAEhB,KAAK,MAAM,SAAS,aAAa;KAC/B,IAAI,aAAa;KACjB,IAAI,OAAO,SAAS,UAClB,aAAa;MACX,GAAG;MACH,OAAO,EAAE,MAAM,MAAM;KACvB;UACK,IACL,OAAO,kBAAkB,YACzB,oBAAoB,MAEpB,aAAa;MACX,GAAG;MACH,OAAO,EACL,kBAAkB;OAChB,GAAG;OACH,MAAM;MACR,EACF;KACF;KAGF,MAAM,aAAa,sCAAsC,UAAU;KACnE,MAAM,aAAa;MACjB,OAAO,KAAK,YAAY,YAAY,gBAAgB;MACpD,eAAe;MACf,eAAe,WAAW;MAC1B;MACA,YAAY,MAAM;KACpB,CAAC;IACH;GACF;GAEA,MAAM,YAAY,YAA2B;IAC3C,IAAI;KACF,WAAW,MAAM,SAAS,QAAQ;MAChC,IAAI,gBAAgB,QAAQ,MAAM,GAAG;OACnC,YAAY;OACZ,MAAM,IAAI,MAAM,uCAAuC;MACzD;MAEA,IAAI,MAAM,qBAAqB,MAAM;OACnC,MAAM,aAAa,sCACjB,MAAM,iBACR;OACA,IAAI,cAAc,MAAM;QACtB,MAAM,MAAM,MAAM,kBAAkB;QACpC,IAAI,OAAO,MAAM;SACf,iBAAiB,IAAI,GAAG;SACxB,IAAI,MAAM,kBAAkB,OAAO,WAAW,MAC5C,oBAAoB,IAAI,GAAG;QAE/B;QACA,MAAM,aAAa;SACjB,OAAO,KAAK,YAAY,YAAY,gBAAgB;SACpD,eAAe;SACf,eAAe,WAAW;QAC5B,CAAC;OACH;MACF,OAAO,IAAI,MAAM,qBAAqB,MACpC,MAAM,aAAa,MAAM,iBAAiB;WACrC,IAAI,MAAM,YAAY,MAC3B,MAAM,aAAa,EACjB,OAAO,6BAA6B,MAAM,UAAU,EAClD,YACF,CAAC,EACH,CAAC;WACI,IAAI,MAAM,oBAAoB,MAAM;OACzC,MAAM,UAAU,MAAM,iBAAiB;OACvC,IAAI,WAAW,MAAM;QACnB,iBAAiB,IAAI,OAAO;QAC5B,IAAI,qBAAqB,oBAAoB,IAAI,OAAO,GAAG;SACzD,MAAM,YAAY,+BAA+B,OAAO;SACxD,MAAM,aAAa;UACjB,OAAO;UACP,eAAe;UACf,eAAe,UAAU;SAC3B,CAAC;QACH;OACF;MACF,OACE,MAAM,aAAa,EACjB,OAAO,IAAI,oBAAoB;OAC7B,MAAM;OACN,SAAS,IAAI,eAAe;QAC1B,SAAS;QACT,mBAAmB,EAAE,GAAG,MAAM;OAChC,CAAC;MACH,CAAC,EACH,CAAC;KAEL;IACF,SAAS,OAAO;KACd,cAAc,QAAQ;IACxB,UAAU;KACR,cAAc,OAAO;KACrB,uBAAuB;IACzB;GACF,EAAA,CAAG;GAEH,IAAI;IACF,IAAI,gBAAgB;IACpB,OAAO,eAAe;KACpB,IAAI,gBAAgB,QAAQ,MAAM,GAAG;MACnC,YAAY;MACZ,MAAM,IAAI,MAAM,uCAAuC;KACzD;KAEA,MAAM,iBAAiB;KACvB,MAAM,cAAc,QAAQ;KAE5B,IAAI,CAAC,aAAa;MAChB,IAAI,cAAc,SAAS,MACzB,MAAM,cAAc;MAEtB,IAAI,cAAc,MAChB,gBAAgB;MAElB;KACF;KAEA,IAAI,YAAY,QAAQ;MACtB,qBAAqB,KAAK,IACxB,GACA,qBAAqB,YAAY,UACnC;MACA,uBAAuB;MACvB,MAAM,mBACJ,uBAAuB;OACrB,aAAa,2BACT,KAAK,mBACL;OACJ;OACA,KAAK,KAAK,IAAI;MAChB,CAAC,GACD,QAAQ,MACV;MACA,IAAI,gBAAgB,QAAQ,MAAM,GAAG;OACnC,YAAY;OACZ,MAAM,IAAI,MAAM,uCAAuC;MACzD;MACA,2BAA2B;MAC3B,uBAAuB,KAAK,IAAI;KAClC,OACE,uBAAuB;KAGzB,MAAM,YAAY;KAElB,IAAI,YAAY,iBAAiB,MAC/B,MAAM,YAAY,kBAChB,YAAY,eACZ,KAAA,GACA,KAAA,GACA,KAAA,GACA,KAAA,GACA,EAAE,OAAO,YAAY,cAAc,CACrC;IAEJ;GACF,UAAU;IACR,iBAAiB;IACjB,IAAI,CAAC,cAAc,MAAM;KACvB,YAAY;KACZ,uBAAuB;IACzB;IACA,MAAM;GACR;EACF,UAAU;GACR,QAAQ,QAAQ,oBAAoB,SAAS,WAAW;GACxD,IAAI,CAAC,sBAAsB,OAAO,SAChC,sBAAsB,MAAM;EAEhC;CACF;;;;;;;;;CAUA,YACE,OACA,kBACqB;EACrB,MAAM,UAAU,MAAM;EACtB,IAAI,EAAE,mBAAmB,iBACvB,OAAO;EAGT,MAAM,WAAW,QAAQ;EACzB,MAAM,aAAa,KAAK,yBAAyB,QAAQ;EACzD,MAAM,mBAAmB,cAAc;EAEvC,IAAI,UAAqC,QAAQ;EACjD,IAAI,kBAAkB;EAEtB,IAAI,MAAM,QAAQ,OAAO,KAAK,cAAc,MAAM;GAChD,UAAU,QAAQ,KAAK,UACrB,OAAO,UAAU,YAAY,EAAE,WAAW,SACtC;IAAE,GAAG;IAAO,OAAO;GAAW,IAC9B,KACN;GACA,kBAAkB;EACpB,OAAO,IACL,OAAO,YAAY,YACnB,YAAY,MACZ,cAAc,QACd,iBAAiB,OAAO,GACxB;GACA,UAAU,CAAC;IAAE,MAAM;IAAQ,MAAM;IAAS,OAAO;GAAW,CAAC;GAC7D,kBAAkB;EACpB;EAEA,IAAI,CAAC,mBAAmB,CAAC,kBACvB,OAAO;EAGT,MAAM,kBAAkB,mBACnB,KAAK,wBAAwB,QAAQ,IACtC;EAEJ,OAAO,IAAI,oBAAoB;GAC7B,MAAM,MAAM;GACZ,SAAS,IAAI,eAAe;IAC1B,GAAG;IACH;IACA,mBAAmB;GACrB,CAAC;GACD,gBAAgB,MAAM;EACxB,CAAC;CACH;;;;;CAMA,yBACE,UACoB;EACpB,IACE,uBAAuB,YACvB,OAAO,SAAS,sBAAsB,UAEtC,OAAO,SAAS;CAGpB;CAEA,wBAAgC,KAAuB;EACrD,IAAI,QAAQ,QAAQ,QAAQ,KAAA,GAC1B,OAAO;EAGT,IAAI,MAAM,QAAQ,GAAG,GACnB,OAAO,IAAI,KAAK,SAAS,KAAK,wBAAwB,IAAI,CAAC;EAG7D,IAAI,OAAO,QAAQ,UAAU;GAC3B,MAAM,UAAmC,CAAC;GAC1C,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,GAAG,GAC3C,IAAI,QAAQ,qBACV,QAAQ,OAAO,KAAK,wBAAwB,KAAK;GAGrD,OAAO;EACT;EAEA,OAAO;CACT;AACF"}
+{"version":3,"file":"index.mjs","names":[],"sources":["../../../../src/llm/bedrock/index.ts"],"sourcesContent":["/**\n * Optimized ChatBedrockConverse wrapper that fixes content block merging for\n * streaming responses and adds support for latest @langchain/aws features:\n *\n * - Application Inference Profiles (PR #9129)\n * - Service Tiers (Priority/Standard/Flex) (PR #9785) - requires AWS SDK 3.966.0+\n *\n * Bedrock's `@langchain/aws` library does not include an `index` property on content\n * blocks (unlike Anthropic/OpenAI), which causes LangChain's `_mergeLists` to append\n * each streaming chunk as a separate array entry instead of merging by index.\n *\n * This wrapper takes full ownership of the stream by directly interfacing with the\n * AWS SDK client (`this.client`) and using custom handlers from `./utils/` that\n * include `contentBlockIndex` in response_metadata for every delta type. It then\n * promotes `contentBlockIndex` to an `index` property on each content block\n * (mirroring Anthropic's pattern) and strips it from metadata to avoid\n * `_mergeDicts` conflicts.\n *\n * When multiple content block types are present (e.g. reasoning + text), text deltas\n * are promoted from strings to array form with `index` so they merge correctly once\n * the accumulated content is already an array.\n */\n\nimport { ChatBedrockConverse } from '@langchain/aws';\nimport { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk, ChatResult } from '@langchain/core/outputs';\nimport {\n  ConverseStreamCommand,\n  type ConverseStreamOutput,\n  type GuardrailConfiguration,\n  type GuardrailStreamConfiguration,\n} from '@aws-sdk/client-bedrock-runtime';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { BaseMessage, ResponseMetadata } from '@langchain/core/messages';\nimport type { ChatBedrockConverseInput } from '@langchain/aws';\nimport type { ContentBlockDeltaEvent } from './types';\nimport {\n  convertToConverseMessages,\n  createConverseToolUseStopChunk,\n  handleConverseStreamContentBlockStart,\n  handleConverseStreamContentBlockDelta,\n  handleConverseStreamMetadata,\n} from './utils';\nimport {\n  resolveBedrockPromptCacheTtl,\n  supportsBedrockToolCache,\n  type PromptCacheTtl,\n} from '@/messages/cache';\nimport { linkStreamLimitCanonical } from '@/llm/streamLimits';\nimport { applyCachePointsToConversePayload } from './cachePoints';\nimport { insertBedrockToolCachePoint } from './toolCache';\n\n/**\n * Service tier type for Bedrock invocations.\n * Requires AWS SDK >= 3.966.0 to actually work.\n * @see https://docs.aws.amazon.com/bedrock/latest/userguide/service-tiers-inference.html\n */\nexport type ServiceTierType = 'priority' | 'default' | 'flex' | 'reserved';\n\nexport type CustomGuardrailConfiguration = GuardrailConfiguration &\n  Pick<GuardrailStreamConfiguration, 'streamProcessingMode'>;\n\nconst MAX_STREAM_QUEUE_CHUNKS = 256;\nconst MAX_STREAM_QUEUE_TEXT_CHARS = 8192;\nconst STREAM_CHUNK_MIN_SIZE = 4;\nconst STREAM_BOUNDARIES = new Set([' ', '.', ',', '!', '?', ';', ':']);\n\ntype QueuedGenerationChunk = {\n  chunk: ChatGenerationChunk;\n  callbackChunk?: ChatGenerationChunk;\n  callbackToken: string;\n  smooth: boolean;\n  textLength: number;\n};\n\nfunction findStreamChunkBoundary(text: string, minSize: number): number {\n  if (minSize >= text.length) {\n    return text.length;\n  }\n\n  for (let position = minSize; position < text.length; position++) {\n    if (STREAM_BOUNDARIES.has(text[position])) {\n      return position + 1;\n    }\n  }\n\n  return text.length;\n}\n\nfunction splitStreamToken(text: string): string[] {\n  const chunks: string[] = [];\n  let currentIndex = 0;\n\n  while (currentIndex < text.length) {\n    const remainingText = text.slice(currentIndex);\n    const chunkSize = findStreamChunkBoundary(\n      remainingText,\n      STREAM_CHUNK_MIN_SIZE\n    );\n    chunks.push(text.slice(currentIndex, currentIndex + chunkSize));\n    currentIndex += chunkSize;\n  }\n\n  return chunks;\n}\n\n/**\n * Resolves the text a delta contributes to the smoothing cadence, preferring a\n * text delta over a reasoning delta and ignoring non-string payloads.\n */\nfunction resolveVisibleText(text?: string, reasoningText?: string): string {\n  if (typeof text === 'string') {\n    return text;\n  }\n\n  if (typeof reasoningText === 'string') {\n    return reasoningText;\n  }\n\n  return '';\n}\n\nfunction getCadencedStreamDelay({\n  targetDelay,\n  lastVisibleContentAt,\n  now,\n}: {\n  targetDelay: number;\n  lastVisibleContentAt?: number;\n  now: number;\n}): number {\n  if (targetDelay <= 0 || lastVisibleContentAt == null) {\n    return 0;\n  }\n  return Math.max(0, targetDelay - (now - lastVisibleContentAt));\n}\n\nasync function waitForStreamDelay(\n  delay: number,\n  signal?: AbortSignal\n): Promise<void> {\n  if (delay <= 0 || isSignalAborted(signal)) {\n    return;\n  }\n  await new Promise<void>((resolve) => {\n    const timeoutRef: { current?: ReturnType<typeof setTimeout> } = {};\n    const onAbort = (): void => {\n      if (timeoutRef.current) {\n        clearTimeout(timeoutRef.current);\n      }\n      signal?.removeEventListener('abort', onAbort);\n      resolve();\n    };\n    timeoutRef.current = setTimeout(() => {\n      signal?.removeEventListener('abort', onAbort);\n      resolve();\n    }, delay);\n    signal?.addEventListener('abort', onAbort, { once: true });\n    if (isSignalAborted(signal)) {\n      onAbort();\n    }\n  });\n}\n\nfunction isSignalAborted(signal?: AbortSignal): boolean {\n  return signal?.aborted === true;\n}\n\n/**\n * Extended input interface with additional features:\n * - applicationInferenceProfile: Use an inference profile ARN instead of model ID\n * - serviceTier: Specify service tier (Priority, Standard, Flex, Reserved)\n */\nexport interface CustomChatBedrockConverseInput\n  extends ChatBedrockConverseInput {\n  /**\n   * Enables Bedrock prompt cache checkpoints for message and tool prefixes.\n   */\n  promptCache?: boolean;\n\n  /**\n   * Prompt-cache checkpoint TTL. Defaults to `'1h'` (extended cache) when\n   * `promptCache` is enabled; set `'5m'` for the legacy 5-minute behavior.\n   * Bedrock models that don't support the 1-hour TTL downgrade to 5m\n   * server-side (verified on Sonnet/Opus 4.6), so the default is safe to leave\n   * on; use `'5m'` for any model that rejects it.\n   */\n  promptCacheTtl?: PromptCacheTtl;\n\n  /**\n   * Minimum delay in milliseconds between visible streamed content deltas.\n   */\n  _lc_stream_delay?: number;\n\n  /**\n   * Guardrail configuration for Converse and ConverseStream invocations.\n   * `streamProcessingMode` is only used by ConverseStream.\n   */\n  guardrailConfig?: CustomGuardrailConfiguration;\n\n  /**\n   * Application Inference Profile ARN to use for the model.\n   * For example, \"arn:aws:bedrock:eu-west-1:123456789102:application-inference-profile/fm16bt65tzgx\"\n   * When provided, this ARN will be used for the actual inference calls instead of the model ID.\n   * Must still provide `model` as normal modelId to benefit from all the metadata.\n   * @see https://docs.aws.amazon.com/bedrock/latest/userguide/inference-profiles-create.html\n   */\n  applicationInferenceProfile?: string;\n\n  /**\n   * Service tier for model invocation.\n   * Specifies the processing tier type used for serving the request.\n   * Supported values are 'priority', 'default', 'flex', and 'reserved'.\n   *\n   * - 'priority': Prioritized processing for lower latency\n   * - 'default': Standard processing tier\n   * - 'flex': Flexible processing tier with lower cost\n   * - 'reserved': Reserved capacity for consistent performance\n   *\n   * If not provided, AWS uses the default tier.\n   * Note: Requires AWS SDK >= 3.966.0 to work.\n   * @see https://docs.aws.amazon.com/bedrock/latest/userguide/service-tiers-inference.html\n   */\n  serviceTier?: ServiceTierType;\n}\n\n/**\n * Extended call options with serviceTier override support.\n */\nexport interface CustomChatBedrockConverseCallOptions {\n  serviceTier?: ServiceTierType;\n  guardrailConfig?: CustomGuardrailConfiguration;\n}\n\nexport class CustomChatBedrockConverse extends ChatBedrockConverse {\n  _lc_stream_delay: number;\n\n  /**\n   * Whether to insert Bedrock prompt cache checkpoints when available.\n   */\n  promptCache?: boolean;\n\n  /**\n   * Prompt-cache checkpoint TTL (`'5m'` legacy or `'1h'` extended cache).\n   */\n  promptCacheTtl?: PromptCacheTtl;\n\n  /**\n   * Application Inference Profile ARN to use instead of model ID.\n   */\n  applicationInferenceProfile?: string;\n\n  /**\n   * Service tier for model invocation.\n   */\n  serviceTier?: ServiceTierType;\n\n  /**\n   * The configured model id, captured at construction so it survives the\n   * temporary `this.model` swap to an application-inference-profile ARN during\n   * generation. Used to gate the Bedrock tool cache point to Claude models\n   * (see {@link supportsBedrockToolCache}).\n   */\n  private readonly cacheModelId: string;\n\n  constructor(fields?: CustomChatBedrockConverseInput) {\n    super(fields);\n    this.promptCache = fields?.promptCache;\n    this.promptCacheTtl = fields?.promptCacheTtl;\n    this._lc_stream_delay = Math.max(0, fields?._lc_stream_delay ?? 0);\n    this.applicationInferenceProfile = fields?.applicationInferenceProfile;\n    this.serviceTier = fields?.serviceTier;\n    // `super(fields)` initializes `this.model` to LangChain's default Claude\n    // model when `fields.model` is omitted, so fall back to it rather than ''\n    // (which would treat the default Claude model as tool-cache-unsupported).\n    this.cacheModelId = fields?.model ?? this.model;\n  }\n\n  static lc_name(): string {\n    return 'LibreChatBedrockConverse';\n  }\n\n  /**\n   * Get the model ID to use for API calls.\n   * Returns applicationInferenceProfile if set, otherwise returns this.model.\n   */\n  protected getModelId(): string {\n    return this.applicationInferenceProfile ?? this.model;\n  }\n\n  /**\n   * Override invocationParams to add serviceTier support.\n   */\n  override invocationParams(\n    options?: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions\n  ): ReturnType<ChatBedrockConverse['invocationParams']> & {\n    serviceTier?: { type: ServiceTierType };\n  } {\n    const baseParams = super.invocationParams(options);\n    const toolConfig =\n      this.promptCache === true && supportsBedrockToolCache(this.cacheModelId)\n        ? insertBedrockToolCachePoint(\n          baseParams.toolConfig,\n          true,\n          resolveBedrockPromptCacheTtl(this.promptCacheTtl, this.cacheModelId)\n        )\n        : baseParams.toolConfig;\n\n    /** Service tier from options or fall back to class-level setting */\n    const serviceTierType = options?.serviceTier ?? this.serviceTier;\n\n    return {\n      ...baseParams,\n      toolConfig,\n      serviceTier: serviceTierType ? { type: serviceTierType } : undefined,\n    };\n  }\n\n  /**\n   * Override _generateNonStreaming to use applicationInferenceProfile as modelId.\n   * Uses the same model-swapping pattern as streaming for consistency.\n   */\n  override async _generateNonStreaming(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions,\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<ChatResult> {\n    const originalModel = this.model;\n    if (\n      this.applicationInferenceProfile != null &&\n      this.applicationInferenceProfile !== ''\n    ) {\n      this.model = this.applicationInferenceProfile;\n    }\n\n    try {\n      return await super._generateNonStreaming(messages, options, runManager);\n    } finally {\n      this.model = originalModel;\n    }\n  }\n\n  /**\n   * Own the stream end-to-end so we have direct access to every\n   * `contentBlockDelta.contentBlockIndex` from the AWS SDK.\n   *\n   * This replaces the parent's implementation which strips contentBlockIndex\n   * from text and reasoning deltas, making it impossible to merge correctly.\n   */\n  override async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions,\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const { converseMessages, converseSystem } =\n      convertToConverseMessages(messages);\n    const params = this.invocationParams(options);\n\n    let { streamUsage } = this;\n    if ((options as Record<string, unknown>).streamUsage !== undefined) {\n      streamUsage = (options as Record<string, unknown>).streamUsage as boolean;\n    }\n\n    const modelId = this.getModelId();\n\n    applyCachePointsToConversePayload({\n      cacheControl: options.cache_control,\n      system: converseSystem,\n      messages: converseMessages,\n      params,\n      modelId,\n    });\n\n    const command = new ConverseStreamCommand({\n      modelId,\n      messages: converseMessages,\n      system: converseSystem,\n      ...(params as Record<string, unknown>),\n    });\n\n    const streamAbortController = new AbortController();\n    const abortStream = (): void => streamAbortController.abort();\n    options.signal?.addEventListener('abort', abortStream, { once: true });\n    if (isSignalAborted(options.signal)) {\n      abortStream();\n    }\n\n    try {\n      const response = await this.client.send(command, {\n        abortSignal: streamAbortController.signal,\n      });\n\n      const stream: AsyncIterable<ConverseStreamOutput> | undefined =\n        response.stream;\n      if (!stream) {\n        return;\n      }\n\n      const seenBlockIndices = new Set<number>();\n      const toolUseBlockIndices = new Set<number>();\n      const queuedChunks: QueuedGenerationChunk[] = [];\n      const producerState: { done: boolean; error?: unknown } = { done: false };\n      let queuedChunkIndex = 0;\n      let bufferedTextLength = 0;\n      let consumerClosed = false;\n      let notifyConsumer: (() => void) | undefined;\n      let notifyProducer: (() => void) | undefined;\n      let hasEmittedVisibleContent = false;\n      let lastVisibleContentAt: number | undefined;\n\n      /**\n       * Guardrails can reject an already-streamed toolUse block at\n       * `messageStop` (`guardrail_intervened`), after `contentBlockStop` has\n       * passed. Only emit eager-execution seals when no guardrails are\n       * configured, so a later intervention can't race an eagerly started tool.\n       */\n      const sealToolUseOnStop =\n        options.guardrailConfig == null && this.guardrailConfig == null;\n\n      const notifyConsumerForChunk = (): void => {\n        notifyConsumer?.();\n        notifyConsumer = undefined;\n      };\n\n      const notifyProducerForSpace = (): void => {\n        notifyProducer?.();\n        notifyProducer = undefined;\n      };\n\n      const hasQueuedChunks = (): boolean =>\n        queuedChunkIndex < queuedChunks.length;\n\n      const getQueuedChunkCount = (): number =>\n        queuedChunks.length - queuedChunkIndex;\n\n      const isQueueAtCapacity = (): boolean =>\n        getQueuedChunkCount() >= MAX_STREAM_QUEUE_CHUNKS ||\n        bufferedTextLength >= MAX_STREAM_QUEUE_TEXT_CHARS;\n\n      const waitForNextChunk = async (): Promise<void> => {\n        if (\n          hasQueuedChunks() ||\n          producerState.done ||\n          producerState.error != null\n        ) {\n          return;\n        }\n        await new Promise<void>((resolve) => {\n          notifyConsumer = resolve;\n        });\n      };\n\n      const waitForQueueSpace = async (): Promise<void> => {\n        while (\n          isQueueAtCapacity() &&\n          !consumerClosed &&\n          !isSignalAborted(options.signal)\n        ) {\n          await new Promise<void>((resolve) => {\n            const signal = options.signal;\n            const onAbort = (): void => {\n              signal?.removeEventListener('abort', onAbort);\n              resolve();\n            };\n            const onSpace = (): void => {\n              signal?.removeEventListener('abort', onAbort);\n              resolve();\n            };\n            notifyProducer = onSpace;\n            signal?.addEventListener('abort', onAbort, { once: true });\n            if (isSignalAborted(signal)) {\n              onAbort();\n            }\n          });\n        }\n      };\n\n      const dequeue = (): QueuedGenerationChunk | undefined => {\n        if (!hasQueuedChunks()) {\n          return undefined;\n        }\n        const queuedChunk = queuedChunks[queuedChunkIndex];\n        queuedChunkIndex++;\n        if (\n          queuedChunkIndex > 128 &&\n          queuedChunkIndex * 2 >= queuedChunks.length\n        ) {\n          queuedChunks.splice(0, queuedChunkIndex);\n          queuedChunkIndex = 0;\n        }\n        return queuedChunk;\n      };\n\n      const enqueue = async (\n        queuedChunk: QueuedGenerationChunk\n      ): Promise<void> => {\n        await waitForQueueSpace();\n        if (consumerClosed || isSignalAborted(options.signal)) {\n          abortStream();\n          throw new Error('AbortError: User aborted the request.');\n        }\n        queuedChunks.push(queuedChunk);\n        if (queuedChunk.smooth) {\n          bufferedTextLength += queuedChunk.textLength;\n        }\n        notifyConsumerForChunk();\n      };\n\n      const enqueueChunk = async ({\n        chunk,\n        callbackChunk,\n        callbackToken = '',\n        smooth = false,\n        textLength = 0,\n      }: {\n        chunk: ChatGenerationChunk;\n        callbackChunk?: ChatGenerationChunk;\n        callbackToken?: string;\n        smooth?: boolean;\n        textLength?: number;\n      }): Promise<void> => {\n        await enqueue({\n          chunk,\n          callbackChunk,\n          callbackToken,\n          smooth,\n          textLength: smooth ? textLength : 0,\n        });\n      };\n\n      const enqueueDelta = async (\n        contentBlockDelta: ContentBlockDeltaEvent\n      ): Promise<void> => {\n        const delta = contentBlockDelta.delta;\n        if (delta == null) {\n          throw new Error('No delta found in content block.');\n        }\n\n        const idx = contentBlockDelta.contentBlockIndex;\n        if (idx != null) {\n          seenBlockIndices.add(idx);\n        }\n\n        const text = delta.text;\n        const reasoningContent = delta.reasoningContent;\n        const reasoningText = reasoningContent?.text;\n        const visibleText = resolveVisibleText(text, reasoningText);\n        const smooth = this._lc_stream_delay > 0 && visibleText !== '';\n        const tokenChunks = smooth\n          ? splitStreamToken(visibleText)\n          : [visibleText];\n\n        for (const token of tokenChunks) {\n          let splitDelta = contentBlockDelta;\n          if (typeof text === 'string') {\n            splitDelta = {\n              ...contentBlockDelta,\n              delta: { text: token },\n            };\n          } else if (\n            typeof reasoningText === 'string' &&\n            reasoningContent != null\n          ) {\n            splitDelta = {\n              ...contentBlockDelta,\n              delta: {\n                reasoningContent: {\n                  ...reasoningContent,\n                  text: token,\n                },\n              },\n            };\n          }\n\n          const deltaChunk = handleConverseStreamContentBlockDelta(splitDelta);\n          const enrichedChunk = this.enrichChunk(deltaChunk, seenBlockIndices);\n          if (enrichedChunk !== deltaChunk) {\n            /** The callback copy is the same emission as the enriched yield;\n             * without the link, stream-limit accounting charges both message\n             * objects and Bedrock tool arguments falsely trip near half the\n             * cap. Linked on the messages, which are what the accounting\n             * observes. */\n            linkStreamLimitCanonical(deltaChunk.message, enrichedChunk.message);\n          }\n          await enqueueChunk({\n            chunk: enrichedChunk,\n            callbackChunk: deltaChunk,\n            callbackToken: deltaChunk.text,\n            smooth,\n            textLength: token.length,\n          });\n        }\n      };\n\n      const producer = (async (): Promise<void> => {\n        try {\n          for await (const event of stream) {\n            if (isSignalAborted(options.signal)) {\n              abortStream();\n              throw new Error('AbortError: User aborted the request.');\n            }\n\n            if (event.contentBlockStart != null) {\n              const startChunk = handleConverseStreamContentBlockStart(\n                event.contentBlockStart\n              );\n              if (startChunk != null) {\n                const idx = event.contentBlockStart.contentBlockIndex;\n                if (idx != null) {\n                  seenBlockIndices.add(idx);\n                  if (event.contentBlockStart.start?.toolUse != null) {\n                    toolUseBlockIndices.add(idx);\n                  }\n                }\n                const enrichedStart = this.enrichChunk(\n                  startChunk,\n                  seenBlockIndices\n                );\n                if (enrichedStart !== startChunk) {\n                  linkStreamLimitCanonical(\n                    startChunk.message,\n                    enrichedStart.message\n                  );\n                }\n                await enqueueChunk({\n                  chunk: enrichedStart,\n                  callbackChunk: startChunk,\n                  callbackToken: startChunk.text,\n                });\n              }\n            } else if (event.contentBlockDelta != null) {\n              await enqueueDelta(event.contentBlockDelta);\n            } else if (event.metadata != null) {\n              await enqueueChunk({\n                chunk: handleConverseStreamMetadata(event.metadata, {\n                  streamUsage,\n                }),\n              });\n            } else if (event.contentBlockStop != null) {\n              const stopIdx = event.contentBlockStop.contentBlockIndex;\n              if (stopIdx != null) {\n                seenBlockIndices.add(stopIdx);\n                if (sealToolUseOnStop && toolUseBlockIndices.has(stopIdx)) {\n                  const sealChunk = createConverseToolUseStopChunk(stopIdx);\n                  await enqueueChunk({\n                    chunk: sealChunk,\n                    callbackChunk: sealChunk,\n                    callbackToken: sealChunk.text,\n                  });\n                }\n              }\n            } else {\n              await enqueueChunk({\n                chunk: new ChatGenerationChunk({\n                  text: '',\n                  message: new AIMessageChunk({\n                    content: '',\n                    response_metadata: { ...event } as ResponseMetadata,\n                  }),\n                }),\n              });\n            }\n          }\n        } catch (error) {\n          producerState.error = error;\n        } finally {\n          producerState.done = true;\n          notifyConsumerForChunk();\n        }\n      })();\n\n      try {\n        let keepStreaming = true;\n        while (keepStreaming) {\n          if (isSignalAborted(options.signal)) {\n            abortStream();\n            throw new Error('AbortError: User aborted the request.');\n          }\n\n          await waitForNextChunk();\n          const queuedChunk = dequeue();\n\n          if (!queuedChunk) {\n            if (producerState.error != null) {\n              throw producerState.error;\n            }\n            if (producerState.done) {\n              keepStreaming = false;\n            }\n            continue;\n          }\n\n          if (queuedChunk.smooth) {\n            bufferedTextLength = Math.max(\n              0,\n              bufferedTextLength - queuedChunk.textLength\n            );\n            notifyProducerForSpace();\n            await waitForStreamDelay(\n              getCadencedStreamDelay({\n                targetDelay: hasEmittedVisibleContent\n                  ? this._lc_stream_delay\n                  : 0,\n                lastVisibleContentAt,\n                now: Date.now(),\n              }),\n              options.signal\n            );\n            if (isSignalAborted(options.signal)) {\n              abortStream();\n              throw new Error('AbortError: User aborted the request.');\n            }\n            hasEmittedVisibleContent = true;\n            lastVisibleContentAt = Date.now();\n          } else {\n            notifyProducerForSpace();\n          }\n\n          yield queuedChunk.chunk;\n\n          if (queuedChunk.callbackChunk != null) {\n            await runManager?.handleLLMNewToken(\n              queuedChunk.callbackToken,\n              undefined,\n              undefined,\n              undefined,\n              undefined,\n              { chunk: queuedChunk.callbackChunk }\n            );\n          }\n        }\n      } finally {\n        consumerClosed = true;\n        if (!producerState.done) {\n          abortStream();\n          notifyProducerForSpace();\n        }\n        await producer;\n      }\n    } finally {\n      options.signal?.removeEventListener('abort', abortStream);\n      if (!streamAbortController.signal.aborted) {\n        streamAbortController.abort();\n      }\n    }\n  }\n\n  /**\n   * Inject `index` on content blocks for proper merge behaviour, then strip\n   * `contentBlockIndex` from response_metadata to prevent `_mergeDicts` conflicts.\n   *\n   * Text string content is promoted to array form only when the stream contains\n   * multiple content block indices (e.g. reasoning at index 0, text at index 1),\n   * ensuring text merges correctly with the already-array accumulated content.\n   */\n  private enrichChunk(\n    chunk: ChatGenerationChunk,\n    seenBlockIndices: Set<number>\n  ): ChatGenerationChunk {\n    const message = chunk.message;\n    if (!(message instanceof AIMessageChunk)) {\n      return chunk;\n    }\n\n    const metadata = message.response_metadata as Record<string, unknown>;\n    const blockIndex = this.extractContentBlockIndex(metadata);\n    const hasMetadataIndex = blockIndex != null;\n\n    let content: AIMessageChunk['content'] = message.content;\n    let contentModified = false;\n\n    if (Array.isArray(content) && blockIndex != null) {\n      content = content.map((block) =>\n        typeof block === 'object' && !('index' in block)\n          ? { ...block, index: blockIndex }\n          : block\n      );\n      contentModified = true;\n    } else if (\n      typeof content === 'string' &&\n      content !== '' &&\n      blockIndex != null &&\n      seenBlockIndices.size > 1\n    ) {\n      content = [{ type: 'text', text: content, index: blockIndex }];\n      contentModified = true;\n    }\n\n    if (!contentModified && !hasMetadataIndex) {\n      return chunk;\n    }\n\n    const cleanedMetadata = hasMetadataIndex\n      ? (this.removeContentBlockIndex(metadata) as Record<string, unknown>)\n      : metadata;\n\n    return new ChatGenerationChunk({\n      text: chunk.text,\n      message: new AIMessageChunk({\n        ...message,\n        content,\n        response_metadata: cleanedMetadata,\n      }),\n      generationInfo: chunk.generationInfo,\n    });\n  }\n\n  /**\n   * Extract `contentBlockIndex` from the top level of response_metadata.\n   * Our custom handlers always place it at the top level.\n   */\n  private extractContentBlockIndex(\n    metadata: Record<string, unknown>\n  ): number | undefined {\n    if (\n      'contentBlockIndex' in metadata &&\n      typeof metadata.contentBlockIndex === 'number'\n    ) {\n      return metadata.contentBlockIndex;\n    }\n    return undefined;\n  }\n\n  private removeContentBlockIndex(obj: unknown): unknown {\n    if (obj === null || obj === undefined) {\n      return obj;\n    }\n\n    if (Array.isArray(obj)) {\n      return obj.map((item) => this.removeContentBlockIndex(item));\n    }\n\n    if (typeof obj === 'object') {\n      const cleaned: Record<string, unknown> = {};\n      for (const [key, value] of Object.entries(obj)) {\n        if (key !== 'contentBlockIndex') {\n          cleaned[key] = this.removeContentBlockIndex(value);\n        }\n      }\n      return cleaned;\n    }\n\n    return obj;\n  }\n}\n\nexport type { ChatBedrockConverseInput };\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA8DA,MAAM,0BAA0B;AAChC,MAAM,8BAA8B;AACpC,MAAM,wBAAwB;AAC9B,MAAM,oBAAoB,IAAI,IAAI;CAAC;CAAK;CAAK;CAAK;CAAK;CAAK;CAAK;AAAG,CAAC;AAUrE,SAAS,wBAAwB,MAAc,SAAyB;CACtE,IAAI,WAAW,KAAK,QAClB,OAAO,KAAK;CAGd,KAAK,IAAI,WAAW,SAAS,WAAW,KAAK,QAAQ,YACnD,IAAI,kBAAkB,IAAI,KAAK,SAAS,GACtC,OAAO,WAAW;CAItB,OAAO,KAAK;AACd;AAEA,SAAS,iBAAiB,MAAwB;CAChD,MAAM,SAAmB,CAAC;CAC1B,IAAI,eAAe;CAEnB,OAAO,eAAe,KAAK,QAAQ;EAEjC,MAAM,YAAY,wBADI,KAAK,MAAM,YAEnB,GACZ,qBACF;EACA,OAAO,KAAK,KAAK,MAAM,cAAc,eAAe,SAAS,CAAC;EAC9D,gBAAgB;CAClB;CAEA,OAAO;AACT;;;;;AAMA,SAAS,mBAAmB,MAAe,eAAgC;CACzE,IAAI,OAAO,SAAS,UAClB,OAAO;CAGT,IAAI,OAAO,kBAAkB,UAC3B,OAAO;CAGT,OAAO;AACT;AAEA,SAAS,uBAAuB,EAC9B,aACA,sBACA,OAKS;CACT,IAAI,eAAe,KAAK,wBAAwB,MAC9C,OAAO;CAET,OAAO,KAAK,IAAI,GAAG,eAAe,MAAM,qBAAqB;AAC/D;AAEA,eAAe,mBACb,OACA,QACe;CACf,IAAI,SAAS,KAAK,gBAAgB,MAAM,GACtC;CAEF,MAAM,IAAI,SAAe,YAAY;EACnC,MAAM,aAA0D,CAAC;EACjE,MAAM,gBAAsB;GAC1B,IAAI,WAAW,SACb,aAAa,WAAW,OAAO;GAEjC,QAAQ,oBAAoB,SAAS,OAAO;GAC5C,QAAQ;EACV;EACA,WAAW,UAAU,iBAAiB;GACpC,QAAQ,oBAAoB,SAAS,OAAO;GAC5C,QAAQ;EACV,GAAG,KAAK;EACR,QAAQ,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;EACzD,IAAI,gBAAgB,MAAM,GACxB,QAAQ;CAEZ,CAAC;AACH;AAEA,SAAS,gBAAgB,QAA+B;CACtD,OAAO,QAAQ,YAAY;AAC7B;AAoEA,IAAa,4BAAb,cAA+C,oBAAoB;CACjE;;;;CAKA;;;;CAKA;;;;CAKA;;;;CAKA;;;;;;;CAQA;CAEA,YAAY,QAAyC;EACnD,MAAM,MAAM;EACZ,KAAK,cAAc,QAAQ;EAC3B,KAAK,iBAAiB,QAAQ;EAC9B,KAAK,mBAAmB,KAAK,IAAI,GAAG,QAAQ,oBAAoB,CAAC;EACjE,KAAK,8BAA8B,QAAQ;EAC3C,KAAK,cAAc,QAAQ;EAI3B,KAAK,eAAe,QAAQ,SAAS,KAAK;CAC5C;CAEA,OAAO,UAAkB;EACvB,OAAO;CACT;;;;;CAMA,aAA+B;EAC7B,OAAO,KAAK,+BAA+B,KAAK;CAClD;;;;CAKA,iBACE,SAGA;EACA,MAAM,aAAa,MAAM,iBAAiB,OAAO;EACjD,MAAM,aACJ,KAAK,gBAAgB,QAAQ,yBAAyB,KAAK,YAAY,IACnE,4BACA,WAAW,YACX,MACA,6BAA6B,KAAK,gBAAgB,KAAK,YAAY,CACrE,IACE,WAAW;;EAGjB,MAAM,kBAAkB,SAAS,eAAe,KAAK;EAErD,OAAO;GACL,GAAG;GACH;GACA,aAAa,kBAAkB,EAAE,MAAM,gBAAgB,IAAI,KAAA;EAC7D;CACF;;;;;CAMA,MAAe,sBACb,UACA,SACA,YACqB;EACrB,MAAM,gBAAgB,KAAK;EAC3B,IACE,KAAK,+BAA+B,QACpC,KAAK,gCAAgC,IAErC,KAAK,QAAQ,KAAK;EAGpB,IAAI;GACF,OAAO,MAAM,MAAM,sBAAsB,UAAU,SAAS,UAAU;EACxE,UAAU;GACR,KAAK,QAAQ;EACf;CACF;;;;;;;;CASA,OAAgB,sBACd,UACA,SACA,YACqC;EACrC,MAAM,EAAE,kBAAkB,mBACxB,0BAA0B,QAAQ;EACpC,MAAM,SAAS,KAAK,iBAAiB,OAAO;EAE5C,IAAI,EAAE,gBAAgB;EACtB,IAAK,QAAoC,gBAAgB,KAAA,GACvD,cAAe,QAAoC;EAGrD,MAAM,UAAU,KAAK,WAAW;EAEhC,kCAAkC;GAChC,cAAc,QAAQ;GACtB,QAAQ;GACR,UAAU;GACV;GACA;EACF,CAAC;EAED,MAAM,UAAU,IAAI,sBAAsB;GACxC;GACA,UAAU;GACV,QAAQ;GACR,GAAI;EACN,CAAC;EAED,MAAM,wBAAwB,IAAI,gBAAgB;EAClD,MAAM,oBAA0B,sBAAsB,MAAM;EAC5D,QAAQ,QAAQ,iBAAiB,SAAS,aAAa,EAAE,MAAM,KAAK,CAAC;EACrE,IAAI,gBAAgB,QAAQ,MAAM,GAChC,YAAY;EAGd,IAAI;GAKF,MAAM,UACJ,MALqB,KAAK,OAAO,KAAK,SAAS,EAC/C,aAAa,sBAAsB,OACrC,CAAC,EAAA,CAGU;GACX,IAAI,CAAC,QACH;GAGF,MAAM,mCAAmB,IAAI,IAAY;GACzC,MAAM,sCAAsB,IAAI,IAAY;GAC5C,MAAM,eAAwC,CAAC;GAC/C,MAAM,gBAAoD,EAAE,MAAM,MAAM;GACxE,IAAI,mBAAmB;GACvB,IAAI,qBAAqB;GACzB,IAAI,iBAAiB;GACrB,IAAI;GACJ,IAAI;GACJ,IAAI,2BAA2B;GAC/B,IAAI;;;;;;;GAQJ,MAAM,oBACJ,QAAQ,mBAAmB,QAAQ,KAAK,mBAAmB;GAE7D,MAAM,+BAAqC;IACzC,iBAAiB;IACjB,iBAAiB,KAAA;GACnB;GAEA,MAAM,+BAAqC;IACzC,iBAAiB;IACjB,iBAAiB,KAAA;GACnB;GAEA,MAAM,wBACJ,mBAAmB,aAAa;GAElC,MAAM,4BACJ,aAAa,SAAS;GAExB,MAAM,0BACJ,oBAAoB,KAAK,2BACzB,sBAAsB;GAExB,MAAM,mBAAmB,YAA2B;IAClD,IACE,gBAAgB,KAChB,cAAc,QACd,cAAc,SAAS,MAEvB;IAEF,MAAM,IAAI,SAAe,YAAY;KACnC,iBAAiB;IACnB,CAAC;GACH;GAEA,MAAM,oBAAoB,YAA2B;IACnD,OACE,kBAAkB,KAClB,CAAC,kBACD,CAAC,gBAAgB,QAAQ,MAAM,GAE/B,MAAM,IAAI,SAAe,YAAY;KACnC,MAAM,SAAS,QAAQ;KACvB,MAAM,gBAAsB;MAC1B,QAAQ,oBAAoB,SAAS,OAAO;MAC5C,QAAQ;KACV;KACA,MAAM,gBAAsB;MAC1B,QAAQ,oBAAoB,SAAS,OAAO;MAC5C,QAAQ;KACV;KACA,iBAAiB;KACjB,QAAQ,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;KACzD,IAAI,gBAAgB,MAAM,GACxB,QAAQ;IAEZ,CAAC;GAEL;GAEA,MAAM,gBAAmD;IACvD,IAAI,CAAC,gBAAgB,GACnB;IAEF,MAAM,cAAc,aAAa;IACjC;IACA,IACE,mBAAmB,OACnB,mBAAmB,KAAK,aAAa,QACrC;KACA,aAAa,OAAO,GAAG,gBAAgB;KACvC,mBAAmB;IACrB;IACA,OAAO;GACT;GAEA,MAAM,UAAU,OACd,gBACkB;IAClB,MAAM,kBAAkB;IACxB,IAAI,kBAAkB,gBAAgB,QAAQ,MAAM,GAAG;KACrD,YAAY;KACZ,MAAM,IAAI,MAAM,uCAAuC;IACzD;IACA,aAAa,KAAK,WAAW;IAC7B,IAAI,YAAY,QACd,sBAAsB,YAAY;IAEpC,uBAAuB;GACzB;GAEA,MAAM,eAAe,OAAO,EAC1B,OACA,eACA,gBAAgB,IAChB,SAAS,OACT,aAAa,QAOM;IACnB,MAAM,QAAQ;KACZ;KACA;KACA;KACA;KACA,YAAY,SAAS,aAAa;IACpC,CAAC;GACH;GAEA,MAAM,eAAe,OACnB,sBACkB;IAClB,MAAM,QAAQ,kBAAkB;IAChC,IAAI,SAAS,MACX,MAAM,IAAI,MAAM,kCAAkC;IAGpD,MAAM,MAAM,kBAAkB;IAC9B,IAAI,OAAO,MACT,iBAAiB,IAAI,GAAG;IAG1B,MAAM,OAAO,MAAM;IACnB,MAAM,mBAAmB,MAAM;IAC/B,MAAM,gBAAgB,kBAAkB;IACxC,MAAM,cAAc,mBAAmB,MAAM,aAAa;IAC1D,MAAM,SAAS,KAAK,mBAAmB,KAAK,gBAAgB;IAC5D,MAAM,cAAc,SAChB,iBAAiB,WAAW,IAC5B,CAAC,WAAW;IAEhB,KAAK,MAAM,SAAS,aAAa;KAC/B,IAAI,aAAa;KACjB,IAAI,OAAO,SAAS,UAClB,aAAa;MACX,GAAG;MACH,OAAO,EAAE,MAAM,MAAM;KACvB;UACK,IACL,OAAO,kBAAkB,YACzB,oBAAoB,MAEpB,aAAa;MACX,GAAG;MACH,OAAO,EACL,kBAAkB;OAChB,GAAG;OACH,MAAM;MACR,EACF;KACF;KAGF,MAAM,aAAa,sCAAsC,UAAU;KACnE,MAAM,gBAAgB,KAAK,YAAY,YAAY,gBAAgB;KACnE,IAAI,kBAAkB;;;;;;KAMpB,yBAAyB,WAAW,SAAS,cAAc,OAAO;KAEpE,MAAM,aAAa;MACjB,OAAO;MACP,eAAe;MACf,eAAe,WAAW;MAC1B;MACA,YAAY,MAAM;KACpB,CAAC;IACH;GACF;GAEA,MAAM,YAAY,YAA2B;IAC3C,IAAI;KACF,WAAW,MAAM,SAAS,QAAQ;MAChC,IAAI,gBAAgB,QAAQ,MAAM,GAAG;OACnC,YAAY;OACZ,MAAM,IAAI,MAAM,uCAAuC;MACzD;MAEA,IAAI,MAAM,qBAAqB,MAAM;OACnC,MAAM,aAAa,sCACjB,MAAM,iBACR;OACA,IAAI,cAAc,MAAM;QACtB,MAAM,MAAM,MAAM,kBAAkB;QACpC,IAAI,OAAO,MAAM;SACf,iBAAiB,IAAI,GAAG;SACxB,IAAI,MAAM,kBAAkB,OAAO,WAAW,MAC5C,oBAAoB,IAAI,GAAG;QAE/B;QACA,MAAM,gBAAgB,KAAK,YACzB,YACA,gBACF;QACA,IAAI,kBAAkB,YACpB,yBACE,WAAW,SACX,cAAc,OAChB;QAEF,MAAM,aAAa;SACjB,OAAO;SACP,eAAe;SACf,eAAe,WAAW;QAC5B,CAAC;OACH;MACF,OAAO,IAAI,MAAM,qBAAqB,MACpC,MAAM,aAAa,MAAM,iBAAiB;WACrC,IAAI,MAAM,YAAY,MAC3B,MAAM,aAAa,EACjB,OAAO,6BAA6B,MAAM,UAAU,EAClD,YACF,CAAC,EACH,CAAC;WACI,IAAI,MAAM,oBAAoB,MAAM;OACzC,MAAM,UAAU,MAAM,iBAAiB;OACvC,IAAI,WAAW,MAAM;QACnB,iBAAiB,IAAI,OAAO;QAC5B,IAAI,qBAAqB,oBAAoB,IAAI,OAAO,GAAG;SACzD,MAAM,YAAY,+BAA+B,OAAO;SACxD,MAAM,aAAa;UACjB,OAAO;UACP,eAAe;UACf,eAAe,UAAU;SAC3B,CAAC;QACH;OACF;MACF,OACE,MAAM,aAAa,EACjB,OAAO,IAAI,oBAAoB;OAC7B,MAAM;OACN,SAAS,IAAI,eAAe;QAC1B,SAAS;QACT,mBAAmB,EAAE,GAAG,MAAM;OAChC,CAAC;MACH,CAAC,EACH,CAAC;KAEL;IACF,SAAS,OAAO;KACd,cAAc,QAAQ;IACxB,UAAU;KACR,cAAc,OAAO;KACrB,uBAAuB;IACzB;GACF,EAAA,CAAG;GAEH,IAAI;IACF,IAAI,gBAAgB;IACpB,OAAO,eAAe;KACpB,IAAI,gBAAgB,QAAQ,MAAM,GAAG;MACnC,YAAY;MACZ,MAAM,IAAI,MAAM,uCAAuC;KACzD;KAEA,MAAM,iBAAiB;KACvB,MAAM,cAAc,QAAQ;KAE5B,IAAI,CAAC,aAAa;MAChB,IAAI,cAAc,SAAS,MACzB,MAAM,cAAc;MAEtB,IAAI,cAAc,MAChB,gBAAgB;MAElB;KACF;KAEA,IAAI,YAAY,QAAQ;MACtB,qBAAqB,KAAK,IACxB,GACA,qBAAqB,YAAY,UACnC;MACA,uBAAuB;MACvB,MAAM,mBACJ,uBAAuB;OACrB,aAAa,2BACT,KAAK,mBACL;OACJ;OACA,KAAK,KAAK,IAAI;MAChB,CAAC,GACD,QAAQ,MACV;MACA,IAAI,gBAAgB,QAAQ,MAAM,GAAG;OACnC,YAAY;OACZ,MAAM,IAAI,MAAM,uCAAuC;MACzD;MACA,2BAA2B;MAC3B,uBAAuB,KAAK,IAAI;KAClC,OACE,uBAAuB;KAGzB,MAAM,YAAY;KAElB,IAAI,YAAY,iBAAiB,MAC/B,MAAM,YAAY,kBAChB,YAAY,eACZ,KAAA,GACA,KAAA,GACA,KAAA,GACA,KAAA,GACA,EAAE,OAAO,YAAY,cAAc,CACrC;IAEJ;GACF,UAAU;IACR,iBAAiB;IACjB,IAAI,CAAC,cAAc,MAAM;KACvB,YAAY;KACZ,uBAAuB;IACzB;IACA,MAAM;GACR;EACF,UAAU;GACR,QAAQ,QAAQ,oBAAoB,SAAS,WAAW;GACxD,IAAI,CAAC,sBAAsB,OAAO,SAChC,sBAAsB,MAAM;EAEhC;CACF;;;;;;;;;CAUA,YACE,OACA,kBACqB;EACrB,MAAM,UAAU,MAAM;EACtB,IAAI,EAAE,mBAAmB,iBACvB,OAAO;EAGT,MAAM,WAAW,QAAQ;EACzB,MAAM,aAAa,KAAK,yBAAyB,QAAQ;EACzD,MAAM,mBAAmB,cAAc;EAEvC,IAAI,UAAqC,QAAQ;EACjD,IAAI,kBAAkB;EAEtB,IAAI,MAAM,QAAQ,OAAO,KAAK,cAAc,MAAM;GAChD,UAAU,QAAQ,KAAK,UACrB,OAAO,UAAU,YAAY,EAAE,WAAW,SACtC;IAAE,GAAG;IAAO,OAAO;GAAW,IAC9B,KACN;GACA,kBAAkB;EACpB,OAAO,IACL,OAAO,YAAY,YACnB,YAAY,MACZ,cAAc,QACd,iBAAiB,OAAO,GACxB;GACA,UAAU,CAAC;IAAE,MAAM;IAAQ,MAAM;IAAS,OAAO;GAAW,CAAC;GAC7D,kBAAkB;EACpB;EAEA,IAAI,CAAC,mBAAmB,CAAC,kBACvB,OAAO;EAGT,MAAM,kBAAkB,mBACnB,KAAK,wBAAwB,QAAQ,IACtC;EAEJ,OAAO,IAAI,oBAAoB;GAC7B,MAAM,MAAM;GACZ,SAAS,IAAI,eAAe;IAC1B,GAAG;IACH;IACA,mBAAmB;GACrB,CAAC;GACD,gBAAgB,MAAM;EACxB,CAAC;CACH;;;;;CAMA,yBACE,UACoB;EACpB,IACE,uBAAuB,YACvB,OAAO,SAAS,sBAAsB,UAEtC,OAAO,SAAS;CAGpB;CAEA,wBAAgC,KAAuB;EACrD,IAAI,QAAQ,QAAQ,QAAQ,KAAA,GAC1B,OAAO;EAGT,IAAI,MAAM,QAAQ,GAAG,GACnB,OAAO,IAAI,KAAK,SAAS,KAAK,wBAAwB,IAAI,CAAC;EAG7D,IAAI,OAAO,QAAQ,UAAU;GAC3B,MAAM,UAAmC,CAAC;GAC1C,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,GAAG,GAC3C,IAAI,QAAQ,qBACV,QAAQ,OAAO,KAAK,wBAAwB,KAAK;GAGrD,OAAO;EACT;EAEA,OAAO;CACT;AACF"}

package/dist/esm/llm/invoke.mjs

@@ -7,6 +7,7 @@ import { safeDispatchCustomEvent } from "../utils/events.mjs";
 import { coalesceAdjacentUserTurns, strictAlternationProviders } from "../messages/alternation.mjs";
 import { appendPredecessorHandoffCue, removePredecessorHandoffCue } from "../messages/handoffCue.mjs";
 import "../messages/index.mjs";
+import { STREAM_LIMIT_ATTEMPT_KEY, STREAM_LIMIT_REDISPATCH_KEY, StreamLimitExceededError, enforceStreamLimitsForWireChunk, registerActiveStreamLimitGeneration, releaseStreamLimitGeneration, resolveGenerationKey, streamLimitAccountingEnabled } from "./streamLimits.mjs";
 import { annotateMessagesForLLM } from "../tools/toolOutputReferences.mjs";
 import { isAnthropicLike, isOpenAILike } from "../utils/llm.mjs";
 import { ChatModelStreamHandler, dispatchesChatModelStream } from "../stream.mjs";
@@ -20,6 +21,8 @@ import { AIMessageChunk } from "@langchain/core/messages";
 import { CallbackManager, CallbackManagerForLLMRun } from "@langchain/core/callbacks/manager";
 import { concat } from "@langchain/core/utils/stream";
 //#region src/llm/invoke.ts
+/** Unique per-model-attempt sequence; see the stamp in `attemptInvoke`. */
+let streamLimitAttemptSeq = 0;
 function usesNativeOpenAIResponses(model, provider, callOptions) {
 	if (!isOpenAILike(provider)) return false;
 	let candidate = model;
@@ -304,15 +307,44 @@ function appendStreamChunk({ current, next, provider }) {
 	}));
 }
 /**
-* Invokes a chat model with the given messages, handling both streaming and
-* non-streaming paths.
-*
-* By default, stream chunks are processed through a `ChatModelStreamHandler`
-* that dispatches run steps (MESSAGE_CREATION, TOOL_CALLS) for the graph.
-* Pass an `onChunk` callback to override this with custom chunk processing
-* (e.g. summarization delta events).
+* One model attempt. Stamps the attempt identity into callback metadata
+* (see the generation-key notes in `streamLimits.ts`), leases the attempt's
+* accounting for its LIFETIME, and releases both from `finally`: retention
+* must follow the attempt — a cancellation-ignoring straggler keeps its
+* original budget no matter how many runs start and reset while it drains.
 */
-async function attemptInvoke({ model, messages, provider, context, onChunk }, config) {
+async function attemptInvoke(params, config) {
+	const stampedConfig = {
+		...config,
+		metadata: {
+			...config?.metadata ?? {},
+			["__invoked_provider"]: params.provider,
+			/**
+			* One `attemptInvoke` call is one model attempt; primary, fallback,
+			* and retry attempts within a node otherwise share the same langgraph
+			* metadata, so without a unique attempt stamp a fallback re-streaming
+			* a tool call from scratch would be charged the failed primary's
+			* partial bytes (or a same-named sibling fallback's) and could
+			* falsely trip the stream limits. The stamp rides the same metadata
+			* rebuild that already attributes the serving provider.
+			*/
+			[STREAM_LIMIT_ATTEMPT_KEY]: ++streamLimitAttemptSeq
+		}
+	};
+	const rawLeaseTarget = params.context ?? params.streamLimitState;
+	/** No lease when no guard can fire: the lease only protects accounting
+	* entries, and fully disabled guards must allocate no bookkeeping at
+	* all — per-attempt included. */
+	const leaseTarget = rawLeaseTarget != null && streamLimitAccountingEnabled(rawLeaseTarget) ? rawLeaseTarget : void 0;
+	const generationKey = leaseTarget != null ? resolveGenerationKey(stampedConfig.metadata) : void 0;
+	if (leaseTarget != null && generationKey != null) registerActiveStreamLimitGeneration(leaseTarget, generationKey);
+	try {
+		return await attemptInvokeBody(params, stampedConfig);
+	} finally {
+		if (leaseTarget != null && generationKey != null) releaseStreamLimitGeneration(leaseTarget, generationKey);
+	}
+}
+async function attemptInvokeBody({ model, messages, provider, context, onChunk }, config) {
 	/**
 	* Pull the run-scoped tool output registry off the graph (when one
 	* exists) and project ToolMessages carrying ref metadata into a
@@ -327,7 +359,7 @@ async function attemptInvoke({ model, messages, provider, context, onChunk }, co
 		callOptions: config
 	});
 	const registry = context?.getOrCreateToolOutputRegistry();
-	const runId = config?.configurable?.run_id;
+	const runId = config.configurable?.run_id;
 	const annotated = annotateMessagesForLLM(invocationMessages, registry, runId);
 	/**
 	* Keyed on the provider ACTUALLY serving this call, not the agent's primary.
@@ -370,13 +402,6 @@ async function attemptInvoke({ model, messages, provider, context, onChunk }, co
 	* wrong for fallback-served calls — or `ls_provider` — which derived
 	* providers inherit from their base class.
 	*/
-	config = {
-		...config,
-		metadata: {
-			...config?.metadata ?? {},
-			["__invoked_provider"]: provider
-		}
-	};
 	if (model.stream) {
 		/**
 		* Observed, not dictated. `handleChatModelStart` fires with the chat
@@ -396,24 +421,64 @@ async function attemptInvoke({ model, messages, provider, context, onChunk }, co
 		let finalChunk;
 		let preempted = false;
 		const registeredStreamHandler = getRegisteredDefaultChatStreamHandler(context);
-		if (onChunk) for await (const chunk of stream) {
-			await onChunk(chunk);
-			finalChunk = appendStreamChunk({
-				current: finalChunk,
-				next: chunk,
-				provider
-			});
-		}
-		else if (registeredStreamHandler == null) {
+		/** A sibling's trip aborts the composed signal, but an adapter that
+		* ignores cancellation keeps yielding — and text-only chunks with the
+		* event cap off never throw in enforcement, so nothing else would stop
+		* the drain. Checked on every yielded chunk in all three loops;
+		* throwing closes the iterator and tears down the provider stream. */
+		const throwIfBreakerTripped = () => {
+			const signal = config.signal;
+			if (signal?.aborted === true && signal.reason instanceof StreamLimitExceededError) throw signal.reason;
+		};
+		if (onChunk) {
+			const attemptMetadata = config.metadata;
+			for await (const chunk of stream) {
+				throwIfBreakerTripped();
+				/** An onChunk consumer replaces the stream handler entirely, so
+				* stream limits are enforced here for every such caller — public
+				* package consumers get no other accounting. The internal
+				* summarization onChunk charges producer-side itself and passes no
+				* context, precisely so this claim and its own never stack. */
+				if (context != null) enforceStreamLimitsForWireChunk({
+					graph: context,
+					metadata: attemptMetadata,
+					chunk
+				});
+				await onChunk(chunk, attemptMetadata);
+				finalChunk = appendStreamChunk({
+					current: finalChunk,
+					next: chunk,
+					provider
+				});
+			}
+		} else if (registeredStreamHandler == null) {
 			const metadata = config.metadata;
 			const streamHandler = new ChatModelStreamHandler();
 			for await (const chunk of stream) {
+				throwIfBreakerTripped();
 				const handlingChunk = getStreamHandlingChunk({
 					current: finalChunk,
 					next: chunk,
 					provider
 				});
 				if (handlingChunk != null) await streamHandler.handle("on_chat_model_stream", { chunk: handlingChunk }, metadata, context);
+				else if (context != null)
+ /**
+				* A replay-skipped chunk yields no handling chunk, and in this
+				* local branch no `streamEvents` consumer judges the wire event
+				* either — yet a cumulative OpenRouter replay can still carry
+				* `tool_call_chunks` or complete `tool_calls` that are appended
+				* below. Charge the full limits (event budget and argument bytes)
+				* directly so neither cap can be bypassed. Consumer side: the
+				* local handler.handle call above claims as consumer, and one
+				* reused chunk object can alternate between these two arms.
+				*/
+				enforceStreamLimitsForWireChunk({
+					graph: context,
+					metadata,
+					chunk,
+					side: "consumer"
+				});
 				finalChunk = appendStreamChunk({
 					current: finalChunk,
 					next: chunk,
@@ -438,13 +503,40 @@ async function attemptInvoke({ model, messages, provider, context, onChunk }, co
 			}
 		} else {
 			const metadata = config.metadata;
+			/**
+			* The original wire chunk still reaches the registered handler through
+			* `streamEvents` (where the late-reasoning skip discards it AFTER the
+			* event guard counts it), so this inline re-dispatch of the transformed
+			* chunk is marked to not consume a second event-budget slot. Allocated
+			* once per attempt, only when a transformation occurs.
+			*/
+			let redispatchMetadata;
 			for await (const chunk of stream) {
+				throwIfBreakerTripped();
+				/**
+				* Charged synchronously, ahead of the decoupled `streamEvents`
+				* reader that will echo this same chunk to the registered handler:
+				* a lagging reader would otherwise let an oversized complete call
+				* return to LangGraph and reach ToolNode before the queued handler
+				* throws. The chunk is marked so the echo skips accounting.
+				*/
+				if (context != null) enforceStreamLimitsForWireChunk({
+					graph: context,
+					metadata,
+					chunk
+				});
 				const handlingChunk = getStreamHandlingChunk({
 					current: finalChunk,
 					next: chunk,
 					provider
 				});
-				if (handlingChunk != null && handlingChunk !== chunk) await registeredStreamHandler.handle("on_chat_model_stream", { chunk: handlingChunk }, metadata, context);
+				if (handlingChunk != null && handlingChunk !== chunk) {
+					redispatchMetadata ??= {
+						...metadata ?? {},
+						[STREAM_LIMIT_REDISPATCH_KEY]: true
+					};
+					await registeredStreamHandler.handle("on_chat_model_stream", { chunk: handlingChunk }, redispatchMetadata, context);
+				}
 				finalChunk = appendStreamChunk({
 					current: finalChunk,
 					next: chunk,
@@ -505,7 +597,7 @@ function extractClientOptionsModel(clientOptions) {
 * behind a later unrelated error would surface a dead end instead. Ordinary
 * failures still throw last-error-wins.
 */
-async function tryFallbackProviders({ fallbacks, tools, messages, config, primaryError, context, onChunk, overflowContext, prepareProviderMessages }) {
+async function tryFallbackProviders({ fallbacks, tools, messages, config, primaryError, context, onChunk, streamLimitState, overflowContext, prepareProviderMessages }) {
 	const isOverflow = (error, contextOverride = overflowContext) => getContextOverflowInfo(error, contextOverride) != null;
 	let lastError = primaryError;
 	/**
@@ -537,21 +629,39 @@ async function tryFallbackProviders({ fallbacks, tools, messages, config, primar
 				["__invoked_model"]: fbModelName
 			}
 		};
+		const fallbackMessages = await prepareProviderMessages?.({
+			model: fbModel,
+			messages,
+			provider: fb.provider,
+			clientOptions: fb.clientOptions,
+			maxContextTokens: fb.maxContextTokens,
+			config: fbConfig
+		}) ?? messages;
+		/** A sibling can trip the breaker while the preparation above is
+		* awaited — and the catch below only sees attempts that THROW, so a
+		* provider that ignores an aborted signal and succeeds would resolve
+		* a run that must reject. Check before every fallback invocation. */
+		if (config?.signal?.aborted === true && config.signal.reason instanceof StreamLimitExceededError) throw config.signal.reason;
 		return await attemptInvoke({
 			model: fbModel,
-			messages: await prepareProviderMessages?.({
-				model: fbModel,
-				messages,
-				provider: fb.provider,
-				clientOptions: fb.clientOptions,
-				maxContextTokens: fb.maxContextTokens,
-				config: fbConfig
-			}) ?? messages,
+			messages: fallbackMessages,
 			provider: fb.provider,
 			context,
-			onChunk
+			onChunk,
+			streamLimitState
 		}, fbConfig);
 	} catch (e) {
+		/**
+		* A tripped stream circuit breaker is a deliberate abort, not a
+		* provider failure. Continuing would try the remaining fallbacks and a
+		* succeeding one would resolve a run that must reject.
+		*/
+		if (e instanceof StreamLimitExceededError) throw e;
+		/** A parallel sibling's trip aborts this branch's composed signal, and
+		* a provider can surface that as a generic abort error; advancing to
+		* the next fallback would start new provider work after the safety
+		* abort. Rethrow the breaker's own reason instead. */
+		if (config?.signal?.aborted === true && config.signal.reason instanceof StreamLimitExceededError) throw config.signal.reason;
 		lastError = e;
 		if (isOverflow(e, {
 			provider: fb.provider,