@tanstack/ai-bedrock 1.2.0 → 1.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -85,16 +85,35 @@ const adapter = createBedrockText(
85
85
  )
86
86
  ```
87
87
 
88
+ ## Reranking
89
+
90
+ Call `rerank()` with `bedrockRerank()` on the server to sort documents by relevance.
91
+
92
+ First, install `@aws-sdk/credential-providers` and configure AWS credentials. Bedrock API keys do not work for reranking. See [Bedrock reranking](https://tanstack.com/ai/latest/docs/adapters/bedrock#reranking) for permissions and model configuration.
93
+
94
+ ```typescript
95
+ import { rerank } from '@tanstack/ai'
96
+ import { bedrockRerank } from '@tanstack/ai-bedrock'
97
+
98
+ const { rerankedDocuments } = await rerank({
99
+ adapter: bedrockRerank('cohere.rerank-v3-5:0'),
100
+ query: 'talk about rain',
101
+ documents: ['sunny day at the beach', 'rainy afternoon in the city'],
102
+ topN: 2,
103
+ })
104
+ ```
105
+
88
106
  ## Authentication
89
107
 
90
- Auth is resolved in this order:
108
+ For chat and embeddings, auth is resolved in this order:
91
109
 
92
110
  1. Explicit `apiKey` passed to the factory
93
111
  2. `BEDROCK_API_KEY` environment variable
94
112
  3. `AWS_BEARER_TOKEN_BEDROCK` environment variable
95
113
  4. SigV4 via the AWS credential chain
96
114
 
97
- SigV4 signing is built in — no additional packages required. On the Converse
115
+ SigV4 signing is built in. The AWS credential chain requires
116
+ `@aws-sdk/credential-providers`. On the Converse
98
117
  (default) path the `@aws-sdk/client-bedrock-runtime` client signs requests
99
118
  itself; the OpenAI-compatible chat/responses paths sign via the bundled
100
119
  `@smithy/signature-v4`. Set `auth: 'sigv4'` and provide AWS credentials through
@@ -256,7 +256,7 @@ var BedrockConverseTextAdapter = class extends BaseTextAdapter {
256
256
  }
257
257
  if ("messageStop" in ev) {
258
258
  const stopReason = ev.messageStop?.stopReason;
259
- finishReason = stopReason === "max_tokens" ? "length" : stopReason === "content_filtered" ? "content_filter" : "stop";
259
+ finishReason = stopReason === "max_tokens" ? "length" : stopReason === "content_filtered" || stopReason === "guardrail_intervened" ? "content_filter" : "stop";
260
260
  continue;
261
261
  }
262
262
  if ("metadata" in ev) {
@@ -302,17 +302,20 @@ var BedrockConverseTextAdapter = class extends BaseTextAdapter {
302
302
  return;
303
303
  }
304
304
  if (accumulatedRaw.length === 0) {
305
+ const blocked = finishReason === "content_filter";
306
+ const message = blocked ? `${this.name}.structuredOutputStream: the response was blocked by a content filter` : `${this.name}.structuredOutputStream: response contained no content`;
307
+ const code = blocked ? "content_filter" : "empty-response";
305
308
  yield {
306
309
  type: EventType.RUN_ERROR,
307
310
  metadata: this.sourceMetadata(chatOptions.model),
308
311
  runId,
309
312
  model: chatOptions.model,
310
313
  timestamp: Date.now(),
311
- message: `${this.name}.structuredOutputStream: response contained no content`,
312
- code: "empty-response",
314
+ message,
315
+ code,
313
316
  error: {
314
- message: `${this.name}.structuredOutputStream: response contained no content`,
315
- code: "empty-response"
317
+ message,
318
+ code
316
319
  },
317
320
  ...usage && { usage }
318
321
  };
@@ -322,17 +325,20 @@ var BedrockConverseTextAdapter = class extends BaseTextAdapter {
322
325
  try {
323
326
  parsed = JSON.parse(accumulatedRaw);
324
327
  } catch {
328
+ const blocked = finishReason === "content_filter";
329
+ const message = blocked ? `${this.name}.structuredOutputStream: the response was blocked by a content filter` : `Failed to parse structured output as JSON. Content: ${accumulatedRaw.slice(0, 200)}${accumulatedRaw.length > 200 ? "..." : ""}`;
330
+ const code = blocked ? "content_filter" : "parse-error";
325
331
  yield {
326
332
  type: EventType.RUN_ERROR,
327
333
  metadata: this.sourceMetadata(chatOptions.model),
328
334
  runId,
329
335
  model: chatOptions.model,
330
336
  timestamp: Date.now(),
331
- message: `Failed to parse structured output as JSON. Content: ${accumulatedRaw.slice(0, 200)}${accumulatedRaw.length > 200 ? "..." : ""}`,
332
- code: "parse-error",
337
+ message,
338
+ code,
333
339
  error: {
334
- message: "Failed to parse structured output as JSON",
335
- code: "parse-error"
340
+ message: blocked ? message : "Failed to parse structured output as JSON",
341
+ code
336
342
  },
337
343
  ...usage && { usage }
338
344
  };
@@ -1 +1 @@
1
- {"version":3,"file":"converse-text.js","names":[],"sources":["../../../src/adapters/converse-text.ts"],"sourcesContent":["import {\n CONTEXT_OVERFLOW_CODE,\n EventType,\n convertSchemaToJsonSchema,\n} from '@tanstack/ai'\nimport { BaseTextAdapter } from '@tanstack/ai/adapters'\nimport { toRunErrorPayload } from '@tanstack/ai/adapter-internals'\nimport { importOptionalPeer, resolveBedrockAuth } from '../utils/auth'\nimport {\n toConverseMessages,\n toolBlocksToText,\n} from '../converse/message-converter'\nimport { toToolConfig } from '../converse/tool-converter'\nimport {\n processConverseStream,\n throwIfConverseStreamError,\n} from '../converse/stream-processor'\nimport { buildConverseUsage } from '../converse/usage'\nimport { converseThinking } from '../converse/reasoning'\nimport {\n BEDROCK_CLAUDE_NO_FORCED_TOOL_FAMILIES,\n BEDROCK_MODEL_INPUT_MODALITIES,\n BEDROCK_MODEL_REASONING,\n} from '../model-meta'\nimport { addPromptCachePoints } from '../converse/prompt-cache'\nimport {\n STRUCTURED_TOOL_NAME,\n buildStructuredToolConfig,\n} from '../converse/structured-output'\nimport type { ResolvedBedrockAuth } from '../utils/auth'\nimport type { ConverseToolInput } from '../converse/tool-converter'\nimport type * as BedrockRuntime from '@aws-sdk/client-bedrock-runtime'\nimport type {\n BedrockRuntimeClient,\n BedrockRuntimeClientConfig,\n ContentBlock,\n ConverseCommandInput,\n ConverseCommandOutput,\n ConverseStreamCommandInput,\n ConverseStreamOutput,\n} from '@aws-sdk/client-bedrock-runtime'\nimport type { MiddlewareStack } from '@smithy/types'\nimport type {\n JSONSchema,\n Modality,\n AdapterYieldChunk,\n TextOptions,\n TokenUsage,\n Tool,\n} from '@tanstack/ai'\nimport type {\n StructuredOutputOptions,\n StructuredOutputResult,\n} from '@tanstack/ai/adapters'\nimport type { BedrockClientConfig } from '../utils/client'\nimport type {\n BedrockMessageMetadataByModality,\n BedrockSystemPromptMetadata,\n BedrockToolMetadata,\n} from '../message-types'\nimport type {\n BedrockConverseModels,\n BedrockModelReasoningByName,\n ResolveConverseProviderOptions,\n ResolveInputModalities,\n} from '../model-meta'\n\n/** Config for the Converse adapter — same client config as the chat adapter. */\nexport interface BedrockConverseConfig extends BedrockClientConfig {}\n\n/**\n * Bedrock Converse text adapter. Wires the Converse translation modules (message\n * converter, tool converter, stream processor, structured-output forced-tool\n * builder) onto `@tanstack/ai`'s `BaseTextAdapter` and the\n * `@aws-sdk/client-bedrock-runtime` `BedrockRuntimeClient`.\n *\n * The success-path AG-UI lifecycle (`RUN_STARTED`..`RUN_FINISHED`) is owned by\n * `processConverseStream`; this adapter only owns the catch/`RUN_ERROR` path,\n * mirroring openai-base's `chatStream`.\n *\n * The actual SDK calls live behind two protected seams (`sendStream` / `send`)\n * so tests can subclass and inject canned Converse SDK shapes without a real\n * AWS request.\n */\n/** The reasoning levels of a model, for `chat({ reasoning })`. `never`: none. */\ntype ResolveReasoning<TModel extends string> =\n TModel extends keyof BedrockModelReasoningByName\n ? BedrockModelReasoningByName[TModel]\n : never\n\nexport class BedrockConverseTextAdapter<\n TModel extends BedrockConverseModels,\n // Constraint mirrors the chat adapter (text.ts): the base parameterises\n // `TProviderOptions extends Record<string, any>`, and our default\n // `ResolveConverseProviderOptions<TModel>` resolves to an interface lacking an\n // implicit index signature — which `Record<string, unknown>` would reject but\n // `Record<string, any>` accepts. Confined to the generic constraint (the\n // established adapter pattern) — no value `as` cast is introduced.\n TProviderOptions extends Record<string, any> =\n ResolveConverseProviderOptions<TModel>,\n TInputModalities extends ReadonlyArray<Modality> =\n ResolveInputModalities<TModel>,\n> extends BaseTextAdapter<\n TModel,\n TProviderOptions,\n TInputModalities,\n BedrockMessageMetadataByModality,\n // TToolCapabilities — Converse has no per-model tool-capability table; the\n // base default.\n ReadonlyArray<string>,\n // TToolCallMetadata — Converse has no tool-call metadata round-tripping.\n unknown,\n // TSystemPromptMetadata — narrows `systemPrompts[i].metadata` at the chat()\n // call site so users get `cachePoint` autocomplete.\n BedrockSystemPromptMetadata,\n ResolveReasoning<TModel>\n> {\n override readonly kind = 'text' as const\n override readonly name = 'bedrock-converse' as const\n override readonly api = 'bedrock-converse-stream'\n override readonly provider = 'amazon-bedrock'\n override readonly inputModalities = BEDROCK_MODEL_INPUT_MODALITIES[this.model]\n\n private sourceMetadata(model: string) {\n return {\n tanstack: { source: { provider: this.provider, api: this.api, model } },\n }\n }\n private clientPromise?: Promise<BedrockRuntimeClient>\n private readonly clientConfig: BedrockConverseConfig\n\n constructor(config: BedrockConverseConfig, model: TModel) {\n super({}, model)\n // Defer client construction and auth resolution: the AWS SDK is Node/\n // server-only, so we must not pull it into the static graph here. The\n // client (and its dynamic import) is built lazily on first SDK call.\n this.clientConfig = config\n }\n\n /**\n * Dynamically import `@aws-sdk/client-bedrock-runtime`. The specifier is held\n * in a variable (not a string literal) so bundler dep scanners (e.g. Vite/\n * esbuild optimizeDeps) cannot statically discover the AWS SDK and try to\n * pre-bundle it for the browser — it would fail on the SDK's Node-only\n * `fromTokenFile` export chain. The SDK is Node/server-only and is only\n * reached on a real request. `typeof import(...)` is a type-only reference\n * (erased at emit) so the imported members keep full typing.\n */\n protected importBedrockRuntime(): Promise<typeof BedrockRuntime> {\n const mod = '@aws-sdk/client-bedrock-runtime'\n return importOptionalPeer<typeof BedrockRuntime>(mod)\n }\n\n /**\n * Lazily construct the `BedrockRuntimeClient`. The dynamic import keeps\n * `@aws-sdk/client-bedrock-runtime` out of the static/browser graph and\n * defers `resolveBedrockAuth` until a real request is made.\n */\n protected async getClient(): Promise<BedrockRuntimeClient> {\n if (!this.clientPromise) {\n this.clientPromise = (async () => {\n const { BedrockRuntimeClient } = await this.importBedrockRuntime()\n const region = this.clientConfig.region ?? 'us-east-1'\n const resolved = resolveBedrockAuth(\n {\n apiKey: this.clientConfig.apiKey,\n region,\n auth: this.clientConfig.auth,\n },\n 'runtime',\n )\n const client = new BedrockRuntimeClient(\n this.buildClientConfig(resolved, region, this.clientConfig.baseURL),\n )\n const defaultHeaders = this.clientConfig.defaultHeaders\n if (defaultHeaders) {\n // `build` runs before SigV4 signing, so gateway headers are signed\n // along with the rest of the request.\n client.middlewareStack.add(\n (next) => (args) => {\n const request = args.request\n if (\n typeof request === 'object' &&\n request !== null &&\n 'headers' in request &&\n typeof request.headers === 'object' &&\n request.headers !== null\n ) {\n Object.assign(request.headers, defaultHeaders)\n }\n return next(args)\n },\n { step: 'build', name: 'tanstackDefaultHeaders' },\n )\n }\n return client\n })().catch((error: unknown) => {\n // Don't cache a rejected promise — clear it so a later call can retry\n // (e.g. after a transient import failure or fixed auth config).\n this.clientPromise = undefined\n throw error\n })\n }\n return this.clientPromise\n }\n\n /**\n * Map resolved auth + endpoint to a `BedrockRuntimeClientConfig`.\n *\n * Recent `@aws-sdk/client-bedrock-runtime` exposes a first-class `token`\n * config field for Bedrock API-key bearer auth. But the client's default\n * auth-scheme order is SigV4 first, then bearer — so passing `token` alone is\n * not enough: the SDK still resolves SigV4 and throws \"Could not load\n * credentials from any providers\". Pinning `authSchemePreference` to the\n * bearer scheme makes the API key actually get used. SigV4 uses the AWS\n * credential provider chain and the default scheme order.\n */\n protected buildClientConfig(\n resolved: ResolvedBedrockAuth,\n region: string,\n endpoint: string | undefined,\n ): BedrockRuntimeClientConfig {\n if (resolved.kind === 'bearer') {\n return {\n region,\n token: { token: resolved.token },\n authSchemePreference: ['httpBearerAuth'],\n ...(endpoint ? { endpoint } : {}),\n }\n }\n return {\n region: resolved.region,\n credentials: resolved.credentials,\n ...(endpoint ? { endpoint } : {}),\n }\n }\n\n // ---------------------------------------------------------------------------\n // SDK seams (overridden in tests so no real AWS call happens)\n // ---------------------------------------------------------------------------\n\n protected async sendStream(\n input: ConverseStreamCommandInput,\n signal?: AbortSignal | null,\n ): Promise<AsyncIterable<ConverseStreamOutput>> {\n const { ConverseStreamCommand } = await this.importBedrockRuntime()\n const client = await this.getClient()\n const command = new ConverseStreamCommand(input)\n addRestoreDocuments(command, input)\n const res = await client.send(command, { abortSignal: signal ?? undefined })\n if (!res.stream) {\n throw new Error('Bedrock Converse: empty stream response')\n }\n return res.stream\n }\n\n protected async send(\n input: ConverseCommandInput,\n signal?: AbortSignal | null,\n ): Promise<ConverseCommandOutput> {\n const { ConverseCommand } = await this.importBedrockRuntime()\n const client = await this.getClient()\n const command = new ConverseCommand(input)\n addRestoreDocuments(command, input)\n return client.send(command, { abortSignal: signal ?? undefined })\n }\n\n // ---------------------------------------------------------------------------\n // Public adapter surface\n // ---------------------------------------------------------------------------\n\n async *chatStream(\n options: TextOptions<TProviderOptions>,\n ): AsyncIterable<AdapterYieldChunk> {\n try {\n options.logger.request(\n `activity=chat provider=${this.name} model=${this.model} messages=${options.messages.length} tools=${options.tools?.length ?? 0} stream=true`,\n { provider: this.name, model: this.model },\n )\n const input = this.buildInput(options)\n // Bedrock rejects toolUse and toolResult blocks without a toolConfig,\n // so a request with no tools sends its tool history as text.\n if (!input.toolConfig && input.messages) {\n input.messages = toolBlocksToText(input.messages)\n }\n const stream = await this.sendStream(input, options.request?.signal)\n for await (const chunk of processConverseStream(\n stream,\n () => this.generateId(),\n {\n threadId: options.threadId,\n parentRunId: options.parentRunId,\n model: options.model,\n },\n )) {\n yield chunk.type === EventType.RUN_STARTED ||\n chunk.type === EventType.RUN_FINISHED\n ? { ...chunk, metadata: this.sourceMetadata(options.model) }\n : chunk\n }\n } catch (error: unknown) {\n const errorPayload = converseRunErrorPayload(\n error,\n `${this.name}.chatStream failed`,\n )\n options.logger.errors(`${this.name}.chatStream fatal`, {\n error: errorPayload,\n source: `${this.name}.chatStream`,\n })\n // Conditional `code` spread keeps the wire shape spec-compliant under\n // `exactOptionalPropertyTypes` (AG-UI's `RunErrorEvent.code` is optional).\n yield {\n type: EventType.RUN_ERROR,\n metadata: this.sourceMetadata(options.model),\n model: options.model,\n timestamp: Date.now(),\n message: errorPayload.message,\n ...(errorPayload.code !== undefined && { code: errorPayload.code }),\n error: {\n message: errorPayload.message,\n ...(errorPayload.code !== undefined && { code: errorPayload.code }),\n },\n }\n }\n }\n\n /**\n * Structured output via the forced-tool strategy. Converse has no native\n * json_schema response_format, so we force a single tool whose input schema\n * is the requested output schema and read the model's `toolUse.input` back as\n * the structured result.\n */\n async structuredOutput(\n options: StructuredOutputOptions<TProviderOptions>,\n ): Promise<StructuredOutputResult<unknown>> {\n const { chatOptions, outputSchema } = options\n try {\n chatOptions.logger.request(\n `activity=structuredOutput provider=${this.name} model=${this.model} messages=${chatOptions.messages.length}`,\n { provider: this.name, model: this.model },\n )\n // Claude rejects a forced tool while thinking is on, so the forced\n // structured-output tool goes without `chat({ reasoning })`.\n const { reasoning: _reasoning, ...requestOptions } = chatOptions\n const input: ConverseCommandInput = {\n ...this.buildInput(requestOptions),\n toolConfig: buildStructuredToolConfig(outputSchema),\n }\n const res = await this.send(input, chatOptions.request?.signal)\n const usage = res.usage && buildConverseUsage(res.usage)\n // A forced tool call cut off at the output cap carries partial input,\n // which would read like a schema failure (issue #1426).\n if (res.stopReason === 'max_tokens') {\n throw Object.assign(\n new Error(\n `${this.name}.structuredOutput: the response was cut off because the maximum token limit was reached (stopReason=max_tokens); raise modelOptions.max_completion_tokens`,\n ),\n usage && { usage },\n )\n }\n const structured = extractStructuredToolInput(res)\n if (structured === undefined) {\n throw Object.assign(\n new Error(\n `${this.name}.structuredOutput: response contained no forced-tool output`,\n ),\n usage && { usage },\n )\n }\n return {\n data: structured,\n rawText: JSON.stringify(structured),\n ...(usage && { usage }),\n }\n } catch (error: unknown) {\n chatOptions.logger.errors(`${this.name}.structuredOutput fatal`, {\n error: toRunErrorPayload(error, `${this.name}.structuredOutput failed`),\n source: `${this.name}.structuredOutput`,\n })\n throw error\n }\n }\n\n /**\n * Streaming structured output. Same forced-tool strategy as\n * `structuredOutput`, but streamed: the forced tool's `toolUse.input` JSON\n * fragments are accumulated from the Converse stream and a terminal\n * `CUSTOM 'structured-output.complete'` event carries `{ object, raw }`,\n * mirroring openai-base's `structuredOutputStream` contract exactly.\n */\n async *structuredOutputStream(\n options: StructuredOutputOptions<TProviderOptions>,\n ): AsyncIterable<AdapterYieldChunk> {\n const { chatOptions, outputSchema } = options\n const runId = this.generateId()\n const threadId = chatOptions.threadId\n const messageId = this.generateId()\n\n let hasEmittedRunStarted = false\n let hasEmittedTextMessageStart = false\n let accumulatedRaw = ''\n let finishReason: 'stop' | 'length' | 'content_filter' = 'stop'\n // Usage arrives on the trailing `metadata` event, after the finish signal,\n // so it is captured during iteration and folded into RUN_FINISHED below.\n let usage: TokenUsage | undefined\n\n try {\n chatOptions.logger.request(\n `activity=structuredOutputStream provider=${this.name} model=${this.model} messages=${chatOptions.messages.length}`,\n { provider: this.name, model: this.model },\n )\n // Claude rejects a forced tool while thinking is on, so the forced\n // structured-output tool goes without `chat({ reasoning })`.\n const { reasoning: _reasoning, ...requestOptions } = chatOptions\n const input: ConverseStreamCommandInput = {\n ...this.buildInput(requestOptions),\n toolConfig: buildStructuredToolConfig(outputSchema),\n }\n const stream = await this.sendStream(input, chatOptions.request?.signal)\n\n // The forced tool streams its `input` as partial-JSON fragments inside\n // `contentBlockDelta.delta.toolUse.input`. We surface them as\n // TEXT_MESSAGE_CONTENT deltas (raw JSON text), matching openai-base which\n // carries the structured JSON as text deltas.\n for await (const ev of stream) {\n if (!hasEmittedRunStarted) {\n hasEmittedRunStarted = true\n yield {\n type: EventType.RUN_STARTED,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n threadId,\n model: chatOptions.model,\n timestamp: Date.now(),\n parentRunId: chatOptions.parentRunId,\n }\n }\n\n // Surface in-band server/throttle/validation errors instead of\n // letting them fall through and masquerade as an empty response.\n throwIfConverseStreamError(ev)\n\n if ('contentBlockDelta' in ev) {\n const delta = ev.contentBlockDelta?.delta\n const fragment =\n delta && 'toolUse' in delta ? delta.toolUse?.input : undefined\n if (fragment !== undefined) {\n if (!hasEmittedTextMessageStart) {\n hasEmittedTextMessageStart = true\n yield {\n type: EventType.TEXT_MESSAGE_START,\n messageId,\n role: 'assistant',\n model: chatOptions.model,\n timestamp: Date.now(),\n }\n }\n accumulatedRaw += fragment\n yield {\n type: EventType.TEXT_MESSAGE_CONTENT,\n messageId,\n delta: fragment,\n content: accumulatedRaw,\n model: chatOptions.model,\n timestamp: Date.now(),\n }\n }\n continue\n }\n\n if ('messageStop' in ev) {\n const stopReason = ev.messageStop?.stopReason\n // The forced structured-output tool produces stopReason 'tool_use' on\n // success, but that's an implementation detail — a cleanly-completed\n // structured run reports 'stop', matching openai-base's contract.\n finishReason =\n stopReason === 'max_tokens'\n ? 'length'\n : stopReason === 'content_filtered'\n ? 'content_filter'\n : 'stop'\n continue\n }\n\n if ('metadata' in ev) {\n const u = ev.metadata?.usage\n if (u) {\n usage = buildConverseUsage(u)\n }\n continue\n }\n }\n\n if (!hasEmittedRunStarted) {\n hasEmittedRunStarted = true\n yield {\n type: EventType.RUN_STARTED,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n threadId,\n model: chatOptions.model,\n timestamp: Date.now(),\n parentRunId: chatOptions.parentRunId,\n }\n }\n\n if (hasEmittedTextMessageStart) {\n yield {\n type: EventType.TEXT_MESSAGE_END,\n messageId,\n model: chatOptions.model,\n timestamp: Date.now(),\n }\n }\n\n // Same truncation check as `structuredOutput()`: report the token limit\n // before the empty-content and parse errors (issue #1426).\n if (finishReason === 'length') {\n const message = `${this.name}.structuredOutputStream: the response was cut off because the maximum token limit was reached (stopReason=max_tokens); raise modelOptions.max_completion_tokens`\n yield {\n type: EventType.RUN_ERROR,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n model: chatOptions.model,\n timestamp: Date.now(),\n message,\n code: 'max_tokens',\n error: { message, code: 'max_tokens' },\n ...(usage && { usage }),\n }\n return\n }\n\n if (accumulatedRaw.length === 0) {\n yield {\n type: EventType.RUN_ERROR,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n model: chatOptions.model,\n timestamp: Date.now(),\n message: `${this.name}.structuredOutputStream: response contained no content`,\n code: 'empty-response',\n error: {\n message: `${this.name}.structuredOutputStream: response contained no content`,\n code: 'empty-response',\n },\n ...(usage && { usage }),\n }\n return\n }\n\n let parsed: unknown\n try {\n parsed = JSON.parse(accumulatedRaw)\n } catch {\n yield {\n type: EventType.RUN_ERROR,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n model: chatOptions.model,\n timestamp: Date.now(),\n message: `Failed to parse structured output as JSON. Content: ${accumulatedRaw.slice(0, 200)}${accumulatedRaw.length > 200 ? '...' : ''}`,\n code: 'parse-error',\n error: {\n message: 'Failed to parse structured output as JSON',\n code: 'parse-error',\n },\n ...(usage && { usage }),\n }\n return\n }\n\n yield {\n type: EventType.CUSTOM,\n name: 'structured-output.complete',\n value: {\n object: parsed,\n raw: accumulatedRaw,\n },\n model: chatOptions.model,\n timestamp: Date.now(),\n }\n\n yield {\n type: EventType.RUN_FINISHED,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n threadId,\n model: chatOptions.model,\n timestamp: Date.now(),\n finishReason,\n ...(usage && { usage }),\n }\n } catch (error: unknown) {\n if (!hasEmittedRunStarted) {\n hasEmittedRunStarted = true\n yield {\n type: EventType.RUN_STARTED,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n threadId,\n model: chatOptions.model,\n timestamp: Date.now(),\n parentRunId: chatOptions.parentRunId,\n }\n }\n const errorPayload = converseRunErrorPayload(\n error,\n `${this.name}.structuredOutputStream failed`,\n )\n chatOptions.logger.errors(`${this.name}.structuredOutputStream fatal`, {\n error: errorPayload,\n source: `${this.name}.structuredOutputStream`,\n })\n yield {\n type: EventType.RUN_ERROR,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n model: chatOptions.model,\n timestamp: Date.now(),\n message: errorPayload.message,\n ...(errorPayload.code !== undefined && { code: errorPayload.code }),\n error: {\n message: errorPayload.message,\n ...(errorPayload.code !== undefined && { code: errorPayload.code }),\n },\n ...(usage && { usage }),\n }\n }\n }\n\n /**\n * Converse sends `tools` and a forced structured-output tool via two separate\n * mechanisms, never together. Declaring `false` makes the engine run the\n * agent loop without `outputSchema` and finalize via `structuredOutput` /\n * `structuredOutputStream`.\n */\n supportsCombinedToolsAndSchema(): boolean {\n return false\n }\n\n // ---------------------------------------------------------------------------\n // Request construction\n // ---------------------------------------------------------------------------\n\n /**\n * Translate `TextOptions` into a `ConverseCommandInput`. Shared by chatStream,\n * structuredOutput, and structuredOutputStream (the latter two override\n * `toolConfig` with the forced structured tool afterwards).\n */\n protected buildInput(\n options: TextOptions<TProviderOptions>,\n ): ConverseCommandInput {\n const { system, messages } = toConverseMessages(\n options.messages,\n options.systemPrompts,\n { model: options.model, provider: this.provider },\n )\n\n // Sampling options live on `modelOptions` (typed as the narrowed\n // `BedrockConverseProviderOptions`, which surfaces the OpenAI Chat\n // Completions field names); translate them into Converse's `inferenceConfig`,\n // which uses AWS-native camelCase keys.\n const modelOptions = options.modelOptions\n const temperature = modelOptions?.temperature\n const topP = modelOptions?.top_p\n // `chat({ reasoning })`: Claude's thinking fields. Budget thinking needs\n // `maxTokens` above the budget, so a smaller or missing value grows.\n const { additionalModelRequestFields, minMaxTokens } = converseThinking(\n this.model,\n options.reasoning,\n BEDROCK_MODEL_REASONING[this.model],\n )\n\n // `chat({ toolChoice })`. Converse has no `none` choice, so `none` sends\n // no tool config, and `chatStream` sends any tool history as text. Claude\n // rejects a forced tool while thinking is on (only Claude gets thinking\n // fields), and some Claude models reject it on every request. Then a\n // forced choice falls back to auto.\n const canForceTool =\n additionalModelRequestFields === undefined &&\n !BEDROCK_CLAUDE_NO_FORCED_TOOL_FAMILIES.some((name) =>\n this.model.includes(name),\n )\n const toolChoice =\n options.toolChoice === 'none' || canForceTool\n ? options.toolChoice\n : 'auto'\n const toolConfig = options.tools\n ? toToolConfig(convertTools(options.tools), toolChoice)\n : undefined\n\n const requestedMaxTokens = modelOptions?.max_completion_tokens\n const maxTokens =\n minMaxTokens !== undefined &&\n (requestedMaxTokens == null || requestedMaxTokens < minMaxTokens)\n ? minMaxTokens\n : requestedMaxTokens\n const stop = modelOptions?.stop\n const stopSequences =\n stop == null ? undefined : Array.isArray(stop) ? stop : [stop]\n\n const inferenceConfig =\n temperature != null ||\n topP != null ||\n maxTokens != null ||\n stopSequences != null\n ? {\n ...(temperature != null && { temperature }),\n ...(topP != null && { topP }),\n ...(maxTokens != null && { maxTokens }),\n ...(stopSequences != null && { stopSequences }),\n }\n : undefined\n\n const input: ConverseCommandInput = {\n modelId: this.model,\n messages,\n ...(system.length > 0 && { system }),\n ...(toolConfig && { toolConfig }),\n ...(inferenceConfig && { inferenceConfig }),\n ...(additionalModelRequestFields && { additionalModelRequestFields }),\n }\n return addPromptCachePoints(this.model, input, options.promptCache)\n }\n}\n\n/**\n * Convert TanStack `Tool[]` to the Converse tool-converter input shape. Reuses\n * the SAME `convertSchemaToJsonSchema` the other adapters use so the Converse\n * tool input schemas match what every other provider sends.\n */\n/**\n * The text Bedrock models use for a context overflow. Converse has no error\n * type for it: it is a `ValidationException` like every bad request, and over\n * a stream the SDK does not keep that name. So the message is the only signal.\n * Each model family has its own text.\n */\nconst CONTEXT_OVERFLOW_MESSAGE =\n /Input Tokens Exceeded|maximum context length|Input is too long for requested model|prompt is too long/\n\n/**\n * `toRunErrorPayload`, with `code` set to `CONTEXT_OVERFLOW_CODE` for a\n * context overflow. A `ThrottlingException` is never an overflow, whatever\n * its text says about tokens.\n */\nfunction converseRunErrorPayload(\n error: unknown,\n fallbackMessage: string,\n): { message: string; code: string | undefined } {\n const payload = toRunErrorPayload(error, fallbackMessage)\n const throttled =\n error instanceof Error && error.name === 'ThrottlingException'\n return !throttled && CONTEXT_OVERFLOW_MESSAGE.test(payload.message)\n ? { ...payload, code: CONTEXT_OVERFLOW_CODE }\n : payload\n}\n\nfunction convertTools(tools: Array<Tool>): Array<ConverseToolInput> {\n return tools.map((tool) => {\n const inputSchema: JSONSchema = convertSchemaToJsonSchema(\n tool.inputSchema,\n ) ?? { type: 'object', properties: {}, required: [] }\n const { cachePoint }: BedrockToolMetadata = tool.metadata ?? {}\n return {\n name: tool.name,\n description: tool.description,\n inputSchema,\n ...(cachePoint && { cachePoint }),\n }\n })\n}\n\n/**\n * Find the forced structured-output tool's `input` in a non-streaming Converse\n * response. SDK-boundary narrowing only — `ConverseOutput` is a tagged union\n * (`{ message }`) and a tool-use block is `{ toolUse: { input } }`.\n */\nfunction extractStructuredToolInput(\n res: ConverseCommandOutput,\n): unknown | undefined {\n const message =\n res.output && 'message' in res.output ? res.output.message : undefined\n const content: Array<ContentBlock> = message?.content ?? []\n for (const block of content) {\n if ('toolUse' in block && block.toolUse) {\n // Only accept the forced structured tool (an unnamed block is allowed,\n // since the forced tool is the only one configured). A differently-named\n // tool-use block is a hallucinated/leftover call whose arbitrary input\n // must not be returned as the validated result — leave it to the caller's\n // `throw` so the failure is accurate instead of silently wrong.\n if (\n block.toolUse.name === STRUCTURED_TOOL_NAME ||\n block.toolUse.name === undefined\n ) {\n return block.toolUse.input\n }\n }\n }\n return undefined\n}\n\n/** The parts of a Converse request that hold documents the adapter fills from user data. */\ntype ConverseDocuments = Pick<ConverseCommandInput, 'messages' | 'toolConfig'>\n\nfunction hasProtoKey(value: unknown): boolean {\n if (typeof value !== 'object' || value === null) return false\n return (\n Object.hasOwn(value, '__proto__') || Object.values(value).some(hasProtoKey)\n )\n}\n\n/**\n * The AWS SDK copies a document (tool input, tool input schema) with\n * `out[key] = value`. For an own key named `__proto__`, the assignment goes\n * to the `__proto__` setter and the key is lost. This puts each such\n * document back in the serialized body. `JSON.stringify` keeps own keys.\n */\nfunction restoreDocuments(request: unknown, input: ConverseDocuments): void {\n const documents = [\n ...(input.messages ?? []).flatMap((message) =>\n (message.content ?? []).map((block) => block.toolUse?.input),\n ),\n ...(input.toolConfig?.tools ?? []).map(\n (tool) => tool.toolSpec?.inputSchema?.json,\n ),\n ]\n // Skip the parse and re-serialize of the body, which can be large (for\n // example with image bytes), unless a document has the key.\n if (!documents.some(hasProtoKey)) return\n if (\n typeof request !== 'object' ||\n request === null ||\n !('body' in request) ||\n typeof request.body !== 'string'\n ) {\n throw new Error(\n 'Bedrock Converse: cannot keep a `__proto__` key because the request body is not a JSON string',\n )\n }\n // The SDK serialized this body from `input` one step earlier, so the two\n // line up by position.\n const body: ConverseDocuments = JSON.parse(request.body)\n body.messages?.forEach((message, i) =>\n message.content?.forEach((block, j) => {\n const source = input.messages?.[i]?.content?.[j]?.toolUse?.input\n if (block.toolUse && hasProtoKey(source)) block.toolUse.input = source\n }),\n )\n body.toolConfig?.tools?.forEach((tool, i) => {\n const source = input.toolConfig?.tools?.[i]?.toolSpec?.inputSchema?.json\n if (tool.toolSpec?.inputSchema && hasProtoKey(source))\n tool.toolSpec.inputSchema.json = source\n })\n request.body = JSON.stringify(body)\n}\n\n/**\n * Adds {@link restoreDocuments} to a command. It runs at `build` with high\n * priority, before the SDK sets Content-Length and signs the body.\n */\nfunction addRestoreDocuments<TInput extends object, TOutput extends object>(\n command: { middlewareStack: MiddlewareStack<TInput, TOutput> },\n input: ConverseDocuments,\n): void {\n command.middlewareStack.add(\n (next) => (args) => {\n restoreDocuments(args.request, input)\n return next(args)\n },\n { step: 'build', name: 'tanstackRestoreDocuments', priority: 'high' },\n )\n}\n\n/** Converse adapter with an explicit API key (low-level; mirrors createBedrockChat). */\nexport function createBedrockConverse<TModel extends BedrockConverseModels>(\n model: TModel,\n apiKey: string,\n config?: Omit<BedrockConverseConfig, 'apiKey'>,\n): BedrockConverseTextAdapter<TModel> {\n return new BedrockConverseTextAdapter({ ...config, apiKey }, model)\n}\n"],"mappings":";;;;;;;;;;;;;AA0FA,IAAa,6BAAb,cAYU,gBAcR;CACA,OAAyB;CACzB,OAAyB;CACzB,MAAwB;CACxB,WAA6B;CAC7B,kBAAoC,+BAA+B,KAAK;CAExE,eAAuB,OAAe;EACpC,OAAO,EACL,UAAU,EAAE,QAAQ;GAAE,UAAU,KAAK;GAAU,KAAK,KAAK;GAAK;EAAM,EAAE,EACxE;CACF;CACA;CACA;CAEA,YAAY,QAA+B,OAAe;EACxD,MAAM,CAAC,GAAG,KAAK;EAIf,KAAK,eAAe;CACtB;;;;;;;;;;CAWA,uBAAiE;EAE/D,OAAO,mBAA0C,iCAAG;CACtD;;;;;;CAOA,MAAgB,YAA2C;EACzD,IAAI,CAAC,KAAK,eACR,KAAK,iBAAiB,YAAY;GAChC,MAAM,EAAE,yBAAyB,MAAM,KAAK,qBAAqB;GACjE,MAAM,SAAS,KAAK,aAAa,UAAU;GAC3C,MAAM,WAAW,mBACf;IACE,QAAQ,KAAK,aAAa;IAC1B;IACA,MAAM,KAAK,aAAa;GAC1B,GACA,SACF;GACA,MAAM,SAAS,IAAI,qBACjB,KAAK,kBAAkB,UAAU,QAAQ,KAAK,aAAa,OAAO,CACpE;GACA,MAAM,iBAAiB,KAAK,aAAa;GACzC,IAAI,gBAGF,OAAO,gBAAgB,KACpB,UAAU,SAAS;IAClB,MAAM,UAAU,KAAK;IACrB,IACE,OAAO,YAAY,YACnB,YAAY,QACZ,aAAa,WACb,OAAO,QAAQ,YAAY,YAC3B,QAAQ,YAAY,MAEpB,OAAO,OAAO,QAAQ,SAAS,cAAc;IAE/C,OAAO,KAAK,IAAI;GAClB,GACA;IAAE,MAAM;IAAS,MAAM;GAAyB,CAClD;GAEF,OAAO;EACT,EAAA,CAAG,CAAC,CAAC,OAAO,UAAmB;GAG7B,KAAK,gBAAgB,KAAA;GACrB,MAAM;EACR,CAAC;EAEH,OAAO,KAAK;CACd;;;;;;;;;;;;CAaA,kBACE,UACA,QACA,UAC4B;EAC5B,IAAI,SAAS,SAAS,UACpB,OAAO;GACL;GACA,OAAO,EAAE,OAAO,SAAS,MAAM;GAC/B,sBAAsB,CAAC,gBAAgB;GACvC,GAAI,WAAW,EAAE,SAAS,IAAI,CAAC;EACjC;EAEF,OAAO;GACL,QAAQ,SAAS;GACjB,aAAa,SAAS;GACtB,GAAI,WAAW,EAAE,SAAS,IAAI,CAAC;EACjC;CACF;CAMA,MAAgB,WACd,OACA,QAC8C;EAC9C,MAAM,EAAE,0BAA0B,MAAM,KAAK,qBAAqB;EAClE,MAAM,SAAS,MAAM,KAAK,UAAU;EACpC,MAAM,UAAU,IAAI,sBAAsB,KAAK;EAC/C,oBAAoB,SAAS,KAAK;EAClC,MAAM,MAAM,MAAM,OAAO,KAAK,SAAS,EAAE,aAAa,UAAU,KAAA,EAAU,CAAC;EAC3E,IAAI,CAAC,IAAI,QACP,MAAM,IAAI,MAAM,yCAAyC;EAE3D,OAAO,IAAI;CACb;CAEA,MAAgB,KACd,OACA,QACgC;EAChC,MAAM,EAAE,oBAAoB,MAAM,KAAK,qBAAqB;EAC5D,MAAM,SAAS,MAAM,KAAK,UAAU;EACpC,MAAM,UAAU,IAAI,gBAAgB,KAAK;EACzC,oBAAoB,SAAS,KAAK;EAClC,OAAO,OAAO,KAAK,SAAS,EAAE,aAAa,UAAU,KAAA,EAAU,CAAC;CAClE;CAMA,OAAO,WACL,SACkC;EAClC,IAAI;GACF,QAAQ,OAAO,QACb,0BAA0B,KAAK,KAAK,SAAS,KAAK,MAAM,YAAY,QAAQ,SAAS,OAAO,SAAS,QAAQ,OAAO,UAAU,EAAE,eAChI;IAAE,UAAU,KAAK;IAAM,OAAO,KAAK;GAAM,CAC3C;GACA,MAAM,QAAQ,KAAK,WAAW,OAAO;GAGrC,IAAI,CAAC,MAAM,cAAc,MAAM,UAC7B,MAAM,WAAW,iBAAiB,MAAM,QAAQ;GAElD,MAAM,SAAS,MAAM,KAAK,WAAW,OAAO,QAAQ,SAAS,MAAM;GACnE,WAAW,MAAM,SAAS,sBACxB,cACM,KAAK,WAAW,GACtB;IACE,UAAU,QAAQ;IAClB,aAAa,QAAQ;IACrB,OAAO,QAAQ;GACjB,CACF,GACE,MAAM,MAAM,SAAS,UAAU,eAC/B,MAAM,SAAS,UAAU,eACrB;IAAE,GAAG;IAAO,UAAU,KAAK,eAAe,QAAQ,KAAK;GAAE,IACzD;EAER,SAAS,OAAgB;GACvB,MAAM,eAAe,wBACnB,OACA,GAAG,KAAK,KAAK,mBACf;GACA,QAAQ,OAAO,OAAO,GAAG,KAAK,KAAK,oBAAoB;IACrD,OAAO;IACP,QAAQ,GAAG,KAAK,KAAK;GACvB,CAAC;GAGD,MAAM;IACJ,MAAM,UAAU;IAChB,UAAU,KAAK,eAAe,QAAQ,KAAK;IAC3C,OAAO,QAAQ;IACf,WAAW,KAAK,IAAI;IACpB,SAAS,aAAa;IACtB,GAAI,aAAa,SAAS,KAAA,KAAa,EAAE,MAAM,aAAa,KAAK;IACjE,OAAO;KACL,SAAS,aAAa;KACtB,GAAI,aAAa,SAAS,KAAA,KAAa,EAAE,MAAM,aAAa,KAAK;IACnE;GACF;EACF;CACF;;;;;;;CAQA,MAAM,iBACJ,SAC0C;EAC1C,MAAM,EAAE,aAAa,iBAAiB;EACtC,IAAI;GACF,YAAY,OAAO,QACjB,sCAAsC,KAAK,KAAK,SAAS,KAAK,MAAM,YAAY,YAAY,SAAS,UACrG;IAAE,UAAU,KAAK;IAAM,OAAO,KAAK;GAAM,CAC3C;GAGA,MAAM,EAAE,WAAW,YAAY,GAAG,mBAAmB;GACrD,MAAM,QAA8B;IAClC,GAAG,KAAK,WAAW,cAAc;IACjC,YAAY,0BAA0B,YAAY;GACpD;GACA,MAAM,MAAM,MAAM,KAAK,KAAK,OAAO,YAAY,SAAS,MAAM;GAC9D,MAAM,QAAQ,IAAI,SAAS,mBAAmB,IAAI,KAAK;GAGvD,IAAI,IAAI,eAAe,cACrB,MAAM,OAAO,uBACX,IAAI,MACF,GAAG,KAAK,KAAK,0JACf,GACA,SAAS,EAAE,MAAM,CACnB;GAEF,MAAM,aAAa,2BAA2B,GAAG;GACjD,IAAI,eAAe,KAAA,GACjB,MAAM,OAAO,uBACX,IAAI,MACF,GAAG,KAAK,KAAK,4DACf,GACA,SAAS,EAAE,MAAM,CACnB;GAEF,OAAO;IACL,MAAM;IACN,SAAS,KAAK,UAAU,UAAU;IAClC,GAAI,SAAS,EAAE,MAAM;GACvB;EACF,SAAS,OAAgB;GACvB,YAAY,OAAO,OAAO,GAAG,KAAK,KAAK,0BAA0B;IAC/D,OAAO,kBAAkB,OAAO,GAAG,KAAK,KAAK,yBAAyB;IACtE,QAAQ,GAAG,KAAK,KAAK;GACvB,CAAC;GACD,MAAM;EACR;CACF;;;;;;;;CASA,OAAO,uBACL,SACkC;EAClC,MAAM,EAAE,aAAa,iBAAiB;EACtC,MAAM,QAAQ,KAAK,WAAW;EAC9B,MAAM,WAAW,YAAY;EAC7B,MAAM,YAAY,KAAK,WAAW;EAElC,IAAI,uBAAuB;EAC3B,IAAI,6BAA6B;EACjC,IAAI,iBAAiB;EACrB,IAAI,eAAqD;EAGzD,IAAI;EAEJ,IAAI;GACF,YAAY,OAAO,QACjB,4CAA4C,KAAK,KAAK,SAAS,KAAK,MAAM,YAAY,YAAY,SAAS,UAC3G;IAAE,UAAU,KAAK;IAAM,OAAO,KAAK;GAAM,CAC3C;GAGA,MAAM,EAAE,WAAW,YAAY,GAAG,mBAAmB;GACrD,MAAM,QAAoC;IACxC,GAAG,KAAK,WAAW,cAAc;IACjC,YAAY,0BAA0B,YAAY;GACpD;GACA,MAAM,SAAS,MAAM,KAAK,WAAW,OAAO,YAAY,SAAS,MAAM;GAMvE,WAAW,MAAM,MAAM,QAAQ;IAC7B,IAAI,CAAC,sBAAsB;KACzB,uBAAuB;KACvB,MAAM;MACJ,MAAM,UAAU;MAChB,UAAU,KAAK,eAAe,YAAY,KAAK;MAC/C;MACA;MACA,OAAO,YAAY;MACnB,WAAW,KAAK,IAAI;MACpB,aAAa,YAAY;KAC3B;IACF;IAIA,2BAA2B,EAAE;IAE7B,IAAI,uBAAuB,IAAI;KAC7B,MAAM,QAAQ,GAAG,mBAAmB;KACpC,MAAM,WACJ,SAAS,aAAa,QAAQ,MAAM,SAAS,QAAQ,KAAA;KACvD,IAAI,aAAa,KAAA,GAAW;MAC1B,IAAI,CAAC,4BAA4B;OAC/B,6BAA6B;OAC7B,MAAM;QACJ,MAAM,UAAU;QAChB;QACA,MAAM;QACN,OAAO,YAAY;QACnB,WAAW,KAAK,IAAI;OACtB;MACF;MACA,kBAAkB;MAClB,MAAM;OACJ,MAAM,UAAU;OAChB;OACA,OAAO;OACP,SAAS;OACT,OAAO,YAAY;OACnB,WAAW,KAAK,IAAI;MACtB;KACF;KACA;IACF;IAEA,IAAI,iBAAiB,IAAI;KACvB,MAAM,aAAa,GAAG,aAAa;KAInC,eACE,eAAe,eACX,WACA,eAAe,qBACb,mBACA;KACR;IACF;IAEA,IAAI,cAAc,IAAI;KACpB,MAAM,IAAI,GAAG,UAAU;KACvB,IAAI,GACF,QAAQ,mBAAmB,CAAC;KAE9B;IACF;GACF;GAEA,IAAI,CAAC,sBAAsB;IACzB,uBAAuB;IACvB,MAAM;KACJ,MAAM,UAAU;KAChB,UAAU,KAAK,eAAe,YAAY,KAAK;KAC/C;KACA;KACA,OAAO,YAAY;KACnB,WAAW,KAAK,IAAI;KACpB,aAAa,YAAY;IAC3B;GACF;GAEA,IAAI,4BACF,MAAM;IACJ,MAAM,UAAU;IAChB;IACA,OAAO,YAAY;IACnB,WAAW,KAAK,IAAI;GACtB;GAKF,IAAI,iBAAiB,UAAU;IAC7B,MAAM,UAAU,GAAG,KAAK,KAAK;IAC7B,MAAM;KACJ,MAAM,UAAU;KAChB,UAAU,KAAK,eAAe,YAAY,KAAK;KAC/C;KACA,OAAO,YAAY;KACnB,WAAW,KAAK,IAAI;KACpB;KACA,MAAM;KACN,OAAO;MAAE;MAAS,MAAM;KAAa;KACrC,GAAI,SAAS,EAAE,MAAM;IACvB;IACA;GACF;GAEA,IAAI,eAAe,WAAW,GAAG;IAC/B,MAAM;KACJ,MAAM,UAAU;KAChB,UAAU,KAAK,eAAe,YAAY,KAAK;KAC/C;KACA,OAAO,YAAY;KACnB,WAAW,KAAK,IAAI;KACpB,SAAS,GAAG,KAAK,KAAK;KACtB,MAAM;KACN,OAAO;MACL,SAAS,GAAG,KAAK,KAAK;MACtB,MAAM;KACR;KACA,GAAI,SAAS,EAAE,MAAM;IACvB;IACA;GACF;GAEA,IAAI;GACJ,IAAI;IACF,SAAS,KAAK,MAAM,cAAc;GACpC,QAAQ;IACN,MAAM;KACJ,MAAM,UAAU;KAChB,UAAU,KAAK,eAAe,YAAY,KAAK;KAC/C;KACA,OAAO,YAAY;KACnB,WAAW,KAAK,IAAI;KACpB,SAAS,uDAAuD,eAAe,MAAM,GAAG,GAAG,IAAI,eAAe,SAAS,MAAM,QAAQ;KACrI,MAAM;KACN,OAAO;MACL,SAAS;MACT,MAAM;KACR;KACA,GAAI,SAAS,EAAE,MAAM;IACvB;IACA;GACF;GAEA,MAAM;IACJ,MAAM,UAAU;IAChB,MAAM;IACN,OAAO;KACL,QAAQ;KACR,KAAK;IACP;IACA,OAAO,YAAY;IACnB,WAAW,KAAK,IAAI;GACtB;GAEA,MAAM;IACJ,MAAM,UAAU;IAChB,UAAU,KAAK,eAAe,YAAY,KAAK;IAC/C;IACA;IACA,OAAO,YAAY;IACnB,WAAW,KAAK,IAAI;IACpB;IACA,GAAI,SAAS,EAAE,MAAM;GACvB;EACF,SAAS,OAAgB;GACvB,IAAI,CAAC,sBAAsB;IACzB,uBAAuB;IACvB,MAAM;KACJ,MAAM,UAAU;KAChB,UAAU,KAAK,eAAe,YAAY,KAAK;KAC/C;KACA;KACA,OAAO,YAAY;KACnB,WAAW,KAAK,IAAI;KACpB,aAAa,YAAY;IAC3B;GACF;GACA,MAAM,eAAe,wBACnB,OACA,GAAG,KAAK,KAAK,+BACf;GACA,YAAY,OAAO,OAAO,GAAG,KAAK,KAAK,gCAAgC;IACrE,OAAO;IACP,QAAQ,GAAG,KAAK,KAAK;GACvB,CAAC;GACD,MAAM;IACJ,MAAM,UAAU;IAChB,UAAU,KAAK,eAAe,YAAY,KAAK;IAC/C;IACA,OAAO,YAAY;IACnB,WAAW,KAAK,IAAI;IACpB,SAAS,aAAa;IACtB,GAAI,aAAa,SAAS,KAAA,KAAa,EAAE,MAAM,aAAa,KAAK;IACjE,OAAO;KACL,SAAS,aAAa;KACtB,GAAI,aAAa,SAAS,KAAA,KAAa,EAAE,MAAM,aAAa,KAAK;IACnE;IACA,GAAI,SAAS,EAAE,MAAM;GACvB;EACF;CACF;;;;;;;CAQA,iCAA0C;EACxC,OAAO;CACT;;;;;;CAWA,WACE,SACsB;EACtB,MAAM,EAAE,QAAQ,aAAa,mBAC3B,QAAQ,UACR,QAAQ,eACR;GAAE,OAAO,QAAQ;GAAO,UAAU,KAAK;EAAS,CAClD;EAMA,MAAM,eAAe,QAAQ;EAC7B,MAAM,cAAc,cAAc;EAClC,MAAM,OAAO,cAAc;EAG3B,MAAM,EAAE,8BAA8B,iBAAiB,iBACrD,KAAK,OACL,QAAQ,WACR,wBAAwB,KAAK,MAC/B;EAOA,MAAM,eACJ,iCAAiC,KAAA,KACjC,CAAC,uCAAuC,MAAM,SAC5C,KAAK,MAAM,SAAS,IAAI,CAC1B;EACF,MAAM,aACJ,QAAQ,eAAe,UAAU,eAC7B,QAAQ,aACR;EACN,MAAM,aAAa,QAAQ,QACvB,aAAa,aAAa,QAAQ,KAAK,GAAG,UAAU,IACpD,KAAA;EAEJ,MAAM,qBAAqB,cAAc;EACzC,MAAM,YACJ,iBAAiB,KAAA,MAChB,sBAAsB,QAAQ,qBAAqB,gBAChD,eACA;EACN,MAAM,OAAO,cAAc;EAC3B,MAAM,gBACJ,QAAQ,OAAO,KAAA,IAAY,MAAM,QAAQ,IAAI,IAAI,OAAO,CAAC,IAAI;EAE/D,MAAM,kBACJ,eAAe,QACf,QAAQ,QACR,aAAa,QACb,iBAAiB,OACb;GACE,GAAI,eAAe,QAAQ,EAAE,YAAY;GACzC,GAAI,QAAQ,QAAQ,EAAE,KAAK;GAC3B,GAAI,aAAa,QAAQ,EAAE,UAAU;GACrC,GAAI,iBAAiB,QAAQ,EAAE,cAAc;EAC/C,IACA,KAAA;EAEN,MAAM,QAA8B;GAClC,SAAS,KAAK;GACd;GACA,GAAI,OAAO,SAAS,KAAK,EAAE,OAAO;GAClC,GAAI,cAAc,EAAE,WAAW;GAC/B,GAAI,mBAAmB,EAAE,gBAAgB;GACzC,GAAI,gCAAgC,EAAE,6BAA6B;EACrE;EACA,OAAO,qBAAqB,KAAK,OAAO,OAAO,QAAQ,WAAW;CACpE;AACF;;;;;;;;;;;;AAaA,IAAM,2BACJ;;;;;;AAOF,SAAS,wBACP,OACA,iBAC+C;CAC/C,MAAM,UAAU,kBAAkB,OAAO,eAAe;CAGxD,OAAO,EADL,iBAAiB,SAAS,MAAM,SAAS,0BACtB,yBAAyB,KAAK,QAAQ,OAAO,IAC9D;EAAE,GAAG;EAAS,MAAM;CAAsB,IAC1C;AACN;AAEA,SAAS,aAAa,OAA8C;CAClE,OAAO,MAAM,KAAK,SAAS;EACzB,MAAM,cAA0B,0BAC9B,KAAK,WACP,KAAK;GAAE,MAAM;GAAU,YAAY,CAAC;GAAG,UAAU,CAAC;EAAE;EACpD,MAAM,EAAE,eAAoC,KAAK,YAAY,CAAC;EAC9D,OAAO;GACL,MAAM,KAAK;GACX,aAAa,KAAK;GAClB;GACA,GAAI,cAAc,EAAE,WAAW;EACjC;CACF,CAAC;AACH;;;;;;AAOA,SAAS,2BACP,KACqB;CAGrB,MAAM,WADJ,IAAI,UAAU,aAAa,IAAI,SAAS,IAAI,OAAO,UAAU,KAAA,EAAA,EACjB,WAAW,CAAC;CAC1D,KAAK,MAAM,SAAS,SAClB,IAAI,aAAa,SAAS,MAAM,SAO5B;MAAA,MAAM,QAAQ,SAAA,uBACd,MAAM,QAAQ,SAAS,KAAA,GAEvB,OAAO,MAAM,QAAQ;CAAA;AAK7B;AAKA,SAAS,YAAY,OAAyB;CAC5C,IAAI,OAAO,UAAU,YAAY,UAAU,MAAM,OAAO;CACxD,OACE,OAAO,OAAO,OAAO,WAAW,KAAK,OAAO,OAAO,KAAK,CAAC,CAAC,KAAK,WAAW;AAE9E;;;;;;;AAQA,SAAS,iBAAiB,SAAkB,OAAgC;CAW1E,IAAI,CAAC,CATH,IAAI,MAAM,YAAY,CAAC,EAAA,CAAG,SAAS,aAChC,QAAQ,WAAW,CAAC,EAAA,CAAG,KAAK,UAAU,MAAM,SAAS,KAAK,CAC7D,GACA,IAAI,MAAM,YAAY,SAAS,CAAC,EAAA,CAAG,KAChC,SAAS,KAAK,UAAU,aAAa,IACxC,CAIG,CAAA,CAAU,KAAK,WAAW,GAAG;CAClC,IACE,OAAO,YAAY,YACnB,YAAY,QACZ,EAAE,UAAU,YACZ,OAAO,QAAQ,SAAS,UAExB,MAAM,IAAI,MACR,+FACF;CAIF,MAAM,OAA0B,KAAK,MAAM,QAAQ,IAAI;CACvD,KAAK,UAAU,SAAS,SAAS,MAC/B,QAAQ,SAAS,SAAS,OAAO,MAAM;EACrC,MAAM,SAAS,MAAM,WAAW,EAAE,EAAE,UAAU,EAAE,EAAE,SAAS;EAC3D,IAAI,MAAM,WAAW,YAAY,MAAM,GAAG,MAAM,QAAQ,QAAQ;CAClE,CAAC,CACH;CACA,KAAK,YAAY,OAAO,SAAS,MAAM,MAAM;EAC3C,MAAM,SAAS,MAAM,YAAY,QAAQ,EAAE,EAAE,UAAU,aAAa;EACpE,IAAI,KAAK,UAAU,eAAe,YAAY,MAAM,GAClD,KAAK,SAAS,YAAY,OAAO;CACrC,CAAC;CACD,QAAQ,OAAO,KAAK,UAAU,IAAI;AACpC;;;;;AAMA,SAAS,oBACP,SACA,OACM;CACN,QAAQ,gBAAgB,KACrB,UAAU,SAAS;EAClB,iBAAiB,KAAK,SAAS,KAAK;EACpC,OAAO,KAAK,IAAI;CAClB,GACA;EAAE,MAAM;EAAS,MAAM;EAA4B,UAAU;CAAO,CACtE;AACF;;AAGA,SAAgB,sBACd,OACA,QACA,QACoC;CACpC,OAAO,IAAI,2BAA2B;EAAE,GAAG;EAAQ;CAAO,GAAG,KAAK;AACpE"}
1
+ {"version":3,"file":"converse-text.js","names":[],"sources":["../../../src/adapters/converse-text.ts"],"sourcesContent":["import {\n CONTEXT_OVERFLOW_CODE,\n EventType,\n convertSchemaToJsonSchema,\n} from '@tanstack/ai'\nimport { BaseTextAdapter } from '@tanstack/ai/adapters'\nimport { toRunErrorPayload } from '@tanstack/ai/adapter-internals'\nimport { importOptionalPeer, resolveBedrockAuth } from '../utils/auth'\nimport {\n toConverseMessages,\n toolBlocksToText,\n} from '../converse/message-converter'\nimport { toToolConfig } from '../converse/tool-converter'\nimport {\n processConverseStream,\n throwIfConverseStreamError,\n} from '../converse/stream-processor'\nimport { buildConverseUsage } from '../converse/usage'\nimport { converseThinking } from '../converse/reasoning'\nimport {\n BEDROCK_CLAUDE_NO_FORCED_TOOL_FAMILIES,\n BEDROCK_MODEL_INPUT_MODALITIES,\n BEDROCK_MODEL_REASONING,\n} from '../model-meta'\nimport { addPromptCachePoints } from '../converse/prompt-cache'\nimport {\n STRUCTURED_TOOL_NAME,\n buildStructuredToolConfig,\n} from '../converse/structured-output'\nimport type { ResolvedBedrockAuth } from '../utils/auth'\nimport type { ConverseToolInput } from '../converse/tool-converter'\nimport type * as BedrockRuntime from '@aws-sdk/client-bedrock-runtime'\nimport type {\n BedrockRuntimeClient,\n BedrockRuntimeClientConfig,\n ContentBlock,\n ConverseCommandInput,\n ConverseCommandOutput,\n ConverseStreamCommandInput,\n ConverseStreamOutput,\n} from '@aws-sdk/client-bedrock-runtime'\nimport type { MiddlewareStack } from '@smithy/types'\nimport type {\n JSONSchema,\n Modality,\n AdapterYieldChunk,\n TextOptions,\n TokenUsage,\n Tool,\n} from '@tanstack/ai'\nimport type {\n StructuredOutputOptions,\n StructuredOutputResult,\n} from '@tanstack/ai/adapters'\nimport type { BedrockClientConfig } from '../utils/client'\nimport type {\n BedrockMessageMetadataByModality,\n BedrockSystemPromptMetadata,\n BedrockToolMetadata,\n} from '../message-types'\nimport type {\n BedrockConverseModels,\n BedrockModelReasoningByName,\n ResolveConverseProviderOptions,\n ResolveInputModalities,\n} from '../model-meta'\n\n/** Config for the Converse adapter — same client config as the chat adapter. */\nexport interface BedrockConverseConfig extends BedrockClientConfig {}\n\n/**\n * Bedrock Converse text adapter. Wires the Converse translation modules (message\n * converter, tool converter, stream processor, structured-output forced-tool\n * builder) onto `@tanstack/ai`'s `BaseTextAdapter` and the\n * `@aws-sdk/client-bedrock-runtime` `BedrockRuntimeClient`.\n *\n * The success-path AG-UI lifecycle (`RUN_STARTED`..`RUN_FINISHED`) is owned by\n * `processConverseStream`; this adapter only owns the catch/`RUN_ERROR` path,\n * mirroring openai-base's `chatStream`.\n *\n * The actual SDK calls live behind two protected seams (`sendStream` / `send`)\n * so tests can subclass and inject canned Converse SDK shapes without a real\n * AWS request.\n */\n/** The reasoning levels of a model, for `chat({ reasoning })`. `never`: none. */\ntype ResolveReasoning<TModel extends string> =\n TModel extends keyof BedrockModelReasoningByName\n ? BedrockModelReasoningByName[TModel]\n : never\n\nexport class BedrockConverseTextAdapter<\n TModel extends BedrockConverseModels,\n // Constraint mirrors the chat adapter (text.ts): the base parameterises\n // `TProviderOptions extends Record<string, any>`, and our default\n // `ResolveConverseProviderOptions<TModel>` resolves to an interface lacking an\n // implicit index signature — which `Record<string, unknown>` would reject but\n // `Record<string, any>` accepts. Confined to the generic constraint (the\n // established adapter pattern) — no value `as` cast is introduced.\n TProviderOptions extends Record<string, any> =\n ResolveConverseProviderOptions<TModel>,\n TInputModalities extends ReadonlyArray<Modality> =\n ResolveInputModalities<TModel>,\n> extends BaseTextAdapter<\n TModel,\n TProviderOptions,\n TInputModalities,\n BedrockMessageMetadataByModality,\n // TToolCapabilities — Converse has no per-model tool-capability table; the\n // base default.\n ReadonlyArray<string>,\n // TToolCallMetadata — Converse has no tool-call metadata round-tripping.\n unknown,\n // TSystemPromptMetadata — narrows `systemPrompts[i].metadata` at the chat()\n // call site so users get `cachePoint` autocomplete.\n BedrockSystemPromptMetadata,\n ResolveReasoning<TModel>\n> {\n override readonly kind = 'text' as const\n override readonly name = 'bedrock-converse' as const\n override readonly api = 'bedrock-converse-stream'\n override readonly provider = 'amazon-bedrock'\n override readonly inputModalities = BEDROCK_MODEL_INPUT_MODALITIES[this.model]\n\n private sourceMetadata(model: string) {\n return {\n tanstack: { source: { provider: this.provider, api: this.api, model } },\n }\n }\n private clientPromise?: Promise<BedrockRuntimeClient>\n private readonly clientConfig: BedrockConverseConfig\n\n constructor(config: BedrockConverseConfig, model: TModel) {\n super({}, model)\n // Defer client construction and auth resolution: the AWS SDK is Node/\n // server-only, so we must not pull it into the static graph here. The\n // client (and its dynamic import) is built lazily on first SDK call.\n this.clientConfig = config\n }\n\n /**\n * Dynamically import `@aws-sdk/client-bedrock-runtime`. The specifier is held\n * in a variable (not a string literal) so bundler dep scanners (e.g. Vite/\n * esbuild optimizeDeps) cannot statically discover the AWS SDK and try to\n * pre-bundle it for the browser — it would fail on the SDK's Node-only\n * `fromTokenFile` export chain. The SDK is Node/server-only and is only\n * reached on a real request. `typeof import(...)` is a type-only reference\n * (erased at emit) so the imported members keep full typing.\n */\n protected importBedrockRuntime(): Promise<typeof BedrockRuntime> {\n const mod = '@aws-sdk/client-bedrock-runtime'\n return importOptionalPeer<typeof BedrockRuntime>(mod)\n }\n\n /**\n * Lazily construct the `BedrockRuntimeClient`. The dynamic import keeps\n * `@aws-sdk/client-bedrock-runtime` out of the static/browser graph and\n * defers `resolveBedrockAuth` until a real request is made.\n */\n protected async getClient(): Promise<BedrockRuntimeClient> {\n if (!this.clientPromise) {\n this.clientPromise = (async () => {\n const { BedrockRuntimeClient } = await this.importBedrockRuntime()\n const region = this.clientConfig.region ?? 'us-east-1'\n const resolved = resolveBedrockAuth(\n {\n apiKey: this.clientConfig.apiKey,\n region,\n auth: this.clientConfig.auth,\n },\n 'runtime',\n )\n const client = new BedrockRuntimeClient(\n this.buildClientConfig(resolved, region, this.clientConfig.baseURL),\n )\n const defaultHeaders = this.clientConfig.defaultHeaders\n if (defaultHeaders) {\n // `build` runs before SigV4 signing, so gateway headers are signed\n // along with the rest of the request.\n client.middlewareStack.add(\n (next) => (args) => {\n const request = args.request\n if (\n typeof request === 'object' &&\n request !== null &&\n 'headers' in request &&\n typeof request.headers === 'object' &&\n request.headers !== null\n ) {\n Object.assign(request.headers, defaultHeaders)\n }\n return next(args)\n },\n { step: 'build', name: 'tanstackDefaultHeaders' },\n )\n }\n return client\n })().catch((error: unknown) => {\n // Don't cache a rejected promise — clear it so a later call can retry\n // (e.g. after a transient import failure or fixed auth config).\n this.clientPromise = undefined\n throw error\n })\n }\n return this.clientPromise\n }\n\n /**\n * Map resolved auth + endpoint to a `BedrockRuntimeClientConfig`.\n *\n * Recent `@aws-sdk/client-bedrock-runtime` exposes a first-class `token`\n * config field for Bedrock API-key bearer auth. But the client's default\n * auth-scheme order is SigV4 first, then bearer — so passing `token` alone is\n * not enough: the SDK still resolves SigV4 and throws \"Could not load\n * credentials from any providers\". Pinning `authSchemePreference` to the\n * bearer scheme makes the API key actually get used. SigV4 uses the AWS\n * credential provider chain and the default scheme order.\n */\n protected buildClientConfig(\n resolved: ResolvedBedrockAuth,\n region: string,\n endpoint: string | undefined,\n ): BedrockRuntimeClientConfig {\n if (resolved.kind === 'bearer') {\n return {\n region,\n token: { token: resolved.token },\n authSchemePreference: ['httpBearerAuth'],\n ...(endpoint ? { endpoint } : {}),\n }\n }\n return {\n region: resolved.region,\n credentials: resolved.credentials,\n ...(endpoint ? { endpoint } : {}),\n }\n }\n\n // ---------------------------------------------------------------------------\n // SDK seams (overridden in tests so no real AWS call happens)\n // ---------------------------------------------------------------------------\n\n protected async sendStream(\n input: ConverseStreamCommandInput,\n signal?: AbortSignal | null,\n ): Promise<AsyncIterable<ConverseStreamOutput>> {\n const { ConverseStreamCommand } = await this.importBedrockRuntime()\n const client = await this.getClient()\n const command = new ConverseStreamCommand(input)\n addRestoreDocuments(command, input)\n const res = await client.send(command, { abortSignal: signal ?? undefined })\n if (!res.stream) {\n throw new Error('Bedrock Converse: empty stream response')\n }\n return res.stream\n }\n\n protected async send(\n input: ConverseCommandInput,\n signal?: AbortSignal | null,\n ): Promise<ConverseCommandOutput> {\n const { ConverseCommand } = await this.importBedrockRuntime()\n const client = await this.getClient()\n const command = new ConverseCommand(input)\n addRestoreDocuments(command, input)\n return client.send(command, { abortSignal: signal ?? undefined })\n }\n\n // ---------------------------------------------------------------------------\n // Public adapter surface\n // ---------------------------------------------------------------------------\n\n async *chatStream(\n options: TextOptions<TProviderOptions>,\n ): AsyncIterable<AdapterYieldChunk> {\n try {\n options.logger.request(\n `activity=chat provider=${this.name} model=${this.model} messages=${options.messages.length} tools=${options.tools?.length ?? 0} stream=true`,\n { provider: this.name, model: this.model },\n )\n const input = this.buildInput(options)\n // Bedrock rejects toolUse and toolResult blocks without a toolConfig,\n // so a request with no tools sends its tool history as text.\n if (!input.toolConfig && input.messages) {\n input.messages = toolBlocksToText(input.messages)\n }\n const stream = await this.sendStream(input, options.request?.signal)\n for await (const chunk of processConverseStream(\n stream,\n () => this.generateId(),\n {\n threadId: options.threadId,\n parentRunId: options.parentRunId,\n model: options.model,\n },\n )) {\n yield chunk.type === EventType.RUN_STARTED ||\n chunk.type === EventType.RUN_FINISHED\n ? { ...chunk, metadata: this.sourceMetadata(options.model) }\n : chunk\n }\n } catch (error: unknown) {\n const errorPayload = converseRunErrorPayload(\n error,\n `${this.name}.chatStream failed`,\n )\n options.logger.errors(`${this.name}.chatStream fatal`, {\n error: errorPayload,\n source: `${this.name}.chatStream`,\n })\n // Conditional `code` spread keeps the wire shape spec-compliant under\n // `exactOptionalPropertyTypes` (AG-UI's `RunErrorEvent.code` is optional).\n yield {\n type: EventType.RUN_ERROR,\n metadata: this.sourceMetadata(options.model),\n model: options.model,\n timestamp: Date.now(),\n message: errorPayload.message,\n ...(errorPayload.code !== undefined && { code: errorPayload.code }),\n error: {\n message: errorPayload.message,\n ...(errorPayload.code !== undefined && { code: errorPayload.code }),\n },\n }\n }\n }\n\n /**\n * Structured output via the forced-tool strategy. Converse has no native\n * json_schema response_format, so we force a single tool whose input schema\n * is the requested output schema and read the model's `toolUse.input` back as\n * the structured result.\n */\n async structuredOutput(\n options: StructuredOutputOptions<TProviderOptions>,\n ): Promise<StructuredOutputResult<unknown>> {\n const { chatOptions, outputSchema } = options\n try {\n chatOptions.logger.request(\n `activity=structuredOutput provider=${this.name} model=${this.model} messages=${chatOptions.messages.length}`,\n { provider: this.name, model: this.model },\n )\n // Claude rejects a forced tool while thinking is on, so the forced\n // structured-output tool goes without `chat({ reasoning })`.\n const { reasoning: _reasoning, ...requestOptions } = chatOptions\n const input: ConverseCommandInput = {\n ...this.buildInput(requestOptions),\n toolConfig: buildStructuredToolConfig(outputSchema),\n }\n const res = await this.send(input, chatOptions.request?.signal)\n const usage = res.usage && buildConverseUsage(res.usage)\n // A forced tool call cut off at the output cap carries partial input,\n // which would read like a schema failure (issue #1426).\n if (res.stopReason === 'max_tokens') {\n throw Object.assign(\n new Error(\n `${this.name}.structuredOutput: the response was cut off because the maximum token limit was reached (stopReason=max_tokens); raise modelOptions.max_completion_tokens`,\n ),\n usage && { usage },\n )\n }\n const structured = extractStructuredToolInput(res)\n if (structured === undefined) {\n throw Object.assign(\n new Error(\n `${this.name}.structuredOutput: response contained no forced-tool output`,\n ),\n usage && { usage },\n )\n }\n return {\n data: structured,\n rawText: JSON.stringify(structured),\n ...(usage && { usage }),\n }\n } catch (error: unknown) {\n chatOptions.logger.errors(`${this.name}.structuredOutput fatal`, {\n error: toRunErrorPayload(error, `${this.name}.structuredOutput failed`),\n source: `${this.name}.structuredOutput`,\n })\n throw error\n }\n }\n\n /**\n * Streaming structured output. Same forced-tool strategy as\n * `structuredOutput`, but streamed: the forced tool's `toolUse.input` JSON\n * fragments are accumulated from the Converse stream and a terminal\n * `CUSTOM 'structured-output.complete'` event carries `{ object, raw }`,\n * mirroring openai-base's `structuredOutputStream` contract exactly.\n */\n async *structuredOutputStream(\n options: StructuredOutputOptions<TProviderOptions>,\n ): AsyncIterable<AdapterYieldChunk> {\n const { chatOptions, outputSchema } = options\n const runId = this.generateId()\n const threadId = chatOptions.threadId\n const messageId = this.generateId()\n\n let hasEmittedRunStarted = false\n let hasEmittedTextMessageStart = false\n let accumulatedRaw = ''\n let finishReason: 'stop' | 'length' | 'content_filter' = 'stop'\n // Usage arrives on the trailing `metadata` event, after the finish signal,\n // so it is captured during iteration and folded into RUN_FINISHED below.\n let usage: TokenUsage | undefined\n\n try {\n chatOptions.logger.request(\n `activity=structuredOutputStream provider=${this.name} model=${this.model} messages=${chatOptions.messages.length}`,\n { provider: this.name, model: this.model },\n )\n // Claude rejects a forced tool while thinking is on, so the forced\n // structured-output tool goes without `chat({ reasoning })`.\n const { reasoning: _reasoning, ...requestOptions } = chatOptions\n const input: ConverseStreamCommandInput = {\n ...this.buildInput(requestOptions),\n toolConfig: buildStructuredToolConfig(outputSchema),\n }\n const stream = await this.sendStream(input, chatOptions.request?.signal)\n\n // The forced tool streams its `input` as partial-JSON fragments inside\n // `contentBlockDelta.delta.toolUse.input`. We surface them as\n // TEXT_MESSAGE_CONTENT deltas (raw JSON text), matching openai-base which\n // carries the structured JSON as text deltas.\n for await (const ev of stream) {\n if (!hasEmittedRunStarted) {\n hasEmittedRunStarted = true\n yield {\n type: EventType.RUN_STARTED,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n threadId,\n model: chatOptions.model,\n timestamp: Date.now(),\n parentRunId: chatOptions.parentRunId,\n }\n }\n\n // Surface in-band server/throttle/validation errors instead of\n // letting them fall through and masquerade as an empty response.\n throwIfConverseStreamError(ev)\n\n if ('contentBlockDelta' in ev) {\n const delta = ev.contentBlockDelta?.delta\n const fragment =\n delta && 'toolUse' in delta ? delta.toolUse?.input : undefined\n if (fragment !== undefined) {\n if (!hasEmittedTextMessageStart) {\n hasEmittedTextMessageStart = true\n yield {\n type: EventType.TEXT_MESSAGE_START,\n messageId,\n role: 'assistant',\n model: chatOptions.model,\n timestamp: Date.now(),\n }\n }\n accumulatedRaw += fragment\n yield {\n type: EventType.TEXT_MESSAGE_CONTENT,\n messageId,\n delta: fragment,\n content: accumulatedRaw,\n model: chatOptions.model,\n timestamp: Date.now(),\n }\n }\n continue\n }\n\n if ('messageStop' in ev) {\n const stopReason = ev.messageStop?.stopReason\n // The forced structured-output tool produces stopReason 'tool_use' on\n // success, but that's an implementation detail — a cleanly-completed\n // structured run reports 'stop', matching openai-base's contract.\n finishReason =\n stopReason === 'max_tokens'\n ? 'length'\n : stopReason === 'content_filtered' ||\n stopReason === 'guardrail_intervened'\n ? 'content_filter'\n : 'stop'\n continue\n }\n\n if ('metadata' in ev) {\n const u = ev.metadata?.usage\n if (u) {\n usage = buildConverseUsage(u)\n }\n continue\n }\n }\n\n if (!hasEmittedRunStarted) {\n hasEmittedRunStarted = true\n yield {\n type: EventType.RUN_STARTED,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n threadId,\n model: chatOptions.model,\n timestamp: Date.now(),\n parentRunId: chatOptions.parentRunId,\n }\n }\n\n if (hasEmittedTextMessageStart) {\n yield {\n type: EventType.TEXT_MESSAGE_END,\n messageId,\n model: chatOptions.model,\n timestamp: Date.now(),\n }\n }\n\n // Same truncation check as `structuredOutput()`: report the token limit\n // before the empty-content and parse errors (issue #1426).\n if (finishReason === 'length') {\n const message = `${this.name}.structuredOutputStream: the response was cut off because the maximum token limit was reached (stopReason=max_tokens); raise modelOptions.max_completion_tokens`\n yield {\n type: EventType.RUN_ERROR,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n model: chatOptions.model,\n timestamp: Date.now(),\n message,\n code: 'max_tokens',\n error: { message, code: 'max_tokens' },\n ...(usage && { usage }),\n }\n return\n }\n\n if (accumulatedRaw.length === 0) {\n const blocked = finishReason === 'content_filter'\n const message = blocked\n ? `${this.name}.structuredOutputStream: the response was blocked by a content filter`\n : `${this.name}.structuredOutputStream: response contained no content`\n const code = blocked ? 'content_filter' : 'empty-response'\n yield {\n type: EventType.RUN_ERROR,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n model: chatOptions.model,\n timestamp: Date.now(),\n message,\n code,\n error: { message, code },\n ...(usage && { usage }),\n }\n return\n }\n\n let parsed: unknown\n try {\n parsed = JSON.parse(accumulatedRaw)\n } catch {\n const blocked = finishReason === 'content_filter'\n const message = blocked\n ? `${this.name}.structuredOutputStream: the response was blocked by a content filter`\n : `Failed to parse structured output as JSON. Content: ${accumulatedRaw.slice(0, 200)}${accumulatedRaw.length > 200 ? '...' : ''}`\n const code = blocked ? 'content_filter' : 'parse-error'\n yield {\n type: EventType.RUN_ERROR,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n model: chatOptions.model,\n timestamp: Date.now(),\n message,\n code,\n error: {\n message: blocked\n ? message\n : 'Failed to parse structured output as JSON',\n code,\n },\n ...(usage && { usage }),\n }\n return\n }\n\n yield {\n type: EventType.CUSTOM,\n name: 'structured-output.complete',\n value: {\n object: parsed,\n raw: accumulatedRaw,\n },\n model: chatOptions.model,\n timestamp: Date.now(),\n }\n\n yield {\n type: EventType.RUN_FINISHED,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n threadId,\n model: chatOptions.model,\n timestamp: Date.now(),\n finishReason,\n ...(usage && { usage }),\n }\n } catch (error: unknown) {\n if (!hasEmittedRunStarted) {\n hasEmittedRunStarted = true\n yield {\n type: EventType.RUN_STARTED,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n threadId,\n model: chatOptions.model,\n timestamp: Date.now(),\n parentRunId: chatOptions.parentRunId,\n }\n }\n const errorPayload = converseRunErrorPayload(\n error,\n `${this.name}.structuredOutputStream failed`,\n )\n chatOptions.logger.errors(`${this.name}.structuredOutputStream fatal`, {\n error: errorPayload,\n source: `${this.name}.structuredOutputStream`,\n })\n yield {\n type: EventType.RUN_ERROR,\n metadata: this.sourceMetadata(chatOptions.model),\n runId,\n model: chatOptions.model,\n timestamp: Date.now(),\n message: errorPayload.message,\n ...(errorPayload.code !== undefined && { code: errorPayload.code }),\n error: {\n message: errorPayload.message,\n ...(errorPayload.code !== undefined && { code: errorPayload.code }),\n },\n ...(usage && { usage }),\n }\n }\n }\n\n /**\n * Converse sends `tools` and a forced structured-output tool via two separate\n * mechanisms, never together. Declaring `false` makes the engine run the\n * agent loop without `outputSchema` and finalize via `structuredOutput` /\n * `structuredOutputStream`.\n */\n supportsCombinedToolsAndSchema(): boolean {\n return false\n }\n\n // ---------------------------------------------------------------------------\n // Request construction\n // ---------------------------------------------------------------------------\n\n /**\n * Translate `TextOptions` into a `ConverseCommandInput`. Shared by chatStream,\n * structuredOutput, and structuredOutputStream (the latter two override\n * `toolConfig` with the forced structured tool afterwards).\n */\n protected buildInput(\n options: TextOptions<TProviderOptions>,\n ): ConverseCommandInput {\n const { system, messages } = toConverseMessages(\n options.messages,\n options.systemPrompts,\n { model: options.model, provider: this.provider },\n )\n\n // Sampling options live on `modelOptions` (typed as the narrowed\n // `BedrockConverseProviderOptions`, which surfaces the OpenAI Chat\n // Completions field names); translate them into Converse's `inferenceConfig`,\n // which uses AWS-native camelCase keys.\n const modelOptions = options.modelOptions\n const temperature = modelOptions?.temperature\n const topP = modelOptions?.top_p\n // `chat({ reasoning })`: Claude's thinking fields. Budget thinking needs\n // `maxTokens` above the budget, so a smaller or missing value grows.\n const { additionalModelRequestFields, minMaxTokens } = converseThinking(\n this.model,\n options.reasoning,\n BEDROCK_MODEL_REASONING[this.model],\n )\n\n // `chat({ toolChoice })`. Converse has no `none` choice, so `none` sends\n // no tool config, and `chatStream` sends any tool history as text. Claude\n // rejects a forced tool while thinking is on (only Claude gets thinking\n // fields), and some Claude models reject it on every request. Then a\n // forced choice falls back to auto.\n const canForceTool =\n additionalModelRequestFields === undefined &&\n !BEDROCK_CLAUDE_NO_FORCED_TOOL_FAMILIES.some((name) =>\n this.model.includes(name),\n )\n const toolChoice =\n options.toolChoice === 'none' || canForceTool\n ? options.toolChoice\n : 'auto'\n const toolConfig = options.tools\n ? toToolConfig(convertTools(options.tools), toolChoice)\n : undefined\n\n const requestedMaxTokens = modelOptions?.max_completion_tokens\n const maxTokens =\n minMaxTokens !== undefined &&\n (requestedMaxTokens == null || requestedMaxTokens < minMaxTokens)\n ? minMaxTokens\n : requestedMaxTokens\n const stop = modelOptions?.stop\n const stopSequences =\n stop == null ? undefined : Array.isArray(stop) ? stop : [stop]\n\n const inferenceConfig =\n temperature != null ||\n topP != null ||\n maxTokens != null ||\n stopSequences != null\n ? {\n ...(temperature != null && { temperature }),\n ...(topP != null && { topP }),\n ...(maxTokens != null && { maxTokens }),\n ...(stopSequences != null && { stopSequences }),\n }\n : undefined\n\n const input: ConverseCommandInput = {\n modelId: this.model,\n messages,\n ...(system.length > 0 && { system }),\n ...(toolConfig && { toolConfig }),\n ...(inferenceConfig && { inferenceConfig }),\n ...(additionalModelRequestFields && { additionalModelRequestFields }),\n }\n return addPromptCachePoints(this.model, input, options.promptCache)\n }\n}\n\n/**\n * Convert TanStack `Tool[]` to the Converse tool-converter input shape. Reuses\n * the SAME `convertSchemaToJsonSchema` the other adapters use so the Converse\n * tool input schemas match what every other provider sends.\n */\n/**\n * The text Bedrock models use for a context overflow. Converse has no error\n * type for it: it is a `ValidationException` like every bad request, and over\n * a stream the SDK does not keep that name. So the message is the only signal.\n * Each model family has its own text.\n */\nconst CONTEXT_OVERFLOW_MESSAGE =\n /Input Tokens Exceeded|maximum context length|Input is too long for requested model|prompt is too long/\n\n/**\n * `toRunErrorPayload`, with `code` set to `CONTEXT_OVERFLOW_CODE` for a\n * context overflow. A `ThrottlingException` is never an overflow, whatever\n * its text says about tokens.\n */\nfunction converseRunErrorPayload(\n error: unknown,\n fallbackMessage: string,\n): { message: string; code: string | undefined } {\n const payload = toRunErrorPayload(error, fallbackMessage)\n const throttled =\n error instanceof Error && error.name === 'ThrottlingException'\n return !throttled && CONTEXT_OVERFLOW_MESSAGE.test(payload.message)\n ? { ...payload, code: CONTEXT_OVERFLOW_CODE }\n : payload\n}\n\nfunction convertTools(tools: Array<Tool>): Array<ConverseToolInput> {\n return tools.map((tool) => {\n const inputSchema: JSONSchema = convertSchemaToJsonSchema(\n tool.inputSchema,\n ) ?? { type: 'object', properties: {}, required: [] }\n const { cachePoint }: BedrockToolMetadata = tool.metadata ?? {}\n return {\n name: tool.name,\n description: tool.description,\n inputSchema,\n ...(cachePoint && { cachePoint }),\n }\n })\n}\n\n/**\n * Find the forced structured-output tool's `input` in a non-streaming Converse\n * response. SDK-boundary narrowing only — `ConverseOutput` is a tagged union\n * (`{ message }`) and a tool-use block is `{ toolUse: { input } }`.\n */\nfunction extractStructuredToolInput(\n res: ConverseCommandOutput,\n): unknown | undefined {\n const message =\n res.output && 'message' in res.output ? res.output.message : undefined\n const content: Array<ContentBlock> = message?.content ?? []\n for (const block of content) {\n if ('toolUse' in block && block.toolUse) {\n // Only accept the forced structured tool (an unnamed block is allowed,\n // since the forced tool is the only one configured). A differently-named\n // tool-use block is a hallucinated/leftover call whose arbitrary input\n // must not be returned as the validated result — leave it to the caller's\n // `throw` so the failure is accurate instead of silently wrong.\n if (\n block.toolUse.name === STRUCTURED_TOOL_NAME ||\n block.toolUse.name === undefined\n ) {\n return block.toolUse.input\n }\n }\n }\n return undefined\n}\n\n/** The parts of a Converse request that hold documents the adapter fills from user data. */\ntype ConverseDocuments = Pick<ConverseCommandInput, 'messages' | 'toolConfig'>\n\nfunction hasProtoKey(value: unknown): boolean {\n if (typeof value !== 'object' || value === null) return false\n return (\n Object.hasOwn(value, '__proto__') || Object.values(value).some(hasProtoKey)\n )\n}\n\n/**\n * The AWS SDK copies a document (tool input, tool input schema) with\n * `out[key] = value`. For an own key named `__proto__`, the assignment goes\n * to the `__proto__` setter and the key is lost. This puts each such\n * document back in the serialized body. `JSON.stringify` keeps own keys.\n */\nfunction restoreDocuments(request: unknown, input: ConverseDocuments): void {\n const documents = [\n ...(input.messages ?? []).flatMap((message) =>\n (message.content ?? []).map((block) => block.toolUse?.input),\n ),\n ...(input.toolConfig?.tools ?? []).map(\n (tool) => tool.toolSpec?.inputSchema?.json,\n ),\n ]\n // Skip the parse and re-serialize of the body, which can be large (for\n // example with image bytes), unless a document has the key.\n if (!documents.some(hasProtoKey)) return\n if (\n typeof request !== 'object' ||\n request === null ||\n !('body' in request) ||\n typeof request.body !== 'string'\n ) {\n throw new Error(\n 'Bedrock Converse: cannot keep a `__proto__` key because the request body is not a JSON string',\n )\n }\n // The SDK serialized this body from `input` one step earlier, so the two\n // line up by position.\n const body: ConverseDocuments = JSON.parse(request.body)\n body.messages?.forEach((message, i) =>\n message.content?.forEach((block, j) => {\n const source = input.messages?.[i]?.content?.[j]?.toolUse?.input\n if (block.toolUse && hasProtoKey(source)) block.toolUse.input = source\n }),\n )\n body.toolConfig?.tools?.forEach((tool, i) => {\n const source = input.toolConfig?.tools?.[i]?.toolSpec?.inputSchema?.json\n if (tool.toolSpec?.inputSchema && hasProtoKey(source))\n tool.toolSpec.inputSchema.json = source\n })\n request.body = JSON.stringify(body)\n}\n\n/**\n * Adds {@link restoreDocuments} to a command. It runs at `build` with high\n * priority, before the SDK sets Content-Length and signs the body.\n */\nfunction addRestoreDocuments<TInput extends object, TOutput extends object>(\n command: { middlewareStack: MiddlewareStack<TInput, TOutput> },\n input: ConverseDocuments,\n): void {\n command.middlewareStack.add(\n (next) => (args) => {\n restoreDocuments(args.request, input)\n return next(args)\n },\n { step: 'build', name: 'tanstackRestoreDocuments', priority: 'high' },\n )\n}\n\n/** Converse adapter with an explicit API key (low-level; mirrors createBedrockChat). */\nexport function createBedrockConverse<TModel extends BedrockConverseModels>(\n model: TModel,\n apiKey: string,\n config?: Omit<BedrockConverseConfig, 'apiKey'>,\n): BedrockConverseTextAdapter<TModel> {\n return new BedrockConverseTextAdapter({ ...config, apiKey }, model)\n}\n"],"mappings":";;;;;;;;;;;;;AA0FA,IAAa,6BAAb,cAYU,gBAcR;CACA,OAAyB;CACzB,OAAyB;CACzB,MAAwB;CACxB,WAA6B;CAC7B,kBAAoC,+BAA+B,KAAK;CAExE,eAAuB,OAAe;EACpC,OAAO,EACL,UAAU,EAAE,QAAQ;GAAE,UAAU,KAAK;GAAU,KAAK,KAAK;GAAK;EAAM,EAAE,EACxE;CACF;CACA;CACA;CAEA,YAAY,QAA+B,OAAe;EACxD,MAAM,CAAC,GAAG,KAAK;EAIf,KAAK,eAAe;CACtB;;;;;;;;;;CAWA,uBAAiE;EAE/D,OAAO,mBAA0C,iCAAG;CACtD;;;;;;CAOA,MAAgB,YAA2C;EACzD,IAAI,CAAC,KAAK,eACR,KAAK,iBAAiB,YAAY;GAChC,MAAM,EAAE,yBAAyB,MAAM,KAAK,qBAAqB;GACjE,MAAM,SAAS,KAAK,aAAa,UAAU;GAC3C,MAAM,WAAW,mBACf;IACE,QAAQ,KAAK,aAAa;IAC1B;IACA,MAAM,KAAK,aAAa;GAC1B,GACA,SACF;GACA,MAAM,SAAS,IAAI,qBACjB,KAAK,kBAAkB,UAAU,QAAQ,KAAK,aAAa,OAAO,CACpE;GACA,MAAM,iBAAiB,KAAK,aAAa;GACzC,IAAI,gBAGF,OAAO,gBAAgB,KACpB,UAAU,SAAS;IAClB,MAAM,UAAU,KAAK;IACrB,IACE,OAAO,YAAY,YACnB,YAAY,QACZ,aAAa,WACb,OAAO,QAAQ,YAAY,YAC3B,QAAQ,YAAY,MAEpB,OAAO,OAAO,QAAQ,SAAS,cAAc;IAE/C,OAAO,KAAK,IAAI;GAClB,GACA;IAAE,MAAM;IAAS,MAAM;GAAyB,CAClD;GAEF,OAAO;EACT,EAAA,CAAG,CAAC,CAAC,OAAO,UAAmB;GAG7B,KAAK,gBAAgB,KAAA;GACrB,MAAM;EACR,CAAC;EAEH,OAAO,KAAK;CACd;;;;;;;;;;;;CAaA,kBACE,UACA,QACA,UAC4B;EAC5B,IAAI,SAAS,SAAS,UACpB,OAAO;GACL;GACA,OAAO,EAAE,OAAO,SAAS,MAAM;GAC/B,sBAAsB,CAAC,gBAAgB;GACvC,GAAI,WAAW,EAAE,SAAS,IAAI,CAAC;EACjC;EAEF,OAAO;GACL,QAAQ,SAAS;GACjB,aAAa,SAAS;GACtB,GAAI,WAAW,EAAE,SAAS,IAAI,CAAC;EACjC;CACF;CAMA,MAAgB,WACd,OACA,QAC8C;EAC9C,MAAM,EAAE,0BAA0B,MAAM,KAAK,qBAAqB;EAClE,MAAM,SAAS,MAAM,KAAK,UAAU;EACpC,MAAM,UAAU,IAAI,sBAAsB,KAAK;EAC/C,oBAAoB,SAAS,KAAK;EAClC,MAAM,MAAM,MAAM,OAAO,KAAK,SAAS,EAAE,aAAa,UAAU,KAAA,EAAU,CAAC;EAC3E,IAAI,CAAC,IAAI,QACP,MAAM,IAAI,MAAM,yCAAyC;EAE3D,OAAO,IAAI;CACb;CAEA,MAAgB,KACd,OACA,QACgC;EAChC,MAAM,EAAE,oBAAoB,MAAM,KAAK,qBAAqB;EAC5D,MAAM,SAAS,MAAM,KAAK,UAAU;EACpC,MAAM,UAAU,IAAI,gBAAgB,KAAK;EACzC,oBAAoB,SAAS,KAAK;EAClC,OAAO,OAAO,KAAK,SAAS,EAAE,aAAa,UAAU,KAAA,EAAU,CAAC;CAClE;CAMA,OAAO,WACL,SACkC;EAClC,IAAI;GACF,QAAQ,OAAO,QACb,0BAA0B,KAAK,KAAK,SAAS,KAAK,MAAM,YAAY,QAAQ,SAAS,OAAO,SAAS,QAAQ,OAAO,UAAU,EAAE,eAChI;IAAE,UAAU,KAAK;IAAM,OAAO,KAAK;GAAM,CAC3C;GACA,MAAM,QAAQ,KAAK,WAAW,OAAO;GAGrC,IAAI,CAAC,MAAM,cAAc,MAAM,UAC7B,MAAM,WAAW,iBAAiB,MAAM,QAAQ;GAElD,MAAM,SAAS,MAAM,KAAK,WAAW,OAAO,QAAQ,SAAS,MAAM;GACnE,WAAW,MAAM,SAAS,sBACxB,cACM,KAAK,WAAW,GACtB;IACE,UAAU,QAAQ;IAClB,aAAa,QAAQ;IACrB,OAAO,QAAQ;GACjB,CACF,GACE,MAAM,MAAM,SAAS,UAAU,eAC/B,MAAM,SAAS,UAAU,eACrB;IAAE,GAAG;IAAO,UAAU,KAAK,eAAe,QAAQ,KAAK;GAAE,IACzD;EAER,SAAS,OAAgB;GACvB,MAAM,eAAe,wBACnB,OACA,GAAG,KAAK,KAAK,mBACf;GACA,QAAQ,OAAO,OAAO,GAAG,KAAK,KAAK,oBAAoB;IACrD,OAAO;IACP,QAAQ,GAAG,KAAK,KAAK;GACvB,CAAC;GAGD,MAAM;IACJ,MAAM,UAAU;IAChB,UAAU,KAAK,eAAe,QAAQ,KAAK;IAC3C,OAAO,QAAQ;IACf,WAAW,KAAK,IAAI;IACpB,SAAS,aAAa;IACtB,GAAI,aAAa,SAAS,KAAA,KAAa,EAAE,MAAM,aAAa,KAAK;IACjE,OAAO;KACL,SAAS,aAAa;KACtB,GAAI,aAAa,SAAS,KAAA,KAAa,EAAE,MAAM,aAAa,KAAK;IACnE;GACF;EACF;CACF;;;;;;;CAQA,MAAM,iBACJ,SAC0C;EAC1C,MAAM,EAAE,aAAa,iBAAiB;EACtC,IAAI;GACF,YAAY,OAAO,QACjB,sCAAsC,KAAK,KAAK,SAAS,KAAK,MAAM,YAAY,YAAY,SAAS,UACrG;IAAE,UAAU,KAAK;IAAM,OAAO,KAAK;GAAM,CAC3C;GAGA,MAAM,EAAE,WAAW,YAAY,GAAG,mBAAmB;GACrD,MAAM,QAA8B;IAClC,GAAG,KAAK,WAAW,cAAc;IACjC,YAAY,0BAA0B,YAAY;GACpD;GACA,MAAM,MAAM,MAAM,KAAK,KAAK,OAAO,YAAY,SAAS,MAAM;GAC9D,MAAM,QAAQ,IAAI,SAAS,mBAAmB,IAAI,KAAK;GAGvD,IAAI,IAAI,eAAe,cACrB,MAAM,OAAO,uBACX,IAAI,MACF,GAAG,KAAK,KAAK,0JACf,GACA,SAAS,EAAE,MAAM,CACnB;GAEF,MAAM,aAAa,2BAA2B,GAAG;GACjD,IAAI,eAAe,KAAA,GACjB,MAAM,OAAO,uBACX,IAAI,MACF,GAAG,KAAK,KAAK,4DACf,GACA,SAAS,EAAE,MAAM,CACnB;GAEF,OAAO;IACL,MAAM;IACN,SAAS,KAAK,UAAU,UAAU;IAClC,GAAI,SAAS,EAAE,MAAM;GACvB;EACF,SAAS,OAAgB;GACvB,YAAY,OAAO,OAAO,GAAG,KAAK,KAAK,0BAA0B;IAC/D,OAAO,kBAAkB,OAAO,GAAG,KAAK,KAAK,yBAAyB;IACtE,QAAQ,GAAG,KAAK,KAAK;GACvB,CAAC;GACD,MAAM;EACR;CACF;;;;;;;;CASA,OAAO,uBACL,SACkC;EAClC,MAAM,EAAE,aAAa,iBAAiB;EACtC,MAAM,QAAQ,KAAK,WAAW;EAC9B,MAAM,WAAW,YAAY;EAC7B,MAAM,YAAY,KAAK,WAAW;EAElC,IAAI,uBAAuB;EAC3B,IAAI,6BAA6B;EACjC,IAAI,iBAAiB;EACrB,IAAI,eAAqD;EAGzD,IAAI;EAEJ,IAAI;GACF,YAAY,OAAO,QACjB,4CAA4C,KAAK,KAAK,SAAS,KAAK,MAAM,YAAY,YAAY,SAAS,UAC3G;IAAE,UAAU,KAAK;IAAM,OAAO,KAAK;GAAM,CAC3C;GAGA,MAAM,EAAE,WAAW,YAAY,GAAG,mBAAmB;GACrD,MAAM,QAAoC;IACxC,GAAG,KAAK,WAAW,cAAc;IACjC,YAAY,0BAA0B,YAAY;GACpD;GACA,MAAM,SAAS,MAAM,KAAK,WAAW,OAAO,YAAY,SAAS,MAAM;GAMvE,WAAW,MAAM,MAAM,QAAQ;IAC7B,IAAI,CAAC,sBAAsB;KACzB,uBAAuB;KACvB,MAAM;MACJ,MAAM,UAAU;MAChB,UAAU,KAAK,eAAe,YAAY,KAAK;MAC/C;MACA;MACA,OAAO,YAAY;MACnB,WAAW,KAAK,IAAI;MACpB,aAAa,YAAY;KAC3B;IACF;IAIA,2BAA2B,EAAE;IAE7B,IAAI,uBAAuB,IAAI;KAC7B,MAAM,QAAQ,GAAG,mBAAmB;KACpC,MAAM,WACJ,SAAS,aAAa,QAAQ,MAAM,SAAS,QAAQ,KAAA;KACvD,IAAI,aAAa,KAAA,GAAW;MAC1B,IAAI,CAAC,4BAA4B;OAC/B,6BAA6B;OAC7B,MAAM;QACJ,MAAM,UAAU;QAChB;QACA,MAAM;QACN,OAAO,YAAY;QACnB,WAAW,KAAK,IAAI;OACtB;MACF;MACA,kBAAkB;MAClB,MAAM;OACJ,MAAM,UAAU;OAChB;OACA,OAAO;OACP,SAAS;OACT,OAAO,YAAY;OACnB,WAAW,KAAK,IAAI;MACtB;KACF;KACA;IACF;IAEA,IAAI,iBAAiB,IAAI;KACvB,MAAM,aAAa,GAAG,aAAa;KAInC,eACE,eAAe,eACX,WACA,eAAe,sBACb,eAAe,yBACf,mBACA;KACR;IACF;IAEA,IAAI,cAAc,IAAI;KACpB,MAAM,IAAI,GAAG,UAAU;KACvB,IAAI,GACF,QAAQ,mBAAmB,CAAC;KAE9B;IACF;GACF;GAEA,IAAI,CAAC,sBAAsB;IACzB,uBAAuB;IACvB,MAAM;KACJ,MAAM,UAAU;KAChB,UAAU,KAAK,eAAe,YAAY,KAAK;KAC/C;KACA;KACA,OAAO,YAAY;KACnB,WAAW,KAAK,IAAI;KACpB,aAAa,YAAY;IAC3B;GACF;GAEA,IAAI,4BACF,MAAM;IACJ,MAAM,UAAU;IAChB;IACA,OAAO,YAAY;IACnB,WAAW,KAAK,IAAI;GACtB;GAKF,IAAI,iBAAiB,UAAU;IAC7B,MAAM,UAAU,GAAG,KAAK,KAAK;IAC7B,MAAM;KACJ,MAAM,UAAU;KAChB,UAAU,KAAK,eAAe,YAAY,KAAK;KAC/C;KACA,OAAO,YAAY;KACnB,WAAW,KAAK,IAAI;KACpB;KACA,MAAM;KACN,OAAO;MAAE;MAAS,MAAM;KAAa;KACrC,GAAI,SAAS,EAAE,MAAM;IACvB;IACA;GACF;GAEA,IAAI,eAAe,WAAW,GAAG;IAC/B,MAAM,UAAU,iBAAiB;IACjC,MAAM,UAAU,UACZ,GAAG,KAAK,KAAK,yEACb,GAAG,KAAK,KAAK;IACjB,MAAM,OAAO,UAAU,mBAAmB;IAC1C,MAAM;KACJ,MAAM,UAAU;KAChB,UAAU,KAAK,eAAe,YAAY,KAAK;KAC/C;KACA,OAAO,YAAY;KACnB,WAAW,KAAK,IAAI;KACpB;KACA;KACA,OAAO;MAAE;MAAS;KAAK;KACvB,GAAI,SAAS,EAAE,MAAM;IACvB;IACA;GACF;GAEA,IAAI;GACJ,IAAI;IACF,SAAS,KAAK,MAAM,cAAc;GACpC,QAAQ;IACN,MAAM,UAAU,iBAAiB;IACjC,MAAM,UAAU,UACZ,GAAG,KAAK,KAAK,yEACb,uDAAuD,eAAe,MAAM,GAAG,GAAG,IAAI,eAAe,SAAS,MAAM,QAAQ;IAChI,MAAM,OAAO,UAAU,mBAAmB;IAC1C,MAAM;KACJ,MAAM,UAAU;KAChB,UAAU,KAAK,eAAe,YAAY,KAAK;KAC/C;KACA,OAAO,YAAY;KACnB,WAAW,KAAK,IAAI;KACpB;KACA;KACA,OAAO;MACL,SAAS,UACL,UACA;MACJ;KACF;KACA,GAAI,SAAS,EAAE,MAAM;IACvB;IACA;GACF;GAEA,MAAM;IACJ,MAAM,UAAU;IAChB,MAAM;IACN,OAAO;KACL,QAAQ;KACR,KAAK;IACP;IACA,OAAO,YAAY;IACnB,WAAW,KAAK,IAAI;GACtB;GAEA,MAAM;IACJ,MAAM,UAAU;IAChB,UAAU,KAAK,eAAe,YAAY,KAAK;IAC/C;IACA;IACA,OAAO,YAAY;IACnB,WAAW,KAAK,IAAI;IACpB;IACA,GAAI,SAAS,EAAE,MAAM;GACvB;EACF,SAAS,OAAgB;GACvB,IAAI,CAAC,sBAAsB;IACzB,uBAAuB;IACvB,MAAM;KACJ,MAAM,UAAU;KAChB,UAAU,KAAK,eAAe,YAAY,KAAK;KAC/C;KACA;KACA,OAAO,YAAY;KACnB,WAAW,KAAK,IAAI;KACpB,aAAa,YAAY;IAC3B;GACF;GACA,MAAM,eAAe,wBACnB,OACA,GAAG,KAAK,KAAK,+BACf;GACA,YAAY,OAAO,OAAO,GAAG,KAAK,KAAK,gCAAgC;IACrE,OAAO;IACP,QAAQ,GAAG,KAAK,KAAK;GACvB,CAAC;GACD,MAAM;IACJ,MAAM,UAAU;IAChB,UAAU,KAAK,eAAe,YAAY,KAAK;IAC/C;IACA,OAAO,YAAY;IACnB,WAAW,KAAK,IAAI;IACpB,SAAS,aAAa;IACtB,GAAI,aAAa,SAAS,KAAA,KAAa,EAAE,MAAM,aAAa,KAAK;IACjE,OAAO;KACL,SAAS,aAAa;KACtB,GAAI,aAAa,SAAS,KAAA,KAAa,EAAE,MAAM,aAAa,KAAK;IACnE;IACA,GAAI,SAAS,EAAE,MAAM;GACvB;EACF;CACF;;;;;;;CAQA,iCAA0C;EACxC,OAAO;CACT;;;;;;CAWA,WACE,SACsB;EACtB,MAAM,EAAE,QAAQ,aAAa,mBAC3B,QAAQ,UACR,QAAQ,eACR;GAAE,OAAO,QAAQ;GAAO,UAAU,KAAK;EAAS,CAClD;EAMA,MAAM,eAAe,QAAQ;EAC7B,MAAM,cAAc,cAAc;EAClC,MAAM,OAAO,cAAc;EAG3B,MAAM,EAAE,8BAA8B,iBAAiB,iBACrD,KAAK,OACL,QAAQ,WACR,wBAAwB,KAAK,MAC/B;EAOA,MAAM,eACJ,iCAAiC,KAAA,KACjC,CAAC,uCAAuC,MAAM,SAC5C,KAAK,MAAM,SAAS,IAAI,CAC1B;EACF,MAAM,aACJ,QAAQ,eAAe,UAAU,eAC7B,QAAQ,aACR;EACN,MAAM,aAAa,QAAQ,QACvB,aAAa,aAAa,QAAQ,KAAK,GAAG,UAAU,IACpD,KAAA;EAEJ,MAAM,qBAAqB,cAAc;EACzC,MAAM,YACJ,iBAAiB,KAAA,MAChB,sBAAsB,QAAQ,qBAAqB,gBAChD,eACA;EACN,MAAM,OAAO,cAAc;EAC3B,MAAM,gBACJ,QAAQ,OAAO,KAAA,IAAY,MAAM,QAAQ,IAAI,IAAI,OAAO,CAAC,IAAI;EAE/D,MAAM,kBACJ,eAAe,QACf,QAAQ,QACR,aAAa,QACb,iBAAiB,OACb;GACE,GAAI,eAAe,QAAQ,EAAE,YAAY;GACzC,GAAI,QAAQ,QAAQ,EAAE,KAAK;GAC3B,GAAI,aAAa,QAAQ,EAAE,UAAU;GACrC,GAAI,iBAAiB,QAAQ,EAAE,cAAc;EAC/C,IACA,KAAA;EAEN,MAAM,QAA8B;GAClC,SAAS,KAAK;GACd;GACA,GAAI,OAAO,SAAS,KAAK,EAAE,OAAO;GAClC,GAAI,cAAc,EAAE,WAAW;GAC/B,GAAI,mBAAmB,EAAE,gBAAgB;GACzC,GAAI,gCAAgC,EAAE,6BAA6B;EACrE;EACA,OAAO,qBAAqB,KAAK,OAAO,OAAO,QAAQ,WAAW;CACpE;AACF;;;;;;;;;;;;AAaA,IAAM,2BACJ;;;;;;AAOF,SAAS,wBACP,OACA,iBAC+C;CAC/C,MAAM,UAAU,kBAAkB,OAAO,eAAe;CAGxD,OAAO,EADL,iBAAiB,SAAS,MAAM,SAAS,0BACtB,yBAAyB,KAAK,QAAQ,OAAO,IAC9D;EAAE,GAAG;EAAS,MAAM;CAAsB,IAC1C;AACN;AAEA,SAAS,aAAa,OAA8C;CAClE,OAAO,MAAM,KAAK,SAAS;EACzB,MAAM,cAA0B,0BAC9B,KAAK,WACP,KAAK;GAAE,MAAM;GAAU,YAAY,CAAC;GAAG,UAAU,CAAC;EAAE;EACpD,MAAM,EAAE,eAAoC,KAAK,YAAY,CAAC;EAC9D,OAAO;GACL,MAAM,KAAK;GACX,aAAa,KAAK;GAClB;GACA,GAAI,cAAc,EAAE,WAAW;EACjC;CACF,CAAC;AACH;;;;;;AAOA,SAAS,2BACP,KACqB;CAGrB,MAAM,WADJ,IAAI,UAAU,aAAa,IAAI,SAAS,IAAI,OAAO,UAAU,KAAA,EAAA,EACjB,WAAW,CAAC;CAC1D,KAAK,MAAM,SAAS,SAClB,IAAI,aAAa,SAAS,MAAM,SAO5B;MAAA,MAAM,QAAQ,SAAA,uBACd,MAAM,QAAQ,SAAS,KAAA,GAEvB,OAAO,MAAM,QAAQ;CAAA;AAK7B;AAKA,SAAS,YAAY,OAAyB;CAC5C,IAAI,OAAO,UAAU,YAAY,UAAU,MAAM,OAAO;CACxD,OACE,OAAO,OAAO,OAAO,WAAW,KAAK,OAAO,OAAO,KAAK,CAAC,CAAC,KAAK,WAAW;AAE9E;;;;;;;AAQA,SAAS,iBAAiB,SAAkB,OAAgC;CAW1E,IAAI,CAAC,CATH,IAAI,MAAM,YAAY,CAAC,EAAA,CAAG,SAAS,aAChC,QAAQ,WAAW,CAAC,EAAA,CAAG,KAAK,UAAU,MAAM,SAAS,KAAK,CAC7D,GACA,IAAI,MAAM,YAAY,SAAS,CAAC,EAAA,CAAG,KAChC,SAAS,KAAK,UAAU,aAAa,IACxC,CAIG,CAAA,CAAU,KAAK,WAAW,GAAG;CAClC,IACE,OAAO,YAAY,YACnB,YAAY,QACZ,EAAE,UAAU,YACZ,OAAO,QAAQ,SAAS,UAExB,MAAM,IAAI,MACR,+FACF;CAIF,MAAM,OAA0B,KAAK,MAAM,QAAQ,IAAI;CACvD,KAAK,UAAU,SAAS,SAAS,MAC/B,QAAQ,SAAS,SAAS,OAAO,MAAM;EACrC,MAAM,SAAS,MAAM,WAAW,EAAE,EAAE,UAAU,EAAE,EAAE,SAAS;EAC3D,IAAI,MAAM,WAAW,YAAY,MAAM,GAAG,MAAM,QAAQ,QAAQ;CAClE,CAAC,CACH;CACA,KAAK,YAAY,OAAO,SAAS,MAAM,MAAM;EAC3C,MAAM,SAAS,MAAM,YAAY,QAAQ,EAAE,EAAE,UAAU,aAAa;EACpE,IAAI,KAAK,UAAU,eAAe,YAAY,MAAM,GAClD,KAAK,SAAS,YAAY,OAAO;CACrC,CAAC;CACD,QAAQ,OAAO,KAAK,UAAU,IAAI;AACpC;;;;;AAMA,SAAS,oBACP,SACA,OACM;CACN,QAAQ,gBAAgB,KACrB,UAAU,SAAS;EAClB,iBAAiB,KAAK,SAAS,KAAK;EACpC,OAAO,KAAK,IAAI;CAClB,GACA;EAAE,MAAM;EAAS,MAAM;EAA4B,UAAU;CAAO,CACtE;AACF;;AAGA,SAAgB,sBACd,OACA,QACA,QACoC;CACpC,OAAO,IAAI,2BAA2B;EAAE,GAAG;EAAQ;CAAO,GAAG,KAAK;AACpE"}
@@ -0,0 +1,33 @@
1
+ import { BaseRerankAdapter } from '@tanstack/ai/adapters';
2
+ import { RerankAdapterResult, RerankOptions } from '@tanstack/ai';
3
+ import { BedrockRerankModel } from '../model-meta.js';
4
+ /** Bedrock rerank uses AWS credentials, not Bedrock API keys. */
5
+ export interface BedrockRerankConfig {
6
+ /** AWS region; defaults to us-east-1. Amazon Rerank requires another region. */
7
+ region?: string;
8
+ /** Overrides the agent-runtime base URL, without the /rerank suffix. */
9
+ baseURL?: string;
10
+ /** Headers added before SigV4 signing. */
11
+ defaultHeaders?: Record<string, string>;
12
+ /** Custom transport; requests are still SigV4-signed. */
13
+ fetch?: typeof fetch;
14
+ }
15
+ /** Additional inference fields for the selected Bedrock rerank model. */
16
+ export interface BedrockRerankProviderOptions {
17
+ additionalModelRequestFields?: Record<string, unknown>;
18
+ }
19
+ /** Bedrock rerank adapter; core maps scored indices to original documents. */
20
+ export declare class BedrockRerankAdapter<TModel extends BedrockRerankModel> extends BaseRerankAdapter<TModel, BedrockRerankProviderOptions> {
21
+ readonly name: "bedrock";
22
+ private readonly region;
23
+ private readonly baseURL;
24
+ private readonly clientConfig;
25
+ constructor(config: BedrockRerankConfig, model: TModel);
26
+ rerank(options: RerankOptions<BedrockRerankProviderOptions>): Promise<RerankAdapterResult>;
27
+ }
28
+ /**
29
+ * Creates a Bedrock rerank adapter using the AWS credential chain (SigV4).
30
+ * Install `@aws-sdk/credential-providers`; Bedrock API keys are not supported.
31
+ * For `amazon.rerank-v1:0`, select a supported region such as `us-west-2`.
32
+ */
33
+ export declare function bedrockRerank<TModel extends BedrockRerankModel>(model: TModel, config?: BedrockRerankConfig): BedrockRerankAdapter<TModel>;
@@ -0,0 +1,123 @@
1
+ import { resolveBedrockAuth } from "../utils/auth.js";
2
+ import { createSigV4Fetch } from "../utils/openai-sigv4-fetch.js";
3
+ import { BaseRerankAdapter } from "@tanstack/ai/adapters";
4
+ import { toRunErrorPayload } from "@tanstack/ai/adapter-internals";
5
+ //#region src/adapters/rerank.ts
6
+ function isBedrockRerankResponse(value) {
7
+ return typeof value === "object" && value !== null && "results" in value && Array.isArray(value.results) && value.results.every((result) => typeof result === "object" && result !== null && Number.isInteger(result.index) && Number.isFinite(result.relevanceScore)) && (!("nextToken" in value) || typeof value.nextToken === "string" && value.nextToken.length > 0 && value.nextToken.length <= 2048 && !/\s/.test(value.nextToken));
8
+ }
9
+ /** Bedrock rerank adapter; core maps scored indices to original documents. */
10
+ var BedrockRerankAdapter = class extends BaseRerankAdapter {
11
+ name = "bedrock";
12
+ region;
13
+ baseURL;
14
+ clientConfig;
15
+ constructor(config, model) {
16
+ super({}, model);
17
+ this.clientConfig = config;
18
+ this.region = config.region ?? "us-east-1";
19
+ this.baseURL = (config.baseURL ?? `https://bedrock-agent-runtime.${this.region}.amazonaws.com`).replace(/\/+$/, "");
20
+ }
21
+ async rerank(options) {
22
+ const { model, query, documents, topN, modelOptions, abortSignal, logger } = options;
23
+ try {
24
+ if (documents.length < 1 || documents.length > 1e3) throw new Error("Bedrock rerank requires between 1 and 1000 documents");
25
+ const numberOfResults = topN ?? documents.length;
26
+ if (!Number.isInteger(numberOfResults) || numberOfResults < 1 || numberOfResults > 1e3) throw new Error("Bedrock rerank topN must be an integer between 1 and 1000");
27
+ const body = {
28
+ queries: [{
29
+ type: "TEXT",
30
+ textQuery: { text: query }
31
+ }],
32
+ sources: documents.map((text) => ({
33
+ type: "INLINE",
34
+ inlineDocumentSource: {
35
+ type: "TEXT",
36
+ textDocument: { text }
37
+ }
38
+ })),
39
+ rerankingConfiguration: {
40
+ type: "BEDROCK_RERANKING_MODEL",
41
+ bedrockRerankingConfiguration: {
42
+ modelConfiguration: {
43
+ modelArn: `arn:aws:bedrock:${this.region}::foundation-model/${model}`,
44
+ additionalModelRequestFields: modelOptions?.additionalModelRequestFields
45
+ },
46
+ numberOfResults
47
+ }
48
+ }
49
+ };
50
+ const signedFetch = createSigV4Fetch(resolveBedrockAuth({
51
+ region: this.region,
52
+ auth: "sigv4"
53
+ }, "runtime"), this.clientConfig.fetch);
54
+ const ranking = [];
55
+ const seenTokens = /* @__PURE__ */ new Set();
56
+ let nextToken;
57
+ let id;
58
+ do {
59
+ abortSignal?.throwIfAborted();
60
+ logger.request(`activity=rerank provider=${this.name} model=${model} documents=${documents.length}`, {
61
+ provider: this.name,
62
+ model
63
+ });
64
+ const response = await signedFetch(`${this.baseURL}/rerank`, {
65
+ method: "POST",
66
+ headers: {
67
+ "Content-Type": "application/json",
68
+ ...this.clientConfig.defaultHeaders
69
+ },
70
+ body: JSON.stringify({
71
+ ...body,
72
+ nextToken
73
+ }),
74
+ signal: abortSignal
75
+ });
76
+ if (!response.ok) {
77
+ const detail = await response.text();
78
+ throw new Error(`Bedrock rerank request failed: ${response.status} ${response.statusText}${detail ? `: ${detail}` : ""}`);
79
+ }
80
+ const page = await response.json();
81
+ abortSignal?.throwIfAborted();
82
+ if (!isBedrockRerankResponse(page)) throw new Error("Bedrock rerank response had an unexpected shape");
83
+ id ??= response.headers.get("x-amzn-requestid") ?? void 0;
84
+ ranking.push(...page.results.map((result) => ({
85
+ index: result.index,
86
+ score: result.relevanceScore
87
+ })));
88
+ nextToken = page.nextToken;
89
+ if (nextToken) {
90
+ if (seenTokens.has(nextToken)) throw new Error("Bedrock rerank pagination did not advance");
91
+ seenTokens.add(nextToken);
92
+ }
93
+ } while (nextToken && ranking.length < numberOfResults);
94
+ return {
95
+ id: id ?? this.generateId(),
96
+ ranking: ranking.slice(0, numberOfResults),
97
+ usage: {
98
+ promptTokens: 0,
99
+ completionTokens: 0,
100
+ totalTokens: 0
101
+ }
102
+ };
103
+ } catch (error) {
104
+ logger.errors(`${this.name}.rerank fatal`, {
105
+ error: toRunErrorPayload(error, "Bedrock rerank failed"),
106
+ source: `${this.name}.rerank`
107
+ });
108
+ throw error;
109
+ }
110
+ }
111
+ };
112
+ /**
113
+ * Creates a Bedrock rerank adapter using the AWS credential chain (SigV4).
114
+ * Install `@aws-sdk/credential-providers`; Bedrock API keys are not supported.
115
+ * For `amazon.rerank-v1:0`, select a supported region such as `us-west-2`.
116
+ */
117
+ function bedrockRerank(model, config) {
118
+ return new BedrockRerankAdapter(config ?? {}, model);
119
+ }
120
+ //#endregion
121
+ export { BedrockRerankAdapter, bedrockRerank };
122
+
123
+ //# sourceMappingURL=rerank.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"rerank.js","names":[],"sources":["../../../src/adapters/rerank.ts"],"sourcesContent":["import { BaseRerankAdapter } from '@tanstack/ai/adapters'\nimport { toRunErrorPayload } from '@tanstack/ai/adapter-internals'\nimport { resolveBedrockAuth } from '../utils/auth'\nimport { createSigV4Fetch } from '../utils/openai-sigv4-fetch'\nimport type { RerankAdapterResult, RerankOptions } from '@tanstack/ai'\nimport type { BedrockRerankModel } from '../model-meta'\n\n/** Bedrock rerank uses AWS credentials, not Bedrock API keys. */\nexport interface BedrockRerankConfig {\n /** AWS region; defaults to us-east-1. Amazon Rerank requires another region. */\n region?: string\n /** Overrides the agent-runtime base URL, without the /rerank suffix. */\n baseURL?: string\n /** Headers added before SigV4 signing. */\n defaultHeaders?: Record<string, string>\n /** Custom transport; requests are still SigV4-signed. */\n fetch?: typeof fetch\n}\n\n/** Additional inference fields for the selected Bedrock rerank model. */\nexport interface BedrockRerankProviderOptions {\n additionalModelRequestFields?: Record<string, unknown>\n}\n\ninterface BedrockRerankResponse {\n results: Array<{ index: number; relevanceScore: number }>\n nextToken?: string\n}\n\nfunction isBedrockRerankResponse(\n value: unknown,\n): value is BedrockRerankResponse {\n return (\n typeof value === 'object' &&\n value !== null &&\n 'results' in value &&\n Array.isArray(value.results) &&\n value.results.every(\n (result) =>\n typeof result === 'object' &&\n result !== null &&\n Number.isInteger(result.index) &&\n Number.isFinite(result.relevanceScore),\n ) &&\n (!('nextToken' in value) ||\n (typeof value.nextToken === 'string' &&\n value.nextToken.length > 0 &&\n value.nextToken.length <= 2048 &&\n !/\\s/.test(value.nextToken)))\n )\n}\n\n/** Bedrock rerank adapter; core maps scored indices to original documents. */\nexport class BedrockRerankAdapter<\n TModel extends BedrockRerankModel,\n> extends BaseRerankAdapter<TModel, BedrockRerankProviderOptions> {\n readonly name = 'bedrock' as const\n private readonly region: string\n private readonly baseURL: string\n private readonly clientConfig: BedrockRerankConfig\n\n constructor(config: BedrockRerankConfig, model: TModel) {\n super({}, model)\n this.clientConfig = config\n this.region = config.region ?? 'us-east-1'\n this.baseURL = (\n config.baseURL ??\n `https://bedrock-agent-runtime.${this.region}.amazonaws.com`\n ).replace(/\\/+$/, '')\n }\n\n async rerank(\n options: RerankOptions<BedrockRerankProviderOptions>,\n ): Promise<RerankAdapterResult> {\n const { model, query, documents, topN, modelOptions, abortSignal, logger } =\n options\n\n try {\n if (documents.length < 1 || documents.length > 1000) {\n throw new Error('Bedrock rerank requires between 1 and 1000 documents')\n }\n const numberOfResults = topN ?? documents.length\n if (\n !Number.isInteger(numberOfResults) ||\n numberOfResults < 1 ||\n numberOfResults > 1000\n ) {\n throw new Error(\n 'Bedrock rerank topN must be an integer between 1 and 1000',\n )\n }\n\n const body = {\n queries: [{ type: 'TEXT', textQuery: { text: query } }],\n sources: documents.map((text) => ({\n type: 'INLINE',\n inlineDocumentSource: { type: 'TEXT', textDocument: { text } },\n })),\n rerankingConfiguration: {\n type: 'BEDROCK_RERANKING_MODEL',\n bedrockRerankingConfiguration: {\n modelConfiguration: {\n modelArn: `arn:aws:bedrock:${this.region}::foundation-model/${model}`,\n additionalModelRequestFields:\n modelOptions?.additionalModelRequestFields,\n },\n numberOfResults,\n },\n },\n }\n const signedFetch = createSigV4Fetch(\n resolveBedrockAuth({ region: this.region, auth: 'sigv4' }, 'runtime'),\n this.clientConfig.fetch,\n )\n const ranking: RerankAdapterResult['ranking'] = []\n const seenTokens = new Set<string>()\n let nextToken: string | undefined\n let id: string | undefined\n\n do {\n abortSignal?.throwIfAborted()\n logger.request(\n `activity=rerank provider=${this.name} model=${model} documents=${documents.length}`,\n { provider: this.name, model },\n )\n const response = await signedFetch(`${this.baseURL}/rerank`, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n ...this.clientConfig.defaultHeaders,\n },\n body: JSON.stringify({ ...body, nextToken }),\n signal: abortSignal,\n })\n if (!response.ok) {\n const detail = await response.text()\n throw new Error(\n `Bedrock rerank request failed: ${response.status} ${response.statusText}${detail ? `: ${detail}` : ''}`,\n )\n }\n const page: unknown = await response.json()\n abortSignal?.throwIfAborted()\n if (!isBedrockRerankResponse(page)) {\n throw new Error('Bedrock rerank response had an unexpected shape')\n }\n id ??= response.headers.get('x-amzn-requestid') ?? undefined\n ranking.push(\n ...page.results.map((result) => ({\n index: result.index,\n score: result.relevanceScore,\n })),\n )\n nextToken = page.nextToken\n if (nextToken) {\n if (seenTokens.has(nextToken)) {\n throw new Error('Bedrock rerank pagination did not advance')\n }\n seenTokens.add(nextToken)\n }\n } while (nextToken && ranking.length < numberOfResults)\n\n return {\n id: id ?? this.generateId(),\n ranking: ranking.slice(0, numberOfResults),\n // The Bedrock Rerank API reports neither token counts nor billed units.\n usage: { promptTokens: 0, completionTokens: 0, totalTokens: 0 },\n }\n } catch (error) {\n logger.errors(`${this.name}.rerank fatal`, {\n error: toRunErrorPayload(error, 'Bedrock rerank failed'),\n source: `${this.name}.rerank`,\n })\n throw error\n }\n }\n}\n\n/**\n * Creates a Bedrock rerank adapter using the AWS credential chain (SigV4).\n * Install `@aws-sdk/credential-providers`; Bedrock API keys are not supported.\n * For `amazon.rerank-v1:0`, select a supported region such as `us-west-2`.\n */\nexport function bedrockRerank<TModel extends BedrockRerankModel>(\n model: TModel,\n config?: BedrockRerankConfig,\n): BedrockRerankAdapter<TModel> {\n return new BedrockRerankAdapter(config ?? {}, model)\n}\n"],"mappings":";;;;;AA6BA,SAAS,wBACP,OACgC;CAChC,OACE,OAAO,UAAU,YACjB,UAAU,QACV,aAAa,SACb,MAAM,QAAQ,MAAM,OAAO,KAC3B,MAAM,QAAQ,OACX,WACC,OAAO,WAAW,YAClB,WAAW,QACX,OAAO,UAAU,OAAO,KAAK,KAC7B,OAAO,SAAS,OAAO,cAAc,CACzC,MACC,EAAE,eAAe,UACf,OAAO,MAAM,cAAc,YAC1B,MAAM,UAAU,SAAS,KACzB,MAAM,UAAU,UAAU,QAC1B,CAAC,KAAK,KAAK,MAAM,SAAS;AAElC;;AAGA,IAAa,uBAAb,cAEU,kBAAwD;CAChE,OAAgB;CAChB;CACA;CACA;CAEA,YAAY,QAA6B,OAAe;EACtD,MAAM,CAAC,GAAG,KAAK;EACf,KAAK,eAAe;EACpB,KAAK,SAAS,OAAO,UAAU;EAC/B,KAAK,WACH,OAAO,WACP,iCAAiC,KAAK,OAAO,gBAAA,CAC7C,QAAQ,QAAQ,EAAE;CACtB;CAEA,MAAM,OACJ,SAC8B;EAC9B,MAAM,EAAE,OAAO,OAAO,WAAW,MAAM,cAAc,aAAa,WAChE;EAEF,IAAI;GACF,IAAI,UAAU,SAAS,KAAK,UAAU,SAAS,KAC7C,MAAM,IAAI,MAAM,sDAAsD;GAExE,MAAM,kBAAkB,QAAQ,UAAU;GAC1C,IACE,CAAC,OAAO,UAAU,eAAe,KACjC,kBAAkB,KAClB,kBAAkB,KAElB,MAAM,IAAI,MACR,2DACF;GAGF,MAAM,OAAO;IACX,SAAS,CAAC;KAAE,MAAM;KAAQ,WAAW,EAAE,MAAM,MAAM;IAAE,CAAC;IACtD,SAAS,UAAU,KAAK,UAAU;KAChC,MAAM;KACN,sBAAsB;MAAE,MAAM;MAAQ,cAAc,EAAE,KAAK;KAAE;IAC/D,EAAE;IACF,wBAAwB;KACtB,MAAM;KACN,+BAA+B;MAC7B,oBAAoB;OAClB,UAAU,mBAAmB,KAAK,OAAO,qBAAqB;OAC9D,8BACE,cAAc;MAClB;MACA;KACF;IACF;GACF;GACA,MAAM,cAAc,iBAClB,mBAAmB;IAAE,QAAQ,KAAK;IAAQ,MAAM;GAAQ,GAAG,SAAS,GACpE,KAAK,aAAa,KACpB;GACA,MAAM,UAA0C,CAAC;GACjD,MAAM,6BAAa,IAAI,IAAY;GACnC,IAAI;GACJ,IAAI;GAEJ,GAAG;IACD,aAAa,eAAe;IAC5B,OAAO,QACL,4BAA4B,KAAK,KAAK,SAAS,MAAM,aAAa,UAAU,UAC5E;KAAE,UAAU,KAAK;KAAM;IAAM,CAC/B;IACA,MAAM,WAAW,MAAM,YAAY,GAAG,KAAK,QAAQ,UAAU;KAC3D,QAAQ;KACR,SAAS;MACP,gBAAgB;MAChB,GAAG,KAAK,aAAa;KACvB;KACA,MAAM,KAAK,UAAU;MAAE,GAAG;MAAM;KAAU,CAAC;KAC3C,QAAQ;IACV,CAAC;IACD,IAAI,CAAC,SAAS,IAAI;KAChB,MAAM,SAAS,MAAM,SAAS,KAAK;KACnC,MAAM,IAAI,MACR,kCAAkC,SAAS,OAAO,GAAG,SAAS,aAAa,SAAS,KAAK,WAAW,IACtG;IACF;IACA,MAAM,OAAgB,MAAM,SAAS,KAAK;IAC1C,aAAa,eAAe;IAC5B,IAAI,CAAC,wBAAwB,IAAI,GAC/B,MAAM,IAAI,MAAM,iDAAiD;IAEnE,OAAO,SAAS,QAAQ,IAAI,kBAAkB,KAAK,KAAA;IACnD,QAAQ,KACN,GAAG,KAAK,QAAQ,KAAK,YAAY;KAC/B,OAAO,OAAO;KACd,OAAO,OAAO;IAChB,EAAE,CACJ;IACA,YAAY,KAAK;IACjB,IAAI,WAAW;KACb,IAAI,WAAW,IAAI,SAAS,GAC1B,MAAM,IAAI,MAAM,2CAA2C;KAE7D,WAAW,IAAI,SAAS;IAC1B;GACF,SAAS,aAAa,QAAQ,SAAS;GAEvC,OAAO;IACL,IAAI,MAAM,KAAK,WAAW;IAC1B,SAAS,QAAQ,MAAM,GAAG,eAAe;IAEzC,OAAO;KAAE,cAAc;KAAG,kBAAkB;KAAG,aAAa;IAAE;GAChE;EACF,SAAS,OAAO;GACd,OAAO,OAAO,GAAG,KAAK,KAAK,gBAAgB;IACzC,OAAO,kBAAkB,OAAO,uBAAuB;IACvD,QAAQ,GAAG,KAAK,KAAK;GACvB,CAAC;GACD,MAAM;EACR;CACF;AACF;;;;;;AAOA,SAAgB,cACd,OACA,QAC8B;CAC9B,OAAO,IAAI,qBAAqB,UAAU,CAAC,GAAG,KAAK;AACrD"}
@@ -196,7 +196,7 @@ async function* processConverseStream(stream, newMessageId, lifecycle) {
196
196
  }
197
197
  if ("messageStop" in ev) {
198
198
  const stopReason = ev.messageStop?.stopReason;
199
- finishReason = stopReason === "tool_use" ? "tool_calls" : stopReason === "max_tokens" ? "length" : stopReason === "content_filtered" ? "content_filter" : "stop";
199
+ finishReason = stopReason === "tool_use" ? "tool_calls" : stopReason === "max_tokens" ? "length" : stopReason === "content_filtered" || stopReason === "guardrail_intervened" ? "content_filter" : "stop";
200
200
  continue;
201
201
  }
202
202
  if ("metadata" in ev) {
@@ -1 +1 @@
1
- {"version":3,"file":"stream-processor.js","names":[],"sources":["../../../src/converse/stream-processor.ts"],"sourcesContent":["import { EventType } from '@tanstack/ai'\nimport { buildConverseUsage } from './usage'\nimport type { AdapterYieldChunk, TokenUsage } from '@tanstack/ai'\nimport type { ConverseStreamOutput } from '@aws-sdk/client-bedrock-runtime'\n\n/**\n * Converse delivers server-side failures — throttling, request validation,\n * mid-stream model faults, and service-unavailable — as in-band stream events\n * rather than thrown exceptions. If they were ignored the iterator would simply\n * end and the run would look like a clean, truncated success. Throw the\n * underlying exception (these SDK members extend `Error`) so the adapter's\n * `chatStream` / `structuredOutputStream` catch converts it into a `RUN_ERROR`.\n */\nexport function throwIfConverseStreamError(ev: ConverseStreamOutput): void {\n if ('internalServerException' in ev && ev.internalServerException) {\n throw ev.internalServerException\n }\n if ('modelStreamErrorException' in ev && ev.modelStreamErrorException) {\n throw ev.modelStreamErrorException\n }\n if ('validationException' in ev && ev.validationException) {\n throw ev.validationException\n }\n if ('throttlingException' in ev && ev.throttlingException) {\n throw ev.throttlingException\n }\n if ('serviceUnavailableException' in ev && ev.serviceUnavailableException) {\n throw ev.serviceUnavailableException\n }\n}\n\n/** Map Converse blocks to run, text, reasoning, and tool events.\n * Keep signatures and encrypted bytes separate for each contentBlockIndex.\n * Finish after trailing usage events. The adapter handles thrown errors.\n */\nexport async function* processConverseStream(\n stream: AsyncIterable<ConverseStreamOutput>,\n newMessageId: () => string,\n lifecycle: { threadId: string; parentRunId?: string; model?: string },\n): AsyncIterable<AdapterYieldChunk> {\n const runId = newMessageId()\n const { threadId, parentRunId, model } = lifecycle\n const messageId = newMessageId()\n\n let hasEmittedRunStarted = false\n\n // Text lifecycle\n let accumulatedContent = ''\n let hasEmittedTextMessageStart = false\n\n // Reasoning lifecycle\n const reasoningByIndex = new Map<\n number,\n {\n id: string\n signature: string\n bytes: Array<Uint8Array>\n redacted: boolean\n closed: boolean\n encrypted?: string\n }\n >()\n\n // Tool-call lifecycle, keyed by Converse contentBlockIndex. Converse opens a\n // tool-use block with `contentBlockStart`, streams arg fragments via\n // `contentBlockDelta`, and closes it with `contentBlockStop`.\n const toolCallsByIndex = new Map<\n number,\n {\n id: string\n name: string\n started: boolean\n arguments: string\n }\n >()\n\n // Usage + finish-reason are captured during iteration and folded into the\n // single terminal RUN_FINISHED, matching openai-base's deferred-finish\n // contract (usage may arrive after the finish signal).\n let usage: TokenUsage | undefined\n let finishReason: NonNullable<AdapterYieldChunk['finishReason']> | undefined\n\n // Lazily emit RUN_STARTED exactly once, before the first content event.\n function* ensureRunStarted(): Generator<AdapterYieldChunk> {\n if (hasEmittedRunStarted) return\n hasEmittedRunStarted = true\n yield {\n type: EventType.RUN_STARTED,\n runId,\n threadId,\n parentRunId,\n ...(model && { model }),\n timestamp: Date.now(),\n }\n }\n\n // Close an open reasoning message before text/tool content begins, mirroring\n // openai-base which always emits REASONING_MESSAGE_END before TEXT_MESSAGE_START.\n function* encryptedReasoning(index: number): Generator<AdapterYieldChunk> {\n const reasoning = reasoningByIndex.get(index)\n if (!reasoning) return\n const encrypted = reasoning.redacted\n ? Buffer.concat(reasoning.bytes).toString('base64')\n : reasoning.signature\n if (!encrypted || encrypted === reasoning.encrypted) return\n reasoning.encrypted = encrypted\n yield {\n type: EventType.REASONING_ENCRYPTED_VALUE,\n entityId: reasoning.id,\n subtype: 'message',\n encryptedValue: encrypted,\n timestamp: Date.now(),\n }\n }\n\n function* closeReasoning(index?: number): Generator<AdapterYieldChunk> {\n for (const [blockIndex, reasoning] of reasoningByIndex) {\n if (index !== undefined && index !== blockIndex) continue\n yield* encryptedReasoning(blockIndex)\n if (reasoning.closed) continue\n reasoning.closed = true\n yield {\n type: EventType.REASONING_MESSAGE_END,\n messageId: reasoning.id,\n timestamp: Date.now(),\n }\n yield {\n type: EventType.REASONING_END,\n messageId: reasoning.id,\n timestamp: Date.now(),\n }\n }\n }\n\n for await (const ev of stream) {\n yield* ensureRunStarted()\n\n // Surface in-band server/throttle/validation errors instead of dropping them.\n throwIfConverseStreamError(ev)\n\n // messageStart carries only the role; no AG-UI event maps to it.\n if ('messageStart' in ev) continue\n\n if ('contentBlockStart' in ev) {\n const start = ev.contentBlockStart\n const toolUse = start?.start?.toolUse\n if (start && toolUse) {\n yield* closeReasoning()\n const id = toolUse.toolUseId ?? newMessageId()\n const name = toolUse.name ?? ''\n const index = start.contentBlockIndex ?? 0\n toolCallsByIndex.set(index, {\n id,\n name,\n started: true,\n arguments: '',\n })\n yield {\n type: EventType.TOOL_CALL_START,\n toolCallId: id,\n toolCallName: name,\n timestamp: Date.now(),\n index,\n }\n }\n continue\n }\n\n if ('contentBlockDelta' in ev) {\n const block = ev.contentBlockDelta\n const delta = block?.delta\n const index = block?.contentBlockIndex ?? 0\n\n // Tool-call argument fragments (partial JSON).\n if (delta && 'toolUse' in delta && delta.toolUse?.input !== undefined) {\n const toolCall = toolCallsByIndex.get(index)\n if (toolCall?.started) {\n toolCall.arguments += delta.toolUse.input\n yield {\n type: EventType.TOOL_CALL_ARGS,\n toolCallId: toolCall.id,\n timestamp: Date.now(),\n delta: delta.toolUse.input,\n }\n }\n continue\n }\n\n if (delta && 'reasoningContent' in delta && delta.reasoningContent) {\n const fragment = delta.reasoningContent\n let reasoning = reasoningByIndex.get(index)\n if (!reasoning) {\n const redacted =\n 'redactedContent' in fragment &&\n (fragment.redactedContent?.length ?? 0) > 0\n reasoning = {\n id: (redacted ? 'redacted_thinking-' : '') + newMessageId(),\n signature: '',\n bytes: [],\n redacted,\n closed: false,\n }\n reasoningByIndex.set(index, reasoning)\n yield {\n type: EventType.REASONING_MESSAGE_START,\n messageId: reasoning.id,\n role: 'reasoning',\n timestamp: Date.now(),\n }\n }\n if (\n !reasoning.redacted &&\n 'text' in fragment &&\n fragment.text !== undefined\n ) {\n yield {\n type: EventType.REASONING_MESSAGE_CONTENT,\n messageId: reasoning.id,\n delta: fragment.text,\n timestamp: Date.now(),\n }\n }\n if (\n !reasoning.redacted &&\n 'signature' in fragment &&\n fragment.signature !== undefined\n )\n reasoning.signature += fragment.signature\n if (\n 'redactedContent' in fragment &&\n fragment.redactedContent &&\n fragment.redactedContent.length > 0\n ) {\n if (!reasoning.redacted) reasoning.encrypted = undefined\n reasoning.redacted = true\n reasoning.signature = ''\n reasoning.bytes.push(fragment.redactedContent)\n yield* encryptedReasoning(index)\n }\n continue\n }\n\n // Text content.\n if (delta && 'text' in delta && delta.text !== undefined) {\n yield* closeReasoning()\n if (!hasEmittedTextMessageStart) {\n hasEmittedTextMessageStart = true\n yield {\n type: EventType.TEXT_MESSAGE_START,\n messageId,\n role: 'assistant',\n timestamp: Date.now(),\n }\n }\n accumulatedContent += delta.text\n yield {\n type: EventType.TEXT_MESSAGE_CONTENT,\n messageId,\n delta: delta.text,\n content: accumulatedContent,\n timestamp: Date.now(),\n }\n }\n continue\n }\n\n if ('contentBlockStop' in ev) {\n const stopIndex = ev.contentBlockStop?.contentBlockIndex ?? 0\n yield* closeReasoning(stopIndex)\n const toolCall = toolCallsByIndex.get(stopIndex)\n if (toolCall?.started) {\n yield {\n type: EventType.TOOL_CALL_END,\n toolCallId: toolCall.id,\n args: toolCall.arguments,\n toolCallName: toolCall.name,\n timestamp: Date.now(),\n }\n toolCallsByIndex.delete(stopIndex)\n }\n continue\n }\n\n if ('messageStop' in ev) {\n const stopReason = ev.messageStop?.stopReason\n // Map Converse stopReason to AG-UI's narrower finishReason vocabulary.\n finishReason =\n stopReason === 'tool_use'\n ? 'tool_calls'\n : stopReason === 'max_tokens'\n ? 'length'\n : stopReason === 'content_filtered'\n ? 'content_filter'\n : 'stop'\n continue\n }\n\n if ('metadata' in ev) {\n const u = ev.metadata?.usage\n if (u) {\n usage = buildConverseUsage(u)\n }\n continue\n }\n }\n\n // Stream ended (possibly without any content) — still emit RUN_STARTED so\n // consumers always see a run lifecycle.\n yield* ensureRunStarted()\n\n // Drain any tool call that opened but never received contentBlockStop.\n for (const [index, toolCall] of toolCallsByIndex) {\n if (!toolCall.started) continue\n yield {\n type: EventType.TOOL_CALL_END,\n toolCallId: toolCall.id,\n args: toolCall.arguments,\n toolCallName: toolCall.name,\n timestamp: Date.now(),\n }\n toolCallsByIndex.delete(index)\n }\n\n // Close the text message lifecycle if it was opened.\n if (hasEmittedTextMessageStart) {\n yield {\n type: EventType.TEXT_MESSAGE_END,\n messageId,\n timestamp: Date.now(),\n }\n }\n\n // Close any reasoning lifecycle that text never closed.\n yield* closeReasoning()\n\n // Single terminal RUN_FINISHED. Conditional `usage` spread keeps the wire\n // shape spec-compliant (AG-UI's `usage` is optional with no `| undefined`).\n yield {\n type: EventType.RUN_FINISHED,\n runId,\n threadId,\n timestamp: Date.now(),\n finishReason: finishReason ?? 'stop',\n ...(usage && { usage }),\n }\n}\n"],"mappings":";;;;;;;;;;;AAaA,SAAgB,2BAA2B,IAAgC;CACzE,IAAI,6BAA6B,MAAM,GAAG,yBACxC,MAAM,GAAG;CAEX,IAAI,+BAA+B,MAAM,GAAG,2BAC1C,MAAM,GAAG;CAEX,IAAI,yBAAyB,MAAM,GAAG,qBACpC,MAAM,GAAG;CAEX,IAAI,yBAAyB,MAAM,GAAG,qBACpC,MAAM,GAAG;CAEX,IAAI,iCAAiC,MAAM,GAAG,6BAC5C,MAAM,GAAG;AAEb;;;;;AAMA,gBAAuB,sBACrB,QACA,cACA,WACkC;CAClC,MAAM,QAAQ,aAAa;CAC3B,MAAM,EAAE,UAAU,aAAa,UAAU;CACzC,MAAM,YAAY,aAAa;CAE/B,IAAI,uBAAuB;CAG3B,IAAI,qBAAqB;CACzB,IAAI,6BAA6B;CAGjC,MAAM,mCAAmB,IAAI,IAU3B;CAKF,MAAM,mCAAmB,IAAI,IAQ3B;CAKF,IAAI;CACJ,IAAI;CAGJ,UAAU,mBAAiD;EACzD,IAAI,sBAAsB;EAC1B,uBAAuB;EACvB,MAAM;GACJ,MAAM,UAAU;GAChB;GACA;GACA;GACA,GAAI,SAAS,EAAE,MAAM;GACrB,WAAW,KAAK,IAAI;EACtB;CACF;CAIA,UAAU,mBAAmB,OAA6C;EACxE,MAAM,YAAY,iBAAiB,IAAI,KAAK;EAC5C,IAAI,CAAC,WAAW;EAChB,MAAM,YAAY,UAAU,WACxB,OAAO,OAAO,UAAU,KAAK,CAAC,CAAC,SAAS,QAAQ,IAChD,UAAU;EACd,IAAI,CAAC,aAAa,cAAc,UAAU,WAAW;EACrD,UAAU,YAAY;EACtB,MAAM;GACJ,MAAM,UAAU;GAChB,UAAU,UAAU;GACpB,SAAS;GACT,gBAAgB;GAChB,WAAW,KAAK,IAAI;EACtB;CACF;CAEA,UAAU,eAAe,OAA8C;EACrE,KAAK,MAAM,CAAC,YAAY,cAAc,kBAAkB;GACtD,IAAI,UAAU,KAAA,KAAa,UAAU,YAAY;GACjD,OAAO,mBAAmB,UAAU;GACpC,IAAI,UAAU,QAAQ;GACtB,UAAU,SAAS;GACnB,MAAM;IACJ,MAAM,UAAU;IAChB,WAAW,UAAU;IACrB,WAAW,KAAK,IAAI;GACtB;GACA,MAAM;IACJ,MAAM,UAAU;IAChB,WAAW,UAAU;IACrB,WAAW,KAAK,IAAI;GACtB;EACF;CACF;CAEA,WAAW,MAAM,MAAM,QAAQ;EAC7B,OAAO,iBAAiB;EAGxB,2BAA2B,EAAE;EAG7B,IAAI,kBAAkB,IAAI;EAE1B,IAAI,uBAAuB,IAAI;GAC7B,MAAM,QAAQ,GAAG;GACjB,MAAM,UAAU,OAAO,OAAO;GAC9B,IAAI,SAAS,SAAS;IACpB,OAAO,eAAe;IACtB,MAAM,KAAK,QAAQ,aAAa,aAAa;IAC7C,MAAM,OAAO,QAAQ,QAAQ;IAC7B,MAAM,QAAQ,MAAM,qBAAqB;IACzC,iBAAiB,IAAI,OAAO;KAC1B;KACA;KACA,SAAS;KACT,WAAW;IACb,CAAC;IACD,MAAM;KACJ,MAAM,UAAU;KAChB,YAAY;KACZ,cAAc;KACd,WAAW,KAAK,IAAI;KACpB;IACF;GACF;GACA;EACF;EAEA,IAAI,uBAAuB,IAAI;GAC7B,MAAM,QAAQ,GAAG;GACjB,MAAM,QAAQ,OAAO;GACrB,MAAM,QAAQ,OAAO,qBAAqB;GAG1C,IAAI,SAAS,aAAa,SAAS,MAAM,SAAS,UAAU,KAAA,GAAW;IACrE,MAAM,WAAW,iBAAiB,IAAI,KAAK;IAC3C,IAAI,UAAU,SAAS;KACrB,SAAS,aAAa,MAAM,QAAQ;KACpC,MAAM;MACJ,MAAM,UAAU;MAChB,YAAY,SAAS;MACrB,WAAW,KAAK,IAAI;MACpB,OAAO,MAAM,QAAQ;KACvB;IACF;IACA;GACF;GAEA,IAAI,SAAS,sBAAsB,SAAS,MAAM,kBAAkB;IAClE,MAAM,WAAW,MAAM;IACvB,IAAI,YAAY,iBAAiB,IAAI,KAAK;IAC1C,IAAI,CAAC,WAAW;KACd,MAAM,WACJ,qBAAqB,aACpB,SAAS,iBAAiB,UAAU,KAAK;KAC5C,YAAY;MACV,KAAK,WAAW,uBAAuB,MAAM,aAAa;MAC1D,WAAW;MACX,OAAO,CAAC;MACR;MACA,QAAQ;KACV;KACA,iBAAiB,IAAI,OAAO,SAAS;KACrC,MAAM;MACJ,MAAM,UAAU;MAChB,WAAW,UAAU;MACrB,MAAM;MACN,WAAW,KAAK,IAAI;KACtB;IACF;IACA,IACE,CAAC,UAAU,YACX,UAAU,YACV,SAAS,SAAS,KAAA,GAElB,MAAM;KACJ,MAAM,UAAU;KAChB,WAAW,UAAU;KACrB,OAAO,SAAS;KAChB,WAAW,KAAK,IAAI;IACtB;IAEF,IACE,CAAC,UAAU,YACX,eAAe,YACf,SAAS,cAAc,KAAA,GAEvB,UAAU,aAAa,SAAS;IAClC,IACE,qBAAqB,YACrB,SAAS,mBACT,SAAS,gBAAgB,SAAS,GAClC;KACA,IAAI,CAAC,UAAU,UAAU,UAAU,YAAY,KAAA;KAC/C,UAAU,WAAW;KACrB,UAAU,YAAY;KACtB,UAAU,MAAM,KAAK,SAAS,eAAe;KAC7C,OAAO,mBAAmB,KAAK;IACjC;IACA;GACF;GAGA,IAAI,SAAS,UAAU,SAAS,MAAM,SAAS,KAAA,GAAW;IACxD,OAAO,eAAe;IACtB,IAAI,CAAC,4BAA4B;KAC/B,6BAA6B;KAC7B,MAAM;MACJ,MAAM,UAAU;MAChB;MACA,MAAM;MACN,WAAW,KAAK,IAAI;KACtB;IACF;IACA,sBAAsB,MAAM;IAC5B,MAAM;KACJ,MAAM,UAAU;KAChB;KACA,OAAO,MAAM;KACb,SAAS;KACT,WAAW,KAAK,IAAI;IACtB;GACF;GACA;EACF;EAEA,IAAI,sBAAsB,IAAI;GAC5B,MAAM,YAAY,GAAG,kBAAkB,qBAAqB;GAC5D,OAAO,eAAe,SAAS;GAC/B,MAAM,WAAW,iBAAiB,IAAI,SAAS;GAC/C,IAAI,UAAU,SAAS;IACrB,MAAM;KACJ,MAAM,UAAU;KAChB,YAAY,SAAS;KACrB,MAAM,SAAS;KACf,cAAc,SAAS;KACvB,WAAW,KAAK,IAAI;IACtB;IACA,iBAAiB,OAAO,SAAS;GACnC;GACA;EACF;EAEA,IAAI,iBAAiB,IAAI;GACvB,MAAM,aAAa,GAAG,aAAa;GAEnC,eACE,eAAe,aACX,eACA,eAAe,eACb,WACA,eAAe,qBACb,mBACA;GACV;EACF;EAEA,IAAI,cAAc,IAAI;GACpB,MAAM,IAAI,GAAG,UAAU;GACvB,IAAI,GACF,QAAQ,mBAAmB,CAAC;GAE9B;EACF;CACF;CAIA,OAAO,iBAAiB;CAGxB,KAAK,MAAM,CAAC,OAAO,aAAa,kBAAkB;EAChD,IAAI,CAAC,SAAS,SAAS;EACvB,MAAM;GACJ,MAAM,UAAU;GAChB,YAAY,SAAS;GACrB,MAAM,SAAS;GACf,cAAc,SAAS;GACvB,WAAW,KAAK,IAAI;EACtB;EACA,iBAAiB,OAAO,KAAK;CAC/B;CAGA,IAAI,4BACF,MAAM;EACJ,MAAM,UAAU;EAChB;EACA,WAAW,KAAK,IAAI;CACtB;CAIF,OAAO,eAAe;CAItB,MAAM;EACJ,MAAM,UAAU;EAChB;EACA;EACA,WAAW,KAAK,IAAI;EACpB,cAAc,gBAAgB;EAC9B,GAAI,SAAS,EAAE,MAAM;CACvB;AACF"}
1
+ {"version":3,"file":"stream-processor.js","names":[],"sources":["../../../src/converse/stream-processor.ts"],"sourcesContent":["import { EventType } from '@tanstack/ai'\nimport { buildConverseUsage } from './usage'\nimport type { AdapterYieldChunk, TokenUsage } from '@tanstack/ai'\nimport type { ConverseStreamOutput } from '@aws-sdk/client-bedrock-runtime'\n\n/**\n * Converse delivers server-side failures — throttling, request validation,\n * mid-stream model faults, and service-unavailable — as in-band stream events\n * rather than thrown exceptions. If they were ignored the iterator would simply\n * end and the run would look like a clean, truncated success. Throw the\n * underlying exception (these SDK members extend `Error`) so the adapter's\n * `chatStream` / `structuredOutputStream` catch converts it into a `RUN_ERROR`.\n */\nexport function throwIfConverseStreamError(ev: ConverseStreamOutput): void {\n if ('internalServerException' in ev && ev.internalServerException) {\n throw ev.internalServerException\n }\n if ('modelStreamErrorException' in ev && ev.modelStreamErrorException) {\n throw ev.modelStreamErrorException\n }\n if ('validationException' in ev && ev.validationException) {\n throw ev.validationException\n }\n if ('throttlingException' in ev && ev.throttlingException) {\n throw ev.throttlingException\n }\n if ('serviceUnavailableException' in ev && ev.serviceUnavailableException) {\n throw ev.serviceUnavailableException\n }\n}\n\n/** Map Converse blocks to run, text, reasoning, and tool events.\n * Keep signatures and encrypted bytes separate for each contentBlockIndex.\n * Finish after trailing usage events. The adapter handles thrown errors.\n */\nexport async function* processConverseStream(\n stream: AsyncIterable<ConverseStreamOutput>,\n newMessageId: () => string,\n lifecycle: { threadId: string; parentRunId?: string; model?: string },\n): AsyncIterable<AdapterYieldChunk> {\n const runId = newMessageId()\n const { threadId, parentRunId, model } = lifecycle\n const messageId = newMessageId()\n\n let hasEmittedRunStarted = false\n\n // Text lifecycle\n let accumulatedContent = ''\n let hasEmittedTextMessageStart = false\n\n // Reasoning lifecycle\n const reasoningByIndex = new Map<\n number,\n {\n id: string\n signature: string\n bytes: Array<Uint8Array>\n redacted: boolean\n closed: boolean\n encrypted?: string\n }\n >()\n\n // Tool-call lifecycle, keyed by Converse contentBlockIndex. Converse opens a\n // tool-use block with `contentBlockStart`, streams arg fragments via\n // `contentBlockDelta`, and closes it with `contentBlockStop`.\n const toolCallsByIndex = new Map<\n number,\n {\n id: string\n name: string\n started: boolean\n arguments: string\n }\n >()\n\n // Usage + finish-reason are captured during iteration and folded into the\n // single terminal RUN_FINISHED, matching openai-base's deferred-finish\n // contract (usage may arrive after the finish signal).\n let usage: TokenUsage | undefined\n let finishReason: NonNullable<AdapterYieldChunk['finishReason']> | undefined\n\n // Lazily emit RUN_STARTED exactly once, before the first content event.\n function* ensureRunStarted(): Generator<AdapterYieldChunk> {\n if (hasEmittedRunStarted) return\n hasEmittedRunStarted = true\n yield {\n type: EventType.RUN_STARTED,\n runId,\n threadId,\n parentRunId,\n ...(model && { model }),\n timestamp: Date.now(),\n }\n }\n\n // Close an open reasoning message before text/tool content begins, mirroring\n // openai-base which always emits REASONING_MESSAGE_END before TEXT_MESSAGE_START.\n function* encryptedReasoning(index: number): Generator<AdapterYieldChunk> {\n const reasoning = reasoningByIndex.get(index)\n if (!reasoning) return\n const encrypted = reasoning.redacted\n ? Buffer.concat(reasoning.bytes).toString('base64')\n : reasoning.signature\n if (!encrypted || encrypted === reasoning.encrypted) return\n reasoning.encrypted = encrypted\n yield {\n type: EventType.REASONING_ENCRYPTED_VALUE,\n entityId: reasoning.id,\n subtype: 'message',\n encryptedValue: encrypted,\n timestamp: Date.now(),\n }\n }\n\n function* closeReasoning(index?: number): Generator<AdapterYieldChunk> {\n for (const [blockIndex, reasoning] of reasoningByIndex) {\n if (index !== undefined && index !== blockIndex) continue\n yield* encryptedReasoning(blockIndex)\n if (reasoning.closed) continue\n reasoning.closed = true\n yield {\n type: EventType.REASONING_MESSAGE_END,\n messageId: reasoning.id,\n timestamp: Date.now(),\n }\n yield {\n type: EventType.REASONING_END,\n messageId: reasoning.id,\n timestamp: Date.now(),\n }\n }\n }\n\n for await (const ev of stream) {\n yield* ensureRunStarted()\n\n // Surface in-band server/throttle/validation errors instead of dropping them.\n throwIfConverseStreamError(ev)\n\n // messageStart carries only the role; no AG-UI event maps to it.\n if ('messageStart' in ev) continue\n\n if ('contentBlockStart' in ev) {\n const start = ev.contentBlockStart\n const toolUse = start?.start?.toolUse\n if (start && toolUse) {\n yield* closeReasoning()\n const id = toolUse.toolUseId ?? newMessageId()\n const name = toolUse.name ?? ''\n const index = start.contentBlockIndex ?? 0\n toolCallsByIndex.set(index, {\n id,\n name,\n started: true,\n arguments: '',\n })\n yield {\n type: EventType.TOOL_CALL_START,\n toolCallId: id,\n toolCallName: name,\n timestamp: Date.now(),\n index,\n }\n }\n continue\n }\n\n if ('contentBlockDelta' in ev) {\n const block = ev.contentBlockDelta\n const delta = block?.delta\n const index = block?.contentBlockIndex ?? 0\n\n // Tool-call argument fragments (partial JSON).\n if (delta && 'toolUse' in delta && delta.toolUse?.input !== undefined) {\n const toolCall = toolCallsByIndex.get(index)\n if (toolCall?.started) {\n toolCall.arguments += delta.toolUse.input\n yield {\n type: EventType.TOOL_CALL_ARGS,\n toolCallId: toolCall.id,\n timestamp: Date.now(),\n delta: delta.toolUse.input,\n }\n }\n continue\n }\n\n if (delta && 'reasoningContent' in delta && delta.reasoningContent) {\n const fragment = delta.reasoningContent\n let reasoning = reasoningByIndex.get(index)\n if (!reasoning) {\n const redacted =\n 'redactedContent' in fragment &&\n (fragment.redactedContent?.length ?? 0) > 0\n reasoning = {\n id: (redacted ? 'redacted_thinking-' : '') + newMessageId(),\n signature: '',\n bytes: [],\n redacted,\n closed: false,\n }\n reasoningByIndex.set(index, reasoning)\n yield {\n type: EventType.REASONING_MESSAGE_START,\n messageId: reasoning.id,\n role: 'reasoning',\n timestamp: Date.now(),\n }\n }\n if (\n !reasoning.redacted &&\n 'text' in fragment &&\n fragment.text !== undefined\n ) {\n yield {\n type: EventType.REASONING_MESSAGE_CONTENT,\n messageId: reasoning.id,\n delta: fragment.text,\n timestamp: Date.now(),\n }\n }\n if (\n !reasoning.redacted &&\n 'signature' in fragment &&\n fragment.signature !== undefined\n )\n reasoning.signature += fragment.signature\n if (\n 'redactedContent' in fragment &&\n fragment.redactedContent &&\n fragment.redactedContent.length > 0\n ) {\n if (!reasoning.redacted) reasoning.encrypted = undefined\n reasoning.redacted = true\n reasoning.signature = ''\n reasoning.bytes.push(fragment.redactedContent)\n yield* encryptedReasoning(index)\n }\n continue\n }\n\n // Text content.\n if (delta && 'text' in delta && delta.text !== undefined) {\n yield* closeReasoning()\n if (!hasEmittedTextMessageStart) {\n hasEmittedTextMessageStart = true\n yield {\n type: EventType.TEXT_MESSAGE_START,\n messageId,\n role: 'assistant',\n timestamp: Date.now(),\n }\n }\n accumulatedContent += delta.text\n yield {\n type: EventType.TEXT_MESSAGE_CONTENT,\n messageId,\n delta: delta.text,\n content: accumulatedContent,\n timestamp: Date.now(),\n }\n }\n continue\n }\n\n if ('contentBlockStop' in ev) {\n const stopIndex = ev.contentBlockStop?.contentBlockIndex ?? 0\n yield* closeReasoning(stopIndex)\n const toolCall = toolCallsByIndex.get(stopIndex)\n if (toolCall?.started) {\n yield {\n type: EventType.TOOL_CALL_END,\n toolCallId: toolCall.id,\n args: toolCall.arguments,\n toolCallName: toolCall.name,\n timestamp: Date.now(),\n }\n toolCallsByIndex.delete(stopIndex)\n }\n continue\n }\n\n if ('messageStop' in ev) {\n const stopReason = ev.messageStop?.stopReason\n // Map Converse stopReason to AG-UI's narrower finishReason vocabulary.\n finishReason =\n stopReason === 'tool_use'\n ? 'tool_calls'\n : stopReason === 'max_tokens'\n ? 'length'\n : stopReason === 'content_filtered' ||\n stopReason === 'guardrail_intervened'\n ? 'content_filter'\n : 'stop'\n continue\n }\n\n if ('metadata' in ev) {\n const u = ev.metadata?.usage\n if (u) {\n usage = buildConverseUsage(u)\n }\n continue\n }\n }\n\n // Stream ended (possibly without any content) — still emit RUN_STARTED so\n // consumers always see a run lifecycle.\n yield* ensureRunStarted()\n\n // Drain any tool call that opened but never received contentBlockStop.\n for (const [index, toolCall] of toolCallsByIndex) {\n if (!toolCall.started) continue\n yield {\n type: EventType.TOOL_CALL_END,\n toolCallId: toolCall.id,\n args: toolCall.arguments,\n toolCallName: toolCall.name,\n timestamp: Date.now(),\n }\n toolCallsByIndex.delete(index)\n }\n\n // Close the text message lifecycle if it was opened.\n if (hasEmittedTextMessageStart) {\n yield {\n type: EventType.TEXT_MESSAGE_END,\n messageId,\n timestamp: Date.now(),\n }\n }\n\n // Close any reasoning lifecycle that text never closed.\n yield* closeReasoning()\n\n // Single terminal RUN_FINISHED. Conditional `usage` spread keeps the wire\n // shape spec-compliant (AG-UI's `usage` is optional with no `| undefined`).\n yield {\n type: EventType.RUN_FINISHED,\n runId,\n threadId,\n timestamp: Date.now(),\n finishReason: finishReason ?? 'stop',\n ...(usage && { usage }),\n }\n}\n"],"mappings":";;;;;;;;;;;AAaA,SAAgB,2BAA2B,IAAgC;CACzE,IAAI,6BAA6B,MAAM,GAAG,yBACxC,MAAM,GAAG;CAEX,IAAI,+BAA+B,MAAM,GAAG,2BAC1C,MAAM,GAAG;CAEX,IAAI,yBAAyB,MAAM,GAAG,qBACpC,MAAM,GAAG;CAEX,IAAI,yBAAyB,MAAM,GAAG,qBACpC,MAAM,GAAG;CAEX,IAAI,iCAAiC,MAAM,GAAG,6BAC5C,MAAM,GAAG;AAEb;;;;;AAMA,gBAAuB,sBACrB,QACA,cACA,WACkC;CAClC,MAAM,QAAQ,aAAa;CAC3B,MAAM,EAAE,UAAU,aAAa,UAAU;CACzC,MAAM,YAAY,aAAa;CAE/B,IAAI,uBAAuB;CAG3B,IAAI,qBAAqB;CACzB,IAAI,6BAA6B;CAGjC,MAAM,mCAAmB,IAAI,IAU3B;CAKF,MAAM,mCAAmB,IAAI,IAQ3B;CAKF,IAAI;CACJ,IAAI;CAGJ,UAAU,mBAAiD;EACzD,IAAI,sBAAsB;EAC1B,uBAAuB;EACvB,MAAM;GACJ,MAAM,UAAU;GAChB;GACA;GACA;GACA,GAAI,SAAS,EAAE,MAAM;GACrB,WAAW,KAAK,IAAI;EACtB;CACF;CAIA,UAAU,mBAAmB,OAA6C;EACxE,MAAM,YAAY,iBAAiB,IAAI,KAAK;EAC5C,IAAI,CAAC,WAAW;EAChB,MAAM,YAAY,UAAU,WACxB,OAAO,OAAO,UAAU,KAAK,CAAC,CAAC,SAAS,QAAQ,IAChD,UAAU;EACd,IAAI,CAAC,aAAa,cAAc,UAAU,WAAW;EACrD,UAAU,YAAY;EACtB,MAAM;GACJ,MAAM,UAAU;GAChB,UAAU,UAAU;GACpB,SAAS;GACT,gBAAgB;GAChB,WAAW,KAAK,IAAI;EACtB;CACF;CAEA,UAAU,eAAe,OAA8C;EACrE,KAAK,MAAM,CAAC,YAAY,cAAc,kBAAkB;GACtD,IAAI,UAAU,KAAA,KAAa,UAAU,YAAY;GACjD,OAAO,mBAAmB,UAAU;GACpC,IAAI,UAAU,QAAQ;GACtB,UAAU,SAAS;GACnB,MAAM;IACJ,MAAM,UAAU;IAChB,WAAW,UAAU;IACrB,WAAW,KAAK,IAAI;GACtB;GACA,MAAM;IACJ,MAAM,UAAU;IAChB,WAAW,UAAU;IACrB,WAAW,KAAK,IAAI;GACtB;EACF;CACF;CAEA,WAAW,MAAM,MAAM,QAAQ;EAC7B,OAAO,iBAAiB;EAGxB,2BAA2B,EAAE;EAG7B,IAAI,kBAAkB,IAAI;EAE1B,IAAI,uBAAuB,IAAI;GAC7B,MAAM,QAAQ,GAAG;GACjB,MAAM,UAAU,OAAO,OAAO;GAC9B,IAAI,SAAS,SAAS;IACpB,OAAO,eAAe;IACtB,MAAM,KAAK,QAAQ,aAAa,aAAa;IAC7C,MAAM,OAAO,QAAQ,QAAQ;IAC7B,MAAM,QAAQ,MAAM,qBAAqB;IACzC,iBAAiB,IAAI,OAAO;KAC1B;KACA;KACA,SAAS;KACT,WAAW;IACb,CAAC;IACD,MAAM;KACJ,MAAM,UAAU;KAChB,YAAY;KACZ,cAAc;KACd,WAAW,KAAK,IAAI;KACpB;IACF;GACF;GACA;EACF;EAEA,IAAI,uBAAuB,IAAI;GAC7B,MAAM,QAAQ,GAAG;GACjB,MAAM,QAAQ,OAAO;GACrB,MAAM,QAAQ,OAAO,qBAAqB;GAG1C,IAAI,SAAS,aAAa,SAAS,MAAM,SAAS,UAAU,KAAA,GAAW;IACrE,MAAM,WAAW,iBAAiB,IAAI,KAAK;IAC3C,IAAI,UAAU,SAAS;KACrB,SAAS,aAAa,MAAM,QAAQ;KACpC,MAAM;MACJ,MAAM,UAAU;MAChB,YAAY,SAAS;MACrB,WAAW,KAAK,IAAI;MACpB,OAAO,MAAM,QAAQ;KACvB;IACF;IACA;GACF;GAEA,IAAI,SAAS,sBAAsB,SAAS,MAAM,kBAAkB;IAClE,MAAM,WAAW,MAAM;IACvB,IAAI,YAAY,iBAAiB,IAAI,KAAK;IAC1C,IAAI,CAAC,WAAW;KACd,MAAM,WACJ,qBAAqB,aACpB,SAAS,iBAAiB,UAAU,KAAK;KAC5C,YAAY;MACV,KAAK,WAAW,uBAAuB,MAAM,aAAa;MAC1D,WAAW;MACX,OAAO,CAAC;MACR;MACA,QAAQ;KACV;KACA,iBAAiB,IAAI,OAAO,SAAS;KACrC,MAAM;MACJ,MAAM,UAAU;MAChB,WAAW,UAAU;MACrB,MAAM;MACN,WAAW,KAAK,IAAI;KACtB;IACF;IACA,IACE,CAAC,UAAU,YACX,UAAU,YACV,SAAS,SAAS,KAAA,GAElB,MAAM;KACJ,MAAM,UAAU;KAChB,WAAW,UAAU;KACrB,OAAO,SAAS;KAChB,WAAW,KAAK,IAAI;IACtB;IAEF,IACE,CAAC,UAAU,YACX,eAAe,YACf,SAAS,cAAc,KAAA,GAEvB,UAAU,aAAa,SAAS;IAClC,IACE,qBAAqB,YACrB,SAAS,mBACT,SAAS,gBAAgB,SAAS,GAClC;KACA,IAAI,CAAC,UAAU,UAAU,UAAU,YAAY,KAAA;KAC/C,UAAU,WAAW;KACrB,UAAU,YAAY;KACtB,UAAU,MAAM,KAAK,SAAS,eAAe;KAC7C,OAAO,mBAAmB,KAAK;IACjC;IACA;GACF;GAGA,IAAI,SAAS,UAAU,SAAS,MAAM,SAAS,KAAA,GAAW;IACxD,OAAO,eAAe;IACtB,IAAI,CAAC,4BAA4B;KAC/B,6BAA6B;KAC7B,MAAM;MACJ,MAAM,UAAU;MAChB;MACA,MAAM;MACN,WAAW,KAAK,IAAI;KACtB;IACF;IACA,sBAAsB,MAAM;IAC5B,MAAM;KACJ,MAAM,UAAU;KAChB;KACA,OAAO,MAAM;KACb,SAAS;KACT,WAAW,KAAK,IAAI;IACtB;GACF;GACA;EACF;EAEA,IAAI,sBAAsB,IAAI;GAC5B,MAAM,YAAY,GAAG,kBAAkB,qBAAqB;GAC5D,OAAO,eAAe,SAAS;GAC/B,MAAM,WAAW,iBAAiB,IAAI,SAAS;GAC/C,IAAI,UAAU,SAAS;IACrB,MAAM;KACJ,MAAM,UAAU;KAChB,YAAY,SAAS;KACrB,MAAM,SAAS;KACf,cAAc,SAAS;KACvB,WAAW,KAAK,IAAI;IACtB;IACA,iBAAiB,OAAO,SAAS;GACnC;GACA;EACF;EAEA,IAAI,iBAAiB,IAAI;GACvB,MAAM,aAAa,GAAG,aAAa;GAEnC,eACE,eAAe,aACX,eACA,eAAe,eACb,WACA,eAAe,sBACb,eAAe,yBACf,mBACA;GACV;EACF;EAEA,IAAI,cAAc,IAAI;GACpB,MAAM,IAAI,GAAG,UAAU;GACvB,IAAI,GACF,QAAQ,mBAAmB,CAAC;GAE9B;EACF;CACF;CAIA,OAAO,iBAAiB;CAGxB,KAAK,MAAM,CAAC,OAAO,aAAa,kBAAkB;EAChD,IAAI,CAAC,SAAS,SAAS;EACvB,MAAM;GACJ,MAAM,UAAU;GAChB,YAAY,SAAS;GACrB,MAAM,SAAS;GACf,cAAc,SAAS;GACvB,WAAW,KAAK,IAAI;EACtB;EACA,iBAAiB,OAAO,KAAK;CAC/B;CAGA,IAAI,4BACF,MAAM;EACJ,MAAM,UAAU;EAChB;EACA,WAAW,KAAK,IAAI;CACtB;CAIF,OAAO,eAAe;CAItB,MAAM;EACJ,MAAM,UAAU;EAChB;EACA;EACA,WAAW,KAAK,IAAI;EACpB,cAAc,gBAAgB;EAC9B,GAAI,SAAS,EAAE,MAAM;CACvB;AACF"}
@@ -24,8 +24,9 @@ export { BedrockTextAdapter, createBedrockChat, type BedrockTextConfig, type Bed
24
24
  export { BedrockResponsesTextAdapter, createBedrockResponsesText, type BedrockResponsesConfig, type BedrockResponsesProviderOptions, } from './adapters/responses-text.js';
25
25
  export { BedrockConverseTextAdapter, createBedrockConverse, type BedrockConverseConfig, } from './adapters/converse-text.js';
26
26
  export { BedrockEmbeddingAdapter, bedrockEmbedding, createBedrockEmbedding, type BedrockEmbeddingConfig, } from './adapters/embedding.js';
27
+ export { BedrockRerankAdapter, bedrockRerank, type BedrockRerankConfig, type BedrockRerankProviderOptions, } from './adapters/rerank.js';
27
28
  export type { BedrockCohereEmbeddingInputType, BedrockCohereEmbeddingProviderOptions, BedrockEmbeddingProviderOptions, BedrockTitanImageEmbeddingProviderOptions, BedrockTitanTextEmbeddingProviderOptions, } from './embedding/embedding-provider-options.js';
28
29
  export type { BedrockConverseProviderOptions } from './converse/provider-options.js';
29
30
  export { resolveBedrockAuth, withBedrockDefaults, type BedrockClientConfig, type BedrockEndpoint, type ResolvedBedrockAuth, } from './utils/client.js';
30
- export { BEDROCK_CHAT_MODELS, BEDROCK_RESPONSES_MODELS, BEDROCK_CONVERSE_MODELS, BEDROCK_EMBEDDING_MODELS, type BedrockEmbeddingModel, type BedrockEmbeddingModelProviderOptionsByName, type BedrockEmbeddingModelInputModalitiesByName, type BedrockChatModels, type BedrockResponsesModels, type BedrockConverseModels, type BedrockChatModelProviderOptionsByName, type BedrockChatModelToolCapabilitiesByName, type BedrockModelInputModalitiesByName, } from './model-meta.js';
31
+ export { BEDROCK_CHAT_MODELS, BEDROCK_RESPONSES_MODELS, BEDROCK_CONVERSE_MODELS, BEDROCK_EMBEDDING_MODELS, BEDROCK_RERANK_MODELS, type BedrockRerankModel, type BedrockEmbeddingModel, type BedrockEmbeddingModelProviderOptionsByName, type BedrockEmbeddingModelInputModalitiesByName, type BedrockChatModels, type BedrockResponsesModels, type BedrockConverseModels, type BedrockChatModelProviderOptionsByName, type BedrockChatModelToolCapabilitiesByName, type BedrockModelInputModalitiesByName, } from './model-meta.js';
31
32
  export type { BedrockCachePoint, BedrockSystemPromptMetadata, BedrockToolMetadata, BedrockMessageMetadataByModality, BedrockTextMetadata, BedrockImageMetadata, BedrockAudioMetadata, BedrockVideoMetadata, BedrockDocumentMetadata, } from './message-types.js';
package/dist/esm/index.js CHANGED
@@ -1,18 +1,18 @@
1
1
  import { resolveBedrockAuth } from "./utils/auth.js";
2
2
  import { withBedrockDefaults } from "./utils/client.js";
3
- import { BEDROCK_CHAT_MODELS, BEDROCK_CONVERSE_MODELS, BEDROCK_EMBEDDING_MODELS, BEDROCK_RESPONSES_MODELS } from "./model-meta.js";
3
+ import { BEDROCK_CHAT_MODELS, BEDROCK_CONVERSE_MODELS, BEDROCK_EMBEDDING_MODELS, BEDROCK_RERANK_MODELS, BEDROCK_RESPONSES_MODELS } from "./model-meta.js";
4
4
  import { BedrockTextAdapter, createBedrockChat } from "./adapters/text.js";
5
5
  import { BedrockResponsesTextAdapter, createBedrockResponsesText } from "./adapters/responses-text.js";
6
6
  import { BedrockConverseTextAdapter, createBedrockConverse } from "./adapters/converse-text.js";
7
7
  import { BedrockEmbeddingAdapter, bedrockEmbedding, createBedrockEmbedding } from "./adapters/embedding.js";
8
+ import { BedrockRerankAdapter, bedrockRerank } from "./adapters/rerank.js";
8
9
  //#region src/index.ts
9
10
  /**
10
11
  * @module @tanstack/ai-bedrock
11
12
  *
12
- * Amazon Bedrock adapter for TanStack AI via Bedrock's OpenAI-compatible APIs
13
- * and the native Converse API. The public `bedrockText` / `createBedrockText`
14
- * factory branches between the Converse adapter (DEFAULT), the Chat Completions
15
- * adapter (`api: 'chat'`), and the Responses adapter (`api: 'responses'`).
13
+ * Bedrock chat uses Converse by default, or the OpenAI-compatible APIs with
14
+ * `api: 'chat'` or `api: 'responses'`. Embeddings and reranking use
15
+ * `bedrockEmbedding` and `bedrockRerank`.
16
16
  */
17
17
  /** Cast-free runtime guard: is this model in the Responses-capable subset? */
18
18
  function isResponsesModel(model) {
@@ -62,6 +62,6 @@ function bedrockText(model, config) {
62
62
  return build(model, config);
63
63
  }
64
64
  //#endregion
65
- export { BEDROCK_CHAT_MODELS, BEDROCK_CONVERSE_MODELS, BEDROCK_EMBEDDING_MODELS, BEDROCK_RESPONSES_MODELS, BedrockConverseTextAdapter, BedrockEmbeddingAdapter, BedrockResponsesTextAdapter, BedrockTextAdapter, bedrockEmbedding, bedrockText, createBedrockChat, createBedrockConverse, createBedrockEmbedding, createBedrockResponsesText, createBedrockText, resolveBedrockAuth, withBedrockDefaults };
65
+ export { BEDROCK_CHAT_MODELS, BEDROCK_CONVERSE_MODELS, BEDROCK_EMBEDDING_MODELS, BEDROCK_RERANK_MODELS, BEDROCK_RESPONSES_MODELS, BedrockConverseTextAdapter, BedrockEmbeddingAdapter, BedrockRerankAdapter, BedrockResponsesTextAdapter, BedrockTextAdapter, bedrockEmbedding, bedrockRerank, bedrockText, createBedrockChat, createBedrockConverse, createBedrockEmbedding, createBedrockResponsesText, createBedrockText, resolveBedrockAuth, withBedrockDefaults };
66
66
 
67
67
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","names":[],"sources":["../../src/index.ts"],"sourcesContent":["/**\n * @module @tanstack/ai-bedrock\n *\n * Amazon Bedrock adapter for TanStack AI via Bedrock's OpenAI-compatible APIs\n * and the native Converse API. The public `bedrockText` / `createBedrockText`\n * factory branches between the Converse adapter (DEFAULT), the Chat Completions\n * adapter (`api: 'chat'`), and the Responses adapter (`api: 'responses'`).\n */\n\nimport { BedrockTextAdapter } from './adapters/text'\nimport { BedrockResponsesTextAdapter } from './adapters/responses-text'\nimport { BedrockConverseTextAdapter } from './adapters/converse-text'\nimport {\n BEDROCK_CHAT_MODELS,\n BEDROCK_CONVERSE_MODELS,\n BEDROCK_RESPONSES_MODELS,\n} from './model-meta'\nimport type { BedrockTextConfig } from './adapters/text'\nimport type { BedrockResponsesConfig } from './adapters/responses-text'\nimport type { BedrockConverseConfig } from './adapters/converse-text'\nimport type { BedrockClientConfig } from './utils/client'\nimport type {\n BedrockChatModels,\n BedrockConverseModels,\n BedrockResponsesModels,\n} from './model-meta'\n\n/** Config for the branching factory's converse mode (default, or api: 'converse'). */\nexport type BedrockConverseApiConfig = BedrockConverseConfig & {\n api?: 'converse'\n}\n/** Config for the branching factory's chat mode (api: 'chat' required). */\nexport type BedrockChatApiConfig = BedrockTextConfig & {\n api: 'chat'\n}\n/** Config for the branching factory's responses mode (api: 'responses' required). */\nexport type BedrockResponsesApiConfig = BedrockResponsesConfig & {\n api: 'responses'\n}\n\ntype AnyBedrockAdapter =\n | BedrockConverseTextAdapter<BedrockConverseModels>\n | BedrockTextAdapter<BedrockChatModels>\n | BedrockResponsesTextAdapter<BedrockResponsesModels>\n\n/** Any catalog id the branching factory can receive. */\ntype BedrockFactoryModel =\n | BedrockConverseModels\n | BedrockChatModels\n | BedrockResponsesModels\n\n/** Cast-free runtime guard: is this model in the Responses-capable subset? */\nfunction isResponsesModel(model: string): model is BedrockResponsesModels {\n return BEDROCK_RESPONSES_MODELS.some((m) => m === model)\n}\n\n/** Cast-free runtime guard: is this model in the Chat-capable subset? */\nfunction isChatModel(model: string): model is BedrockChatModels {\n return BEDROCK_CHAT_MODELS.some((m) => m === model)\n}\n\n/** Cast-free runtime guard: is this model in the Converse-capable subset? */\nfunction isConverseModel(model: string): model is BedrockConverseModels {\n return BEDROCK_CONVERSE_MODELS.some((m) => m === model)\n}\n\n/** Strip the `api` discriminator from a config without an unused-var lint error. */\nfunction stripApi<T extends { api?: unknown }>(config: T): Omit<T, 'api'> {\n const { api, ...rest } = config\n void api\n return rest\n}\n\n/**\n * Shared branching used by both public factories. Constructs the adapter\n * classes directly so their constructors run the full auth cascade lazily\n * (config.apiKey → BEDROCK_API_KEY → AWS_BEARER_TOKEN_BEDROCK → SigV4). No\n * eager env-key fetch here, so `auth: 'sigv4'` never throws for a missing key.\n *\n * Default path → Converse adapter; opt-in via `api: 'chat'` or `api: 'responses'`.\n */\nfunction build(\n model: BedrockFactoryModel,\n config?: BedrockClientConfig & { api?: 'converse' | 'chat' | 'responses' },\n): AnyBedrockAdapter {\n if (config?.api === 'responses') {\n const rest = stripApi(config)\n if (!isResponsesModel(model)) {\n throw new Error(\n `Model \"${model}\" is not available on the Bedrock Responses API. ` +\n `Responses-capable models: ${BEDROCK_RESPONSES_MODELS.join(', ')}.`,\n )\n }\n return new BedrockResponsesTextAdapter(rest, model)\n }\n if (config?.api === 'chat') {\n if (!isChatModel(model)) {\n throw new Error(\n `Model \"${model}\" is not available on the Bedrock Chat Completions API. ` +\n `Chat-capable models: ${BEDROCK_CHAT_MODELS.join(', ')}.`,\n )\n }\n return new BedrockTextAdapter(stripApi(config), model)\n }\n if (!isConverseModel(model)) {\n throw new Error(\n `Model \"${model}\" is not available on the Bedrock Converse API. ` +\n `Converse-capable models: ${BEDROCK_CONVERSE_MODELS.join(', ')}.`,\n )\n }\n return new BedrockConverseTextAdapter(config ? stripApi(config) : {}, model)\n}\n\n// --- createBedrockText: explicit key, overloaded on `api` ---\nexport function createBedrockText<TModel extends BedrockConverseModels>(\n model: TModel,\n apiKey: string,\n config?: BedrockConverseApiConfig,\n): BedrockConverseTextAdapter<TModel>\nexport function createBedrockText<TModel extends BedrockChatModels>(\n model: TModel,\n apiKey: string,\n config: BedrockChatApiConfig,\n): BedrockTextAdapter<TModel>\nexport function createBedrockText<TModel extends BedrockResponsesModels>(\n model: TModel,\n apiKey: string,\n config: BedrockResponsesApiConfig,\n): BedrockResponsesTextAdapter<TModel>\nexport function createBedrockText(\n model: BedrockFactoryModel,\n apiKey: string,\n config?:\n | BedrockConverseApiConfig\n | BedrockChatApiConfig\n | BedrockResponsesApiConfig,\n): AnyBedrockAdapter {\n // Explicit apiKey is authoritative — spread config first so it can't override.\n return build(model, { ...config, apiKey })\n}\n\n// --- bedrockText: env-key counterpart, same overloads ---\nexport function bedrockText<TModel extends BedrockConverseModels>(\n model: TModel,\n config?: BedrockConverseApiConfig,\n): BedrockConverseTextAdapter<TModel>\nexport function bedrockText<TModel extends BedrockChatModels>(\n model: TModel,\n config: BedrockChatApiConfig,\n): BedrockTextAdapter<TModel>\nexport function bedrockText<TModel extends BedrockResponsesModels>(\n model: TModel,\n config: BedrockResponsesApiConfig,\n): BedrockResponsesTextAdapter<TModel>\nexport function bedrockText(\n model: BedrockFactoryModel,\n config?:\n | BedrockConverseApiConfig\n | BedrockChatApiConfig\n | BedrockResponsesApiConfig,\n): AnyBedrockAdapter {\n // No eager env-key fetch: the adapter constructor resolves auth lazily so\n // SigV4 (and the env-key fallback) work without a forced API key here.\n return build(model, config)\n}\n\n// --- Re-exports ---\nexport {\n BedrockTextAdapter,\n createBedrockChat,\n type BedrockTextConfig,\n type BedrockTextProviderOptions,\n} from './adapters/text'\nexport {\n BedrockResponsesTextAdapter,\n createBedrockResponsesText,\n type BedrockResponsesConfig,\n type BedrockResponsesProviderOptions,\n} from './adapters/responses-text'\nexport {\n BedrockConverseTextAdapter,\n createBedrockConverse,\n type BedrockConverseConfig,\n} from './adapters/converse-text'\nexport {\n BedrockEmbeddingAdapter,\n bedrockEmbedding,\n createBedrockEmbedding,\n type BedrockEmbeddingConfig,\n} from './adapters/embedding'\nexport type {\n BedrockCohereEmbeddingInputType,\n BedrockCohereEmbeddingProviderOptions,\n BedrockEmbeddingProviderOptions,\n BedrockTitanImageEmbeddingProviderOptions,\n BedrockTitanTextEmbeddingProviderOptions,\n} from './embedding/embedding-provider-options'\nexport type { BedrockConverseProviderOptions } from './converse/provider-options'\nexport {\n resolveBedrockAuth,\n withBedrockDefaults,\n type BedrockClientConfig,\n type BedrockEndpoint,\n type ResolvedBedrockAuth,\n} from './utils/client'\nexport {\n BEDROCK_CHAT_MODELS,\n BEDROCK_RESPONSES_MODELS,\n BEDROCK_CONVERSE_MODELS,\n BEDROCK_EMBEDDING_MODELS,\n type BedrockEmbeddingModel,\n type BedrockEmbeddingModelProviderOptionsByName,\n type BedrockEmbeddingModelInputModalitiesByName,\n type BedrockChatModels,\n type BedrockResponsesModels,\n type BedrockConverseModels,\n type BedrockChatModelProviderOptionsByName,\n type BedrockChatModelToolCapabilitiesByName,\n type BedrockModelInputModalitiesByName,\n} from './model-meta'\nexport type {\n BedrockCachePoint,\n BedrockSystemPromptMetadata,\n BedrockToolMetadata,\n BedrockMessageMetadataByModality,\n BedrockTextMetadata,\n BedrockImageMetadata,\n BedrockAudioMetadata,\n BedrockVideoMetadata,\n BedrockDocumentMetadata,\n} from './message-types'\n"],"mappings":";;;;;;;;;;;;;;;;;AAoDA,SAAS,iBAAiB,OAAgD;CACxE,OAAO,yBAAyB,MAAM,MAAM,MAAM,KAAK;AACzD;;AAGA,SAAS,YAAY,OAA2C;CAC9D,OAAO,oBAAoB,MAAM,MAAM,MAAM,KAAK;AACpD;;AAGA,SAAS,gBAAgB,OAA+C;CACtE,OAAO,wBAAwB,MAAM,MAAM,MAAM,KAAK;AACxD;;AAGA,SAAS,SAAsC,QAA2B;CACxE,MAAM,EAAE,KAAK,GAAG,SAAS;CAEzB,OAAO;AACT;;;;;;;;;AAUA,SAAS,MACP,OACA,QACmB;CACnB,IAAI,QAAQ,QAAQ,aAAa;EAC/B,MAAM,OAAO,SAAS,MAAM;EAC5B,IAAI,CAAC,iBAAiB,KAAK,GACzB,MAAM,IAAI,MACR,UAAU,MAAM,6EACe,yBAAyB,KAAK,IAAI,EAAE,EACrE;EAEF,OAAO,IAAI,4BAA4B,MAAM,KAAK;CACpD;CACA,IAAI,QAAQ,QAAQ,QAAQ;EAC1B,IAAI,CAAC,YAAY,KAAK,GACpB,MAAM,IAAI,MACR,UAAU,MAAM,+EACU,oBAAoB,KAAK,IAAI,EAAE,EAC3D;EAEF,OAAO,IAAI,mBAAmB,SAAS,MAAM,GAAG,KAAK;CACvD;CACA,IAAI,CAAC,gBAAgB,KAAK,GACxB,MAAM,IAAI,MACR,UAAU,MAAM,2EACc,wBAAwB,KAAK,IAAI,EAAE,EACnE;CAEF,OAAO,IAAI,2BAA2B,SAAS,SAAS,MAAM,IAAI,CAAC,GAAG,KAAK;AAC7E;AAkBA,SAAgB,kBACd,OACA,QACA,QAImB;CAEnB,OAAO,MAAM,OAAO;EAAE,GAAG;EAAQ;CAAO,CAAC;AAC3C;AAeA,SAAgB,YACd,OACA,QAImB;CAGnB,OAAO,MAAM,OAAO,MAAM;AAC5B"}
1
+ {"version":3,"file":"index.js","names":[],"sources":["../../src/index.ts"],"sourcesContent":["/**\n * @module @tanstack/ai-bedrock\n *\n * Bedrock chat uses Converse by default, or the OpenAI-compatible APIs with\n * `api: 'chat'` or `api: 'responses'`. Embeddings and reranking use\n * `bedrockEmbedding` and `bedrockRerank`.\n */\n\nimport { BedrockTextAdapter } from './adapters/text'\nimport { BedrockResponsesTextAdapter } from './adapters/responses-text'\nimport { BedrockConverseTextAdapter } from './adapters/converse-text'\nimport {\n BEDROCK_CHAT_MODELS,\n BEDROCK_CONVERSE_MODELS,\n BEDROCK_RESPONSES_MODELS,\n} from './model-meta'\nimport type { BedrockTextConfig } from './adapters/text'\nimport type { BedrockResponsesConfig } from './adapters/responses-text'\nimport type { BedrockConverseConfig } from './adapters/converse-text'\nimport type { BedrockClientConfig } from './utils/client'\nimport type {\n BedrockChatModels,\n BedrockConverseModels,\n BedrockResponsesModels,\n} from './model-meta'\n\n/** Config for the branching factory's converse mode (default, or api: 'converse'). */\nexport type BedrockConverseApiConfig = BedrockConverseConfig & {\n api?: 'converse'\n}\n/** Config for the branching factory's chat mode (api: 'chat' required). */\nexport type BedrockChatApiConfig = BedrockTextConfig & {\n api: 'chat'\n}\n/** Config for the branching factory's responses mode (api: 'responses' required). */\nexport type BedrockResponsesApiConfig = BedrockResponsesConfig & {\n api: 'responses'\n}\n\ntype AnyBedrockAdapter =\n | BedrockConverseTextAdapter<BedrockConverseModels>\n | BedrockTextAdapter<BedrockChatModels>\n | BedrockResponsesTextAdapter<BedrockResponsesModels>\n\n/** Any catalog id the branching factory can receive. */\ntype BedrockFactoryModel =\n | BedrockConverseModels\n | BedrockChatModels\n | BedrockResponsesModels\n\n/** Cast-free runtime guard: is this model in the Responses-capable subset? */\nfunction isResponsesModel(model: string): model is BedrockResponsesModels {\n return BEDROCK_RESPONSES_MODELS.some((m) => m === model)\n}\n\n/** Cast-free runtime guard: is this model in the Chat-capable subset? */\nfunction isChatModel(model: string): model is BedrockChatModels {\n return BEDROCK_CHAT_MODELS.some((m) => m === model)\n}\n\n/** Cast-free runtime guard: is this model in the Converse-capable subset? */\nfunction isConverseModel(model: string): model is BedrockConverseModels {\n return BEDROCK_CONVERSE_MODELS.some((m) => m === model)\n}\n\n/** Strip the `api` discriminator from a config without an unused-var lint error. */\nfunction stripApi<T extends { api?: unknown }>(config: T): Omit<T, 'api'> {\n const { api, ...rest } = config\n void api\n return rest\n}\n\n/**\n * Shared branching used by both public factories. Constructs the adapter\n * classes directly so their constructors run the full auth cascade lazily\n * (config.apiKey → BEDROCK_API_KEY → AWS_BEARER_TOKEN_BEDROCK → SigV4). No\n * eager env-key fetch here, so `auth: 'sigv4'` never throws for a missing key.\n *\n * Default path → Converse adapter; opt-in via `api: 'chat'` or `api: 'responses'`.\n */\nfunction build(\n model: BedrockFactoryModel,\n config?: BedrockClientConfig & { api?: 'converse' | 'chat' | 'responses' },\n): AnyBedrockAdapter {\n if (config?.api === 'responses') {\n const rest = stripApi(config)\n if (!isResponsesModel(model)) {\n throw new Error(\n `Model \"${model}\" is not available on the Bedrock Responses API. ` +\n `Responses-capable models: ${BEDROCK_RESPONSES_MODELS.join(', ')}.`,\n )\n }\n return new BedrockResponsesTextAdapter(rest, model)\n }\n if (config?.api === 'chat') {\n if (!isChatModel(model)) {\n throw new Error(\n `Model \"${model}\" is not available on the Bedrock Chat Completions API. ` +\n `Chat-capable models: ${BEDROCK_CHAT_MODELS.join(', ')}.`,\n )\n }\n return new BedrockTextAdapter(stripApi(config), model)\n }\n if (!isConverseModel(model)) {\n throw new Error(\n `Model \"${model}\" is not available on the Bedrock Converse API. ` +\n `Converse-capable models: ${BEDROCK_CONVERSE_MODELS.join(', ')}.`,\n )\n }\n return new BedrockConverseTextAdapter(config ? stripApi(config) : {}, model)\n}\n\n// --- createBedrockText: explicit key, overloaded on `api` ---\nexport function createBedrockText<TModel extends BedrockConverseModels>(\n model: TModel,\n apiKey: string,\n config?: BedrockConverseApiConfig,\n): BedrockConverseTextAdapter<TModel>\nexport function createBedrockText<TModel extends BedrockChatModels>(\n model: TModel,\n apiKey: string,\n config: BedrockChatApiConfig,\n): BedrockTextAdapter<TModel>\nexport function createBedrockText<TModel extends BedrockResponsesModels>(\n model: TModel,\n apiKey: string,\n config: BedrockResponsesApiConfig,\n): BedrockResponsesTextAdapter<TModel>\nexport function createBedrockText(\n model: BedrockFactoryModel,\n apiKey: string,\n config?:\n | BedrockConverseApiConfig\n | BedrockChatApiConfig\n | BedrockResponsesApiConfig,\n): AnyBedrockAdapter {\n // Explicit apiKey is authoritative — spread config first so it can't override.\n return build(model, { ...config, apiKey })\n}\n\n// --- bedrockText: env-key counterpart, same overloads ---\nexport function bedrockText<TModel extends BedrockConverseModels>(\n model: TModel,\n config?: BedrockConverseApiConfig,\n): BedrockConverseTextAdapter<TModel>\nexport function bedrockText<TModel extends BedrockChatModels>(\n model: TModel,\n config: BedrockChatApiConfig,\n): BedrockTextAdapter<TModel>\nexport function bedrockText<TModel extends BedrockResponsesModels>(\n model: TModel,\n config: BedrockResponsesApiConfig,\n): BedrockResponsesTextAdapter<TModel>\nexport function bedrockText(\n model: BedrockFactoryModel,\n config?:\n | BedrockConverseApiConfig\n | BedrockChatApiConfig\n | BedrockResponsesApiConfig,\n): AnyBedrockAdapter {\n // No eager env-key fetch: the adapter constructor resolves auth lazily so\n // SigV4 (and the env-key fallback) work without a forced API key here.\n return build(model, config)\n}\n\n// --- Re-exports ---\nexport {\n BedrockTextAdapter,\n createBedrockChat,\n type BedrockTextConfig,\n type BedrockTextProviderOptions,\n} from './adapters/text'\nexport {\n BedrockResponsesTextAdapter,\n createBedrockResponsesText,\n type BedrockResponsesConfig,\n type BedrockResponsesProviderOptions,\n} from './adapters/responses-text'\nexport {\n BedrockConverseTextAdapter,\n createBedrockConverse,\n type BedrockConverseConfig,\n} from './adapters/converse-text'\nexport {\n BedrockEmbeddingAdapter,\n bedrockEmbedding,\n createBedrockEmbedding,\n type BedrockEmbeddingConfig,\n} from './adapters/embedding'\nexport {\n BedrockRerankAdapter,\n bedrockRerank,\n type BedrockRerankConfig,\n type BedrockRerankProviderOptions,\n} from './adapters/rerank'\nexport type {\n BedrockCohereEmbeddingInputType,\n BedrockCohereEmbeddingProviderOptions,\n BedrockEmbeddingProviderOptions,\n BedrockTitanImageEmbeddingProviderOptions,\n BedrockTitanTextEmbeddingProviderOptions,\n} from './embedding/embedding-provider-options'\nexport type { BedrockConverseProviderOptions } from './converse/provider-options'\nexport {\n resolveBedrockAuth,\n withBedrockDefaults,\n type BedrockClientConfig,\n type BedrockEndpoint,\n type ResolvedBedrockAuth,\n} from './utils/client'\nexport {\n BEDROCK_CHAT_MODELS,\n BEDROCK_RESPONSES_MODELS,\n BEDROCK_CONVERSE_MODELS,\n BEDROCK_EMBEDDING_MODELS,\n BEDROCK_RERANK_MODELS,\n type BedrockRerankModel,\n type BedrockEmbeddingModel,\n type BedrockEmbeddingModelProviderOptionsByName,\n type BedrockEmbeddingModelInputModalitiesByName,\n type BedrockChatModels,\n type BedrockResponsesModels,\n type BedrockConverseModels,\n type BedrockChatModelProviderOptionsByName,\n type BedrockChatModelToolCapabilitiesByName,\n type BedrockModelInputModalitiesByName,\n} from './model-meta'\nexport type {\n BedrockCachePoint,\n BedrockSystemPromptMetadata,\n BedrockToolMetadata,\n BedrockMessageMetadataByModality,\n BedrockTextMetadata,\n BedrockImageMetadata,\n BedrockAudioMetadata,\n BedrockVideoMetadata,\n BedrockDocumentMetadata,\n} from './message-types'\n"],"mappings":";;;;;;;;;;;;;;;;;AAmDA,SAAS,iBAAiB,OAAgD;CACxE,OAAO,yBAAyB,MAAM,MAAM,MAAM,KAAK;AACzD;;AAGA,SAAS,YAAY,OAA2C;CAC9D,OAAO,oBAAoB,MAAM,MAAM,MAAM,KAAK;AACpD;;AAGA,SAAS,gBAAgB,OAA+C;CACtE,OAAO,wBAAwB,MAAM,MAAM,MAAM,KAAK;AACxD;;AAGA,SAAS,SAAsC,QAA2B;CACxE,MAAM,EAAE,KAAK,GAAG,SAAS;CAEzB,OAAO;AACT;;;;;;;;;AAUA,SAAS,MACP,OACA,QACmB;CACnB,IAAI,QAAQ,QAAQ,aAAa;EAC/B,MAAM,OAAO,SAAS,MAAM;EAC5B,IAAI,CAAC,iBAAiB,KAAK,GACzB,MAAM,IAAI,MACR,UAAU,MAAM,6EACe,yBAAyB,KAAK,IAAI,EAAE,EACrE;EAEF,OAAO,IAAI,4BAA4B,MAAM,KAAK;CACpD;CACA,IAAI,QAAQ,QAAQ,QAAQ;EAC1B,IAAI,CAAC,YAAY,KAAK,GACpB,MAAM,IAAI,MACR,UAAU,MAAM,+EACU,oBAAoB,KAAK,IAAI,EAAE,EAC3D;EAEF,OAAO,IAAI,mBAAmB,SAAS,MAAM,GAAG,KAAK;CACvD;CACA,IAAI,CAAC,gBAAgB,KAAK,GACxB,MAAM,IAAI,MACR,UAAU,MAAM,2EACc,wBAAwB,KAAK,IAAI,EAAE,EACnE;CAEF,OAAO,IAAI,2BAA2B,SAAS,SAAS,MAAM,IAAI,CAAC,GAAG,KAAK;AAC7E;AAkBA,SAAgB,kBACd,OACA,QACA,QAImB;CAEnB,OAAO,MAAM,OAAO;EAAE,GAAG;EAAQ;CAAO,CAAC;AAC3C;AAeA,SAAgB,YACd,OACA,QAImB;CAGnB,OAAO,MAAM,OAAO,MAAM;AAC5B"}
@@ -116,6 +116,10 @@ export declare const BEDROCK_MODEL_REASONING: Readonly<Record<string, ModelReaso
116
116
  * entry for these models yet. Move it to the catalog when it has them.
117
117
  */
118
118
  export declare const BEDROCK_CLAUDE_NO_FORCED_TOOL_FAMILIES: ReadonlyArray<string>;
119
+ /** Models supported by the Bedrock Rerank API, separate from the chat catalog. */
120
+ export declare const BEDROCK_RERANK_MODELS: readonly ["amazon.rerank-v1:0", "cohere.rerank-v3-5:0"];
121
+ /** Short model IDs accepted by the Bedrock rerank adapter. */
122
+ export type BedrockRerankModel = (typeof BEDROCK_RERANK_MODELS)[number];
119
123
  /**
120
124
  * Embedding models reachable through Bedrock's `InvokeModel` API. These are
121
125
  * not part of the generated Converse catalog (embedding models have no
@@ -57,6 +57,8 @@ var BEDROCK_CLAUDE_NO_FORCED_TOOL_FAMILIES = [
57
57
  "claude-opus-5-5",
58
58
  "claude-sonnet-5-5"
59
59
  ];
60
+ /** Models supported by the Bedrock Rerank API, separate from the chat catalog. */
61
+ var BEDROCK_RERANK_MODELS = ["amazon.rerank-v1:0", "cohere.rerank-v3-5:0"];
60
62
  /**
61
63
  * Embedding models reachable through Bedrock's `InvokeModel` API. These are
62
64
  * not part of the generated Converse catalog (embedding models have no
@@ -69,6 +71,6 @@ var BEDROCK_EMBEDDING_MODELS = [
69
71
  "cohere.embed-multilingual-v3"
70
72
  ];
71
73
  //#endregion
72
- export { BEDROCK_CHAT_MODELS, BEDROCK_CLAUDE_NO_FORCED_TOOL_FAMILIES, BEDROCK_CONVERSE_MODELS, BEDROCK_EMBEDDING_MODELS, BEDROCK_MODEL_INPUT_MODALITIES, BEDROCK_MODEL_REASONING, BEDROCK_RESPONSES_MODELS };
74
+ export { BEDROCK_CHAT_MODELS, BEDROCK_CLAUDE_NO_FORCED_TOOL_FAMILIES, BEDROCK_CONVERSE_MODELS, BEDROCK_EMBEDDING_MODELS, BEDROCK_MODEL_INPUT_MODALITIES, BEDROCK_MODEL_REASONING, BEDROCK_RERANK_MODELS, BEDROCK_RESPONSES_MODELS };
73
75
 
74
76
  //# sourceMappingURL=model-meta.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"model-meta.js","names":[],"sources":["../../src/model-meta.ts"],"sourcesContent":["import { GENERATED_BEDROCK_MODELS } from './model-catalog.generated.js'\nimport type { Modality, ModelReasoning } from '@tanstack/ai'\nimport type { ModelReasoningCapability } from '@tanstack/ai/adapter-internals'\nimport type { BedrockTextProviderOptions } from './text/text-provider-options'\nimport type { BedrockConverseProviderOptions } from './converse/provider-options'\nimport type {\n BedrockCohereEmbeddingProviderOptions,\n BedrockEmbeddingProviderOptions,\n BedrockTitanImageEmbeddingProviderOptions,\n BedrockTitanTextEmbeddingProviderOptions,\n} from './embedding/embedding-provider-options'\n\n// Reasoning shapes: the levels a model has for `chat({ reasoning })`, and\n// the provider value to send for each. Each model points at one of them.\nconst BUDGET_OFF_HIGH = {\n levels: { off: 'off', high: 'high' },\n budget: true,\n} as const\nconst EFFORT_LOW_TO_HIGH = {\n levels: { low: 'low', medium: 'medium', high: 'high' },\n budget: false,\n} as const\nconst EFFORT_NONE_HIGH = {\n levels: { off: 'none', high: 'high' },\n budget: false,\n} as const\n\ntype Entry = (typeof GENERATED_BEDROCK_MODELS)[number]\n\n/**\n * Type-level per-API filter over the generated catalog. Because the catalog is\n * `as const`, `Extract` preserves literal `id` unions (no widening to `string`).\n */\ntype IdsWhere<TApi extends 'converse' | 'chat' | 'responses'> = Extract<\n Entry,\n { apis: Record<TApi, true> }\n>['id']\n\nexport type BedrockConverseModels = IdsWhere<'converse'>\nexport type BedrockChatModels = IdsWhere<'chat'>\nexport type BedrockResponsesModels = IdsWhere<'responses'>\n\n/** Runtime catalogs. Cast-free narrowing via a type predicate (the ai-bedrock pattern). */\nexport const BEDROCK_CONVERSE_MODELS: ReadonlyArray<BedrockConverseModels> =\n GENERATED_BEDROCK_MODELS.filter(\n (m): m is Extract<Entry, { apis: { converse: true } }> => m.apis.converse,\n ).map((m) => m.id)\n\nexport const BEDROCK_CHAT_MODELS: ReadonlyArray<BedrockChatModels> =\n GENERATED_BEDROCK_MODELS.filter(\n (m): m is Extract<Entry, { apis: { chat: true } }> => m.apis.chat,\n ).map((m) => m.id)\n\nexport const BEDROCK_RESPONSES_MODELS: ReadonlyArray<BedrockResponsesModels> =\n GENERATED_BEDROCK_MODELS.filter(\n (m): m is Extract<Entry, { apis: { responses: true } }> => m.apis.responses,\n ).map((m) => m.id)\n\n/** Per-model input modalities (drives type-safe multimodal content). Covers ALL models. */\nexport type BedrockModelInputModalitiesByName = {\n [E in Entry as E['id']]: E['input']\n}\n\n/**\n * Runtime map from model id to its input modalities, for the text adapters'\n * `inputModalities`. An unknown id gives `undefined`.\n */\nexport const BEDROCK_MODEL_INPUT_MODALITIES: Readonly<\n Record<string, ReadonlyArray<Modality>>\n> = Object.fromEntries(GENERATED_BEDROCK_MODELS.map((m) => [m.id, m.input]))\n\n/** Provider options per model. Same options for every model; keyed over the full catalog. */\nexport type BedrockChatModelProviderOptionsByName = {\n [E in Entry as E['id']]: BedrockTextProviderOptions\n}\n\n/** Converse provider options per model (narrower than the Chat Completions set). */\nexport type BedrockConverseModelProviderOptionsByName = {\n [E in Entry as E['id']]: BedrockConverseProviderOptions\n}\n\n/** No provider-specific tools — empty tuple makes cross-provider ProviderTool a compile error. */\nexport type BedrockChatModelToolCapabilitiesByName = {\n [E in Entry as E['id']]: readonly []\n}\n\nexport type ResolveProviderOptions<TModel extends string> =\n TModel extends keyof BedrockChatModelProviderOptionsByName\n ? BedrockChatModelProviderOptionsByName[TModel]\n : BedrockTextProviderOptions\n\nexport type ResolveConverseProviderOptions<TModel extends string> =\n TModel extends keyof BedrockConverseModelProviderOptionsByName\n ? BedrockConverseModelProviderOptionsByName[TModel]\n : BedrockConverseProviderOptions\n\nexport type ResolveInputModalities<TModel extends string> =\n TModel extends keyof BedrockModelInputModalitiesByName\n ? BedrockModelInputModalitiesByName[TModel]\n : readonly ['text']\n\n// ============================================================================\n// Reasoning\n// ============================================================================\n//\n// Each model's data for `chat({ reasoning })`: the levels it has, with the\n// provider value for each, and whether it takes a thinking token budget. The\n// data comes from models.dev. The generator that writes it comes with the model\n// catalog later. Until then, edit these entries by hand.\n// scripts/fetch-bedrock-models.ts does not touch them.\n\nconst BEDROCK_REASONING = {\n 'openai.gpt-oss-120b-1:0': EFFORT_LOW_TO_HIGH,\n 'openai.gpt-oss-20b-1:0': EFFORT_LOW_TO_HIGH,\n 'us.anthropic.claude-sonnet-4-5-20250929-v1:0': BUDGET_OFF_HIGH,\n 'us.anthropic.claude-haiku-4-5-20251001-v1:0': BUDGET_OFF_HIGH,\n 'google.gemma-4-31b': EFFORT_NONE_HIGH,\n 'google.gemma-4-26b-a4b': EFFORT_NONE_HIGH,\n 'google.gemma-4-e2b': EFFORT_NONE_HIGH,\n} satisfies Partial<Record<Entry['id'], ModelReasoning>>\n\n/**\n * Each model's reasoning levels, and whether it takes a token budget, for\n * `chat({ reasoning })`. A model that is not here does not reason.\n */\nexport type BedrockModelReasoningByName = {\n [K in keyof typeof BEDROCK_REASONING]: ModelReasoningCapability<\n (typeof BEDROCK_REASONING)[K]\n >\n}\n\n/**\n * Runtime map from model id to its reasoning data, for the text adapters. An\n * unknown id gives `undefined`: the adapter sends no reasoning field.\n */\nexport const BEDROCK_MODEL_REASONING: Readonly<Record<string, ModelReasoning>> =\n BEDROCK_REASONING\n\n/**\n * The Claude families that reject a forced tool (`any` or a named `tool`) on\n * every request, with or without thinking. A Bedrock id has the family name\n * inside it, for example `us.anthropic.claude-opus-5-5-...`.\n * ponytail: names, not catalog entries, because the generated catalog has no\n * entry for these models yet. Move it to the catalog when it has them.\n */\nexport const BEDROCK_CLAUDE_NO_FORCED_TOOL_FAMILIES: ReadonlyArray<string> = [\n 'claude-fable-5-1',\n 'claude-mythos-5-1',\n 'claude-opus-5-5',\n 'claude-sonnet-5-5',\n]\n\n// ============================================================================\n// Embedding models\n// ============================================================================\n\n/**\n * Embedding models reachable through Bedrock's `InvokeModel` API. These are\n * not part of the generated Converse catalog (embedding models have no\n * conversational surface), so they're maintained by hand here.\n */\nexport const BEDROCK_EMBEDDING_MODELS = [\n 'amazon.titan-embed-text-v2:0',\n 'amazon.titan-embed-image-v1',\n 'cohere.embed-english-v3',\n 'cohere.embed-multilingual-v3',\n] as const\n\nexport type BedrockEmbeddingModel = (typeof BEDROCK_EMBEDDING_MODELS)[number]\n\n/**\n * Type-only map from embedding model name to its provider options type.\n * The Cohere models make `modelOptions` REQUIRED at the `embed()` call site\n * because `inputType` is a required field.\n */\nexport type BedrockEmbeddingModelProviderOptionsByName = {\n 'amazon.titan-embed-text-v2:0': BedrockTitanTextEmbeddingProviderOptions\n 'amazon.titan-embed-image-v1': BedrockTitanImageEmbeddingProviderOptions\n 'cohere.embed-english-v3': BedrockCohereEmbeddingProviderOptions\n 'cohere.embed-multilingual-v3': BedrockCohereEmbeddingProviderOptions\n}\n\n/**\n * Per-model input modalities for embedding models. Titan Multimodal accepts\n * text and/or images (including fused text+image items embedded into one\n * vector); the rest are text-only, so image inputs fail at compile time.\n */\nexport type BedrockEmbeddingModelInputModalitiesByName = {\n 'amazon.titan-embed-text-v2:0': readonly ['text']\n 'amazon.titan-embed-image-v1': readonly ['text', 'image']\n 'cohere.embed-english-v3': readonly ['text']\n 'cohere.embed-multilingual-v3': readonly ['text']\n}\n\nexport type ResolveEmbeddingProviderOptions<TModel extends string> =\n TModel extends keyof BedrockEmbeddingModelProviderOptionsByName\n ? BedrockEmbeddingModelProviderOptionsByName[TModel]\n : BedrockEmbeddingProviderOptions\n"],"mappings":";;AAcA,IAAM,kBAAkB;CACtB,QAAQ;EAAE,KAAK;EAAO,MAAM;CAAO;CACnC,QAAQ;AACV;AACA,IAAM,qBAAqB;CACzB,QAAQ;EAAE,KAAK;EAAO,QAAQ;EAAU,MAAM;CAAO;CACrD,QAAQ;AACV;AACA,IAAM,mBAAmB;CACvB,QAAQ;EAAE,KAAK;EAAQ,MAAM;CAAO;CACpC,QAAQ;AACV;;AAkBA,IAAa,0BACX,yBAAyB,QACtB,MAAyD,EAAE,KAAK,QACnE,CAAC,CAAC,KAAK,MAAM,EAAE,EAAE;AAEnB,IAAa,sBACX,yBAAyB,QACtB,MAAqD,EAAE,KAAK,IAC/D,CAAC,CAAC,KAAK,MAAM,EAAE,EAAE;AAEnB,IAAa,2BACX,yBAAyB,QACtB,MAA0D,EAAE,KAAK,SACpE,CAAC,CAAC,KAAK,MAAM,EAAE,EAAE;;;;;AAWnB,IAAa,iCAET,OAAO,YAAY,yBAAyB,KAAK,MAAM,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;;;;;AAkE3E,IAAa,0BACX;CAxBA,2BAA2B;CAC3B,0BAA0B;CAC1B,gDAAgD;CAChD,+CAA+C;CAC/C,sBAAsB;CACtB,0BAA0B;CAC1B,sBAAsB;AAkBtB;;;;;;;;AASF,IAAa,yCAAgE;CAC3E;CACA;CACA;CACA;AACF;;;;;;AAWA,IAAa,2BAA2B;CACtC;CACA;CACA;CACA;AACF"}
1
+ {"version":3,"file":"model-meta.js","names":[],"sources":["../../src/model-meta.ts"],"sourcesContent":["import { GENERATED_BEDROCK_MODELS } from './model-catalog.generated.js'\nimport type { Modality, ModelReasoning } from '@tanstack/ai'\nimport type { ModelReasoningCapability } from '@tanstack/ai/adapter-internals'\nimport type { BedrockTextProviderOptions } from './text/text-provider-options'\nimport type { BedrockConverseProviderOptions } from './converse/provider-options'\nimport type {\n BedrockCohereEmbeddingProviderOptions,\n BedrockEmbeddingProviderOptions,\n BedrockTitanImageEmbeddingProviderOptions,\n BedrockTitanTextEmbeddingProviderOptions,\n} from './embedding/embedding-provider-options'\n\n// Reasoning shapes: the levels a model has for `chat({ reasoning })`, and\n// the provider value to send for each. Each model points at one of them.\nconst BUDGET_OFF_HIGH = {\n levels: { off: 'off', high: 'high' },\n budget: true,\n} as const\nconst EFFORT_LOW_TO_HIGH = {\n levels: { low: 'low', medium: 'medium', high: 'high' },\n budget: false,\n} as const\nconst EFFORT_NONE_HIGH = {\n levels: { off: 'none', high: 'high' },\n budget: false,\n} as const\n\ntype Entry = (typeof GENERATED_BEDROCK_MODELS)[number]\n\n/**\n * Type-level per-API filter over the generated catalog. Because the catalog is\n * `as const`, `Extract` preserves literal `id` unions (no widening to `string`).\n */\ntype IdsWhere<TApi extends 'converse' | 'chat' | 'responses'> = Extract<\n Entry,\n { apis: Record<TApi, true> }\n>['id']\n\nexport type BedrockConverseModels = IdsWhere<'converse'>\nexport type BedrockChatModels = IdsWhere<'chat'>\nexport type BedrockResponsesModels = IdsWhere<'responses'>\n\n/** Runtime catalogs. Cast-free narrowing via a type predicate (the ai-bedrock pattern). */\nexport const BEDROCK_CONVERSE_MODELS: ReadonlyArray<BedrockConverseModels> =\n GENERATED_BEDROCK_MODELS.filter(\n (m): m is Extract<Entry, { apis: { converse: true } }> => m.apis.converse,\n ).map((m) => m.id)\n\nexport const BEDROCK_CHAT_MODELS: ReadonlyArray<BedrockChatModels> =\n GENERATED_BEDROCK_MODELS.filter(\n (m): m is Extract<Entry, { apis: { chat: true } }> => m.apis.chat,\n ).map((m) => m.id)\n\nexport const BEDROCK_RESPONSES_MODELS: ReadonlyArray<BedrockResponsesModels> =\n GENERATED_BEDROCK_MODELS.filter(\n (m): m is Extract<Entry, { apis: { responses: true } }> => m.apis.responses,\n ).map((m) => m.id)\n\n/** Per-model input modalities (drives type-safe multimodal content). Covers ALL models. */\nexport type BedrockModelInputModalitiesByName = {\n [E in Entry as E['id']]: E['input']\n}\n\n/**\n * Runtime map from model id to its input modalities, for the text adapters'\n * `inputModalities`. An unknown id gives `undefined`.\n */\nexport const BEDROCK_MODEL_INPUT_MODALITIES: Readonly<\n Record<string, ReadonlyArray<Modality>>\n> = Object.fromEntries(GENERATED_BEDROCK_MODELS.map((m) => [m.id, m.input]))\n\n/** Provider options per model. Same options for every model; keyed over the full catalog. */\nexport type BedrockChatModelProviderOptionsByName = {\n [E in Entry as E['id']]: BedrockTextProviderOptions\n}\n\n/** Converse provider options per model (narrower than the Chat Completions set). */\nexport type BedrockConverseModelProviderOptionsByName = {\n [E in Entry as E['id']]: BedrockConverseProviderOptions\n}\n\n/** No provider-specific tools — empty tuple makes cross-provider ProviderTool a compile error. */\nexport type BedrockChatModelToolCapabilitiesByName = {\n [E in Entry as E['id']]: readonly []\n}\n\nexport type ResolveProviderOptions<TModel extends string> =\n TModel extends keyof BedrockChatModelProviderOptionsByName\n ? BedrockChatModelProviderOptionsByName[TModel]\n : BedrockTextProviderOptions\n\nexport type ResolveConverseProviderOptions<TModel extends string> =\n TModel extends keyof BedrockConverseModelProviderOptionsByName\n ? BedrockConverseModelProviderOptionsByName[TModel]\n : BedrockConverseProviderOptions\n\nexport type ResolveInputModalities<TModel extends string> =\n TModel extends keyof BedrockModelInputModalitiesByName\n ? BedrockModelInputModalitiesByName[TModel]\n : readonly ['text']\n\n// ============================================================================\n// Reasoning\n// ============================================================================\n//\n// Each model's data for `chat({ reasoning })`: the levels it has, with the\n// provider value for each, and whether it takes a thinking token budget. The\n// data comes from models.dev. The generator that writes it comes with the model\n// catalog later. Until then, edit these entries by hand.\n// scripts/fetch-bedrock-models.ts does not touch them.\n\nconst BEDROCK_REASONING = {\n 'openai.gpt-oss-120b-1:0': EFFORT_LOW_TO_HIGH,\n 'openai.gpt-oss-20b-1:0': EFFORT_LOW_TO_HIGH,\n 'us.anthropic.claude-sonnet-4-5-20250929-v1:0': BUDGET_OFF_HIGH,\n 'us.anthropic.claude-haiku-4-5-20251001-v1:0': BUDGET_OFF_HIGH,\n 'google.gemma-4-31b': EFFORT_NONE_HIGH,\n 'google.gemma-4-26b-a4b': EFFORT_NONE_HIGH,\n 'google.gemma-4-e2b': EFFORT_NONE_HIGH,\n} satisfies Partial<Record<Entry['id'], ModelReasoning>>\n\n/**\n * Each model's reasoning levels, and whether it takes a token budget, for\n * `chat({ reasoning })`. A model that is not here does not reason.\n */\nexport type BedrockModelReasoningByName = {\n [K in keyof typeof BEDROCK_REASONING]: ModelReasoningCapability<\n (typeof BEDROCK_REASONING)[K]\n >\n}\n\n/**\n * Runtime map from model id to its reasoning data, for the text adapters. An\n * unknown id gives `undefined`: the adapter sends no reasoning field.\n */\nexport const BEDROCK_MODEL_REASONING: Readonly<Record<string, ModelReasoning>> =\n BEDROCK_REASONING\n\n/**\n * The Claude families that reject a forced tool (`any` or a named `tool`) on\n * every request, with or without thinking. A Bedrock id has the family name\n * inside it, for example `us.anthropic.claude-opus-5-5-...`.\n * ponytail: names, not catalog entries, because the generated catalog has no\n * entry for these models yet. Move it to the catalog when it has them.\n */\nexport const BEDROCK_CLAUDE_NO_FORCED_TOOL_FAMILIES: ReadonlyArray<string> = [\n 'claude-fable-5-1',\n 'claude-mythos-5-1',\n 'claude-opus-5-5',\n 'claude-sonnet-5-5',\n]\n\n/** Models supported by the Bedrock Rerank API, separate from the chat catalog. */\nexport const BEDROCK_RERANK_MODELS = [\n 'amazon.rerank-v1:0',\n 'cohere.rerank-v3-5:0',\n] as const\n\n/** Short model IDs accepted by the Bedrock rerank adapter. */\nexport type BedrockRerankModel = (typeof BEDROCK_RERANK_MODELS)[number]\n\n// ============================================================================\n// Embedding models\n// ============================================================================\n\n/**\n * Embedding models reachable through Bedrock's `InvokeModel` API. These are\n * not part of the generated Converse catalog (embedding models have no\n * conversational surface), so they're maintained by hand here.\n */\nexport const BEDROCK_EMBEDDING_MODELS = [\n 'amazon.titan-embed-text-v2:0',\n 'amazon.titan-embed-image-v1',\n 'cohere.embed-english-v3',\n 'cohere.embed-multilingual-v3',\n] as const\n\nexport type BedrockEmbeddingModel = (typeof BEDROCK_EMBEDDING_MODELS)[number]\n\n/**\n * Type-only map from embedding model name to its provider options type.\n * The Cohere models make `modelOptions` REQUIRED at the `embed()` call site\n * because `inputType` is a required field.\n */\nexport type BedrockEmbeddingModelProviderOptionsByName = {\n 'amazon.titan-embed-text-v2:0': BedrockTitanTextEmbeddingProviderOptions\n 'amazon.titan-embed-image-v1': BedrockTitanImageEmbeddingProviderOptions\n 'cohere.embed-english-v3': BedrockCohereEmbeddingProviderOptions\n 'cohere.embed-multilingual-v3': BedrockCohereEmbeddingProviderOptions\n}\n\n/**\n * Per-model input modalities for embedding models. Titan Multimodal accepts\n * text and/or images (including fused text+image items embedded into one\n * vector); the rest are text-only, so image inputs fail at compile time.\n */\nexport type BedrockEmbeddingModelInputModalitiesByName = {\n 'amazon.titan-embed-text-v2:0': readonly ['text']\n 'amazon.titan-embed-image-v1': readonly ['text', 'image']\n 'cohere.embed-english-v3': readonly ['text']\n 'cohere.embed-multilingual-v3': readonly ['text']\n}\n\nexport type ResolveEmbeddingProviderOptions<TModel extends string> =\n TModel extends keyof BedrockEmbeddingModelProviderOptionsByName\n ? BedrockEmbeddingModelProviderOptionsByName[TModel]\n : BedrockEmbeddingProviderOptions\n"],"mappings":";;AAcA,IAAM,kBAAkB;CACtB,QAAQ;EAAE,KAAK;EAAO,MAAM;CAAO;CACnC,QAAQ;AACV;AACA,IAAM,qBAAqB;CACzB,QAAQ;EAAE,KAAK;EAAO,QAAQ;EAAU,MAAM;CAAO;CACrD,QAAQ;AACV;AACA,IAAM,mBAAmB;CACvB,QAAQ;EAAE,KAAK;EAAQ,MAAM;CAAO;CACpC,QAAQ;AACV;;AAkBA,IAAa,0BACX,yBAAyB,QACtB,MAAyD,EAAE,KAAK,QACnE,CAAC,CAAC,KAAK,MAAM,EAAE,EAAE;AAEnB,IAAa,sBACX,yBAAyB,QACtB,MAAqD,EAAE,KAAK,IAC/D,CAAC,CAAC,KAAK,MAAM,EAAE,EAAE;AAEnB,IAAa,2BACX,yBAAyB,QACtB,MAA0D,EAAE,KAAK,SACpE,CAAC,CAAC,KAAK,MAAM,EAAE,EAAE;;;;;AAWnB,IAAa,iCAET,OAAO,YAAY,yBAAyB,KAAK,MAAM,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;;;;;AAkE3E,IAAa,0BACX;CAxBA,2BAA2B;CAC3B,0BAA0B;CAC1B,gDAAgD;CAChD,+CAA+C;CAC/C,sBAAsB;CACtB,0BAA0B;CAC1B,sBAAsB;AAkBtB;;;;;;;;AASF,IAAa,yCAAgE;CAC3E;CACA;CACA;CACA;AACF;;AAGA,IAAa,wBAAwB,CACnC,sBACA,sBACF;;;;;;AAcA,IAAa,2BAA2B;CACtC;CACA;CACA;CACA;AACF"}
@@ -23,4 +23,9 @@ export interface BedrockAuthConfig {
23
23
  auth?: 'apikey' | 'sigv4' | 'auto';
24
24
  }
25
25
  /** apiKey -> BEDROCK_API_KEY -> AWS_BEARER_TOKEN_BEDROCK -> SigV4 (credential chain). */
26
+ export declare function resolveBedrockAuth(config: BedrockAuthConfig & {
27
+ auth: 'sigv4';
28
+ }, endpoint: BedrockEndpoint): Extract<ResolvedBedrockAuth, {
29
+ kind: 'sigv4';
30
+ }>;
26
31
  export declare function resolveBedrockAuth(config: BedrockAuthConfig, endpoint: BedrockEndpoint): ResolvedBedrockAuth;
@@ -23,7 +23,6 @@ function readApiKeyFromEnv() {
23
23
  const env = typeof process !== "undefined" ? process.env : void 0;
24
24
  for (const value of [env?.BEDROCK_API_KEY, env?.AWS_BEARER_TOKEN_BEDROCK]) if (value && value.trim() !== "") return value;
25
25
  }
26
- /** apiKey -> BEDROCK_API_KEY -> AWS_BEARER_TOKEN_BEDROCK -> SigV4 (credential chain). */
27
26
  function resolveBedrockAuth(config, endpoint) {
28
27
  const mode = config.auth ?? "auto";
29
28
  const region = config.region ?? DEFAULT_REGION;
@@ -1 +1 @@
1
- {"version":3,"file":"auth.js","names":[],"sources":["../../../src/utils/auth.ts"],"sourcesContent":["import type { AwsCredentialIdentityProvider } from '@smithy/types'\nimport type * as CredentialProviders from '@aws-sdk/credential-providers'\n\nexport type BedrockEndpoint = 'runtime' | 'mantle'\n\n/** SigV4 service name differs per endpoint. */\nexport function sigv4Service(endpoint: BedrockEndpoint): string {\n return endpoint === 'mantle' ? 'bedrock-mantle' : 'bedrock'\n}\n\nexport type ResolvedBedrockAuth =\n | { kind: 'bearer'; token: string }\n | {\n kind: 'sigv4'\n region: string\n service: string\n credentials: AwsCredentialIdentityProvider\n }\n\n/**\n * Loads an optional peer dependency of this package (the AWS SDK parts). If\n * the import fails, throws an error that names the package to install. The\n * original error is kept as `cause`.\n */\nexport async function importOptionalPeer<T>(mod: string): Promise<T> {\n try {\n return (await import(/* @vite-ignore */ mod)) as T\n } catch (cause) {\n throw new Error(\n `@tanstack/ai-bedrock could not load \"${mod}\". It is an optional peer ` +\n `dependency. Install it: npm install ${mod}`,\n { cause },\n )\n }\n}\n\nconst DEFAULT_REGION = 'us-east-1'\n\nfunction readApiKeyFromEnv(): string | undefined {\n // Bedrock is server-only (the AWS SDK is Node-only), so the key always comes\n // from process.env. Read it directly: a property access never throws, so —\n // unlike the previous try/catch around getApiKeyFromEnv — we no longer swallow\n // unrelated errors as \"key not set\". Each var is blank-checked independently\n // so a present-but-blank BEDROCK_API_KEY falls through to\n // AWS_BEARER_TOKEN_BEDROCK (and only then to SigV4) rather than masking it.\n const env = typeof process !== 'undefined' ? process.env : undefined\n for (const value of [env?.BEDROCK_API_KEY, env?.AWS_BEARER_TOKEN_BEDROCK]) {\n if (value && value.trim() !== '') return value\n }\n return undefined\n}\n\nexport interface BedrockAuthConfig {\n apiKey?: string\n region?: string\n auth?: 'apikey' | 'sigv4' | 'auto'\n}\n\n/** apiKey -> BEDROCK_API_KEY -> AWS_BEARER_TOKEN_BEDROCK -> SigV4 (credential chain). */\nexport function resolveBedrockAuth(\n config: BedrockAuthConfig,\n endpoint: BedrockEndpoint,\n): ResolvedBedrockAuth {\n const mode = config.auth ?? 'auto'\n const region = config.region ?? DEFAULT_REGION\n\n if (mode !== 'sigv4') {\n const token = config.apiKey ?? readApiKeyFromEnv()\n if (token) return { kind: 'bearer', token }\n if (mode === 'apikey') {\n throw new Error(\n 'No Bedrock API key found. Set BEDROCK_API_KEY (or ' +\n 'AWS_BEARER_TOKEN_BEDROCK), pass `apiKey`, or use auth: \"sigv4\".',\n )\n }\n }\n\n return {\n kind: 'sigv4',\n region,\n service: sigv4Service(endpoint),\n // Lazy credential provider: the AWS SDK is Node/server-only, so we defer the\n // dynamic import until SigV4 actually needs to resolve credentials. The\n // specifier is held in a variable (not a string literal) so bundler dep\n // scanners (e.g. Vite/esbuild optimizeDeps) cannot statically discover the\n // AWS SDK and try to pre-bundle it for the browser — it would fail on the\n // SDK's Node-only `fromTokenFile` export chain. `typeof import(...)` is a\n // type-only reference (erased at emit) so we keep full typing.\n credentials: async (...args) => {\n const mod = '@aws-sdk/credential-providers'\n const { fromNodeProviderChain } =\n await importOptionalPeer<typeof CredentialProviders>(mod)\n return fromNodeProviderChain()(...args)\n },\n }\n}\n"],"mappings":";;AAMA,SAAgB,aAAa,UAAmC;CAC9D,OAAO,aAAa,WAAW,mBAAmB;AACpD;;;;;;AAgBA,eAAsB,mBAAsB,KAAyB;CACnE,IAAI;EACF,OAAQ,MAAM;;GAA0B;;CAC1C,SAAS,OAAO;EACd,MAAM,IAAI,MACR,wCAAwC,IAAI,gEACH,OACzC,EAAE,MAAM,CACV;CACF;AACF;AAEA,IAAM,iBAAiB;AAEvB,SAAS,oBAAwC;CAO/C,MAAM,MAAM,OAAO,YAAY,cAAc,QAAQ,MAAM,KAAA;CAC3D,KAAK,MAAM,SAAS,CAAC,KAAK,iBAAiB,KAAK,wBAAwB,GACtE,IAAI,SAAS,MAAM,KAAK,MAAM,IAAI,OAAO;AAG7C;;AASA,SAAgB,mBACd,QACA,UACqB;CACrB,MAAM,OAAO,OAAO,QAAQ;CAC5B,MAAM,SAAS,OAAO,UAAU;CAEhC,IAAI,SAAS,SAAS;EACpB,MAAM,QAAQ,OAAO,UAAU,kBAAkB;EACjD,IAAI,OAAO,OAAO;GAAE,MAAM;GAAU;EAAM;EAC1C,IAAI,SAAS,UACX,MAAM,IAAI,MACR,qHAEF;CAEJ;CAEA,OAAO;EACL,MAAM;EACN;EACA,SAAS,aAAa,QAAQ;EAQ9B,aAAa,OAAO,GAAG,SAAS;GAE9B,MAAM,EAAE,0BACN,MAAM,mBAA+C,+BAAG;GAC1D,OAAO,sBAAsB,CAAC,CAAC,GAAG,IAAI;EACxC;CACF;AACF"}
1
+ {"version":3,"file":"auth.js","names":[],"sources":["../../../src/utils/auth.ts"],"sourcesContent":["import type { AwsCredentialIdentityProvider } from '@smithy/types'\nimport type * as CredentialProviders from '@aws-sdk/credential-providers'\n\nexport type BedrockEndpoint = 'runtime' | 'mantle'\n\n/** SigV4 service name differs per endpoint. */\nexport function sigv4Service(endpoint: BedrockEndpoint): string {\n return endpoint === 'mantle' ? 'bedrock-mantle' : 'bedrock'\n}\n\nexport type ResolvedBedrockAuth =\n | { kind: 'bearer'; token: string }\n | {\n kind: 'sigv4'\n region: string\n service: string\n credentials: AwsCredentialIdentityProvider\n }\n\n/**\n * Loads an optional peer dependency of this package (the AWS SDK parts). If\n * the import fails, throws an error that names the package to install. The\n * original error is kept as `cause`.\n */\nexport async function importOptionalPeer<T>(mod: string): Promise<T> {\n try {\n return (await import(/* @vite-ignore */ mod)) as T\n } catch (cause) {\n throw new Error(\n `@tanstack/ai-bedrock could not load \"${mod}\". It is an optional peer ` +\n `dependency. Install it: npm install ${mod}`,\n { cause },\n )\n }\n}\n\nconst DEFAULT_REGION = 'us-east-1'\n\nfunction readApiKeyFromEnv(): string | undefined {\n // Bedrock is server-only (the AWS SDK is Node-only), so the key always comes\n // from process.env. Read it directly: a property access never throws, so —\n // unlike the previous try/catch around getApiKeyFromEnv — we no longer swallow\n // unrelated errors as \"key not set\". Each var is blank-checked independently\n // so a present-but-blank BEDROCK_API_KEY falls through to\n // AWS_BEARER_TOKEN_BEDROCK (and only then to SigV4) rather than masking it.\n const env = typeof process !== 'undefined' ? process.env : undefined\n for (const value of [env?.BEDROCK_API_KEY, env?.AWS_BEARER_TOKEN_BEDROCK]) {\n if (value && value.trim() !== '') return value\n }\n return undefined\n}\n\nexport interface BedrockAuthConfig {\n apiKey?: string\n region?: string\n auth?: 'apikey' | 'sigv4' | 'auto'\n}\n\n/** apiKey -> BEDROCK_API_KEY -> AWS_BEARER_TOKEN_BEDROCK -> SigV4 (credential chain). */\nexport function resolveBedrockAuth(\n config: BedrockAuthConfig & { auth: 'sigv4' },\n endpoint: BedrockEndpoint,\n): Extract<ResolvedBedrockAuth, { kind: 'sigv4' }>\nexport function resolveBedrockAuth(\n config: BedrockAuthConfig,\n endpoint: BedrockEndpoint,\n): ResolvedBedrockAuth\nexport function resolveBedrockAuth(\n config: BedrockAuthConfig,\n endpoint: BedrockEndpoint,\n): ResolvedBedrockAuth {\n const mode = config.auth ?? 'auto'\n const region = config.region ?? DEFAULT_REGION\n\n if (mode !== 'sigv4') {\n const token = config.apiKey ?? readApiKeyFromEnv()\n if (token) return { kind: 'bearer', token }\n if (mode === 'apikey') {\n throw new Error(\n 'No Bedrock API key found. Set BEDROCK_API_KEY (or ' +\n 'AWS_BEARER_TOKEN_BEDROCK), pass `apiKey`, or use auth: \"sigv4\".',\n )\n }\n }\n\n return {\n kind: 'sigv4',\n region,\n service: sigv4Service(endpoint),\n // Lazy credential provider: the AWS SDK is Node/server-only, so we defer the\n // dynamic import until SigV4 actually needs to resolve credentials. The\n // specifier is held in a variable (not a string literal) so bundler dep\n // scanners (e.g. Vite/esbuild optimizeDeps) cannot statically discover the\n // AWS SDK and try to pre-bundle it for the browser — it would fail on the\n // SDK's Node-only `fromTokenFile` export chain. `typeof import(...)` is a\n // type-only reference (erased at emit) so we keep full typing.\n credentials: async (...args) => {\n const mod = '@aws-sdk/credential-providers'\n const { fromNodeProviderChain } =\n await importOptionalPeer<typeof CredentialProviders>(mod)\n return fromNodeProviderChain()(...args)\n },\n }\n}\n"],"mappings":";;AAMA,SAAgB,aAAa,UAAmC;CAC9D,OAAO,aAAa,WAAW,mBAAmB;AACpD;;;;;;AAgBA,eAAsB,mBAAsB,KAAyB;CACnE,IAAI;EACF,OAAQ,MAAM;;GAA0B;;CAC1C,SAAS,OAAO;EACd,MAAM,IAAI,MACR,wCAAwC,IAAI,gEACH,OACzC,EAAE,MAAM,CACV;CACF;AACF;AAEA,IAAM,iBAAiB;AAEvB,SAAS,oBAAwC;CAO/C,MAAM,MAAM,OAAO,YAAY,cAAc,QAAQ,MAAM,KAAA;CAC3D,KAAK,MAAM,SAAS,CAAC,KAAK,iBAAiB,KAAK,wBAAwB,GACtE,IAAI,SAAS,MAAM,KAAK,MAAM,IAAI,OAAO;AAG7C;AAiBA,SAAgB,mBACd,QACA,UACqB;CACrB,MAAM,OAAO,OAAO,QAAQ;CAC5B,MAAM,SAAS,OAAO,UAAU;CAEhC,IAAI,SAAS,SAAS;EACpB,MAAM,QAAQ,OAAO,UAAU,kBAAkB;EACjD,IAAI,OAAO,OAAO;GAAE,MAAM;GAAU;EAAM;EAC1C,IAAI,SAAS,UACX,MAAM,IAAI,MACR,qHAEF;CAEJ;CAEA,OAAO;EACL,MAAM;EACN;EACA,SAAS,aAAa,QAAQ;EAQ9B,aAAa,OAAO,GAAG,SAAS;GAE9B,MAAM,EAAE,0BACN,MAAM,mBAA+C,+BAAG;GAC1D,OAAO,sBAAsB,CAAC,CAAC,GAAG,IAAI;EACxC;CACF;AACF"}
package/package.json CHANGED
@@ -1,8 +1,8 @@
1
1
  {
2
2
  "name": "@tanstack/ai-bedrock",
3
- "version": "1.2.0",
3
+ "version": "1.3.0",
4
4
  "type": "module",
5
- "description": "Amazon Bedrock adapter for TanStack AI — OpenAI-compatible chat, responses, tools, and reasoning.",
5
+ "description": "Amazon Bedrock adapter for TanStack AI with chat, tools, reasoning, embeddings, and reranking.",
6
6
  "author": "",
7
7
  "license": "MIT",
8
8
  "repository": {
@@ -52,7 +52,7 @@
52
52
  "@aws-sdk/client-bedrock-runtime": "^3.1057.0",
53
53
  "@aws-sdk/credential-providers": "^3.1057.0",
54
54
  "@smithy/types": "^4.14.2",
55
- "@tanstack/ai": "^1.2.0"
55
+ "@tanstack/ai": "^1.4.0"
56
56
  },
57
57
  "peerDependenciesMeta": {
58
58
  "@aws-sdk/client-bedrock-runtime": {
@@ -67,7 +67,7 @@
67
67
  },
68
68
  "dependencies": {
69
69
  "openai": "^7.30.0",
70
- "@tanstack/openai-base": "^1.0.2"
70
+ "@tanstack/openai-base": "^1.0.4"
71
71
  },
72
72
  "scripts": {
73
73
  "build": "vite build",
@@ -476,7 +476,8 @@ export class BedrockConverseTextAdapter<
476
476
  finishReason =
477
477
  stopReason === 'max_tokens'
478
478
  ? 'length'
479
- : stopReason === 'content_filtered'
479
+ : stopReason === 'content_filtered' ||
480
+ stopReason === 'guardrail_intervened'
480
481
  ? 'content_filter'
481
482
  : 'stop'
482
483
  continue
@@ -532,18 +533,20 @@ export class BedrockConverseTextAdapter<
532
533
  }
533
534
 
534
535
  if (accumulatedRaw.length === 0) {
536
+ const blocked = finishReason === 'content_filter'
537
+ const message = blocked
538
+ ? `${this.name}.structuredOutputStream: the response was blocked by a content filter`
539
+ : `${this.name}.structuredOutputStream: response contained no content`
540
+ const code = blocked ? 'content_filter' : 'empty-response'
535
541
  yield {
536
542
  type: EventType.RUN_ERROR,
537
543
  metadata: this.sourceMetadata(chatOptions.model),
538
544
  runId,
539
545
  model: chatOptions.model,
540
546
  timestamp: Date.now(),
541
- message: `${this.name}.structuredOutputStream: response contained no content`,
542
- code: 'empty-response',
543
- error: {
544
- message: `${this.name}.structuredOutputStream: response contained no content`,
545
- code: 'empty-response',
546
- },
547
+ message,
548
+ code,
549
+ error: { message, code },
547
550
  ...(usage && { usage }),
548
551
  }
549
552
  return
@@ -553,17 +556,24 @@ export class BedrockConverseTextAdapter<
553
556
  try {
554
557
  parsed = JSON.parse(accumulatedRaw)
555
558
  } catch {
559
+ const blocked = finishReason === 'content_filter'
560
+ const message = blocked
561
+ ? `${this.name}.structuredOutputStream: the response was blocked by a content filter`
562
+ : `Failed to parse structured output as JSON. Content: ${accumulatedRaw.slice(0, 200)}${accumulatedRaw.length > 200 ? '...' : ''}`
563
+ const code = blocked ? 'content_filter' : 'parse-error'
556
564
  yield {
557
565
  type: EventType.RUN_ERROR,
558
566
  metadata: this.sourceMetadata(chatOptions.model),
559
567
  runId,
560
568
  model: chatOptions.model,
561
569
  timestamp: Date.now(),
562
- message: `Failed to parse structured output as JSON. Content: ${accumulatedRaw.slice(0, 200)}${accumulatedRaw.length > 200 ? '...' : ''}`,
563
- code: 'parse-error',
570
+ message,
571
+ code,
564
572
  error: {
565
- message: 'Failed to parse structured output as JSON',
566
- code: 'parse-error',
573
+ message: blocked
574
+ ? message
575
+ : 'Failed to parse structured output as JSON',
576
+ code,
567
577
  },
568
578
  ...(usage && { usage }),
569
579
  }
@@ -0,0 +1,188 @@
1
+ import { BaseRerankAdapter } from '@tanstack/ai/adapters'
2
+ import { toRunErrorPayload } from '@tanstack/ai/adapter-internals'
3
+ import { resolveBedrockAuth } from '../utils/auth'
4
+ import { createSigV4Fetch } from '../utils/openai-sigv4-fetch'
5
+ import type { RerankAdapterResult, RerankOptions } from '@tanstack/ai'
6
+ import type { BedrockRerankModel } from '../model-meta'
7
+
8
+ /** Bedrock rerank uses AWS credentials, not Bedrock API keys. */
9
+ export interface BedrockRerankConfig {
10
+ /** AWS region; defaults to us-east-1. Amazon Rerank requires another region. */
11
+ region?: string
12
+ /** Overrides the agent-runtime base URL, without the /rerank suffix. */
13
+ baseURL?: string
14
+ /** Headers added before SigV4 signing. */
15
+ defaultHeaders?: Record<string, string>
16
+ /** Custom transport; requests are still SigV4-signed. */
17
+ fetch?: typeof fetch
18
+ }
19
+
20
+ /** Additional inference fields for the selected Bedrock rerank model. */
21
+ export interface BedrockRerankProviderOptions {
22
+ additionalModelRequestFields?: Record<string, unknown>
23
+ }
24
+
25
+ interface BedrockRerankResponse {
26
+ results: Array<{ index: number; relevanceScore: number }>
27
+ nextToken?: string
28
+ }
29
+
30
+ function isBedrockRerankResponse(
31
+ value: unknown,
32
+ ): value is BedrockRerankResponse {
33
+ return (
34
+ typeof value === 'object' &&
35
+ value !== null &&
36
+ 'results' in value &&
37
+ Array.isArray(value.results) &&
38
+ value.results.every(
39
+ (result) =>
40
+ typeof result === 'object' &&
41
+ result !== null &&
42
+ Number.isInteger(result.index) &&
43
+ Number.isFinite(result.relevanceScore),
44
+ ) &&
45
+ (!('nextToken' in value) ||
46
+ (typeof value.nextToken === 'string' &&
47
+ value.nextToken.length > 0 &&
48
+ value.nextToken.length <= 2048 &&
49
+ !/\s/.test(value.nextToken)))
50
+ )
51
+ }
52
+
53
+ /** Bedrock rerank adapter; core maps scored indices to original documents. */
54
+ export class BedrockRerankAdapter<
55
+ TModel extends BedrockRerankModel,
56
+ > extends BaseRerankAdapter<TModel, BedrockRerankProviderOptions> {
57
+ readonly name = 'bedrock' as const
58
+ private readonly region: string
59
+ private readonly baseURL: string
60
+ private readonly clientConfig: BedrockRerankConfig
61
+
62
+ constructor(config: BedrockRerankConfig, model: TModel) {
63
+ super({}, model)
64
+ this.clientConfig = config
65
+ this.region = config.region ?? 'us-east-1'
66
+ this.baseURL = (
67
+ config.baseURL ??
68
+ `https://bedrock-agent-runtime.${this.region}.amazonaws.com`
69
+ ).replace(/\/+$/, '')
70
+ }
71
+
72
+ async rerank(
73
+ options: RerankOptions<BedrockRerankProviderOptions>,
74
+ ): Promise<RerankAdapterResult> {
75
+ const { model, query, documents, topN, modelOptions, abortSignal, logger } =
76
+ options
77
+
78
+ try {
79
+ if (documents.length < 1 || documents.length > 1000) {
80
+ throw new Error('Bedrock rerank requires between 1 and 1000 documents')
81
+ }
82
+ const numberOfResults = topN ?? documents.length
83
+ if (
84
+ !Number.isInteger(numberOfResults) ||
85
+ numberOfResults < 1 ||
86
+ numberOfResults > 1000
87
+ ) {
88
+ throw new Error(
89
+ 'Bedrock rerank topN must be an integer between 1 and 1000',
90
+ )
91
+ }
92
+
93
+ const body = {
94
+ queries: [{ type: 'TEXT', textQuery: { text: query } }],
95
+ sources: documents.map((text) => ({
96
+ type: 'INLINE',
97
+ inlineDocumentSource: { type: 'TEXT', textDocument: { text } },
98
+ })),
99
+ rerankingConfiguration: {
100
+ type: 'BEDROCK_RERANKING_MODEL',
101
+ bedrockRerankingConfiguration: {
102
+ modelConfiguration: {
103
+ modelArn: `arn:aws:bedrock:${this.region}::foundation-model/${model}`,
104
+ additionalModelRequestFields:
105
+ modelOptions?.additionalModelRequestFields,
106
+ },
107
+ numberOfResults,
108
+ },
109
+ },
110
+ }
111
+ const signedFetch = createSigV4Fetch(
112
+ resolveBedrockAuth({ region: this.region, auth: 'sigv4' }, 'runtime'),
113
+ this.clientConfig.fetch,
114
+ )
115
+ const ranking: RerankAdapterResult['ranking'] = []
116
+ const seenTokens = new Set<string>()
117
+ let nextToken: string | undefined
118
+ let id: string | undefined
119
+
120
+ do {
121
+ abortSignal?.throwIfAborted()
122
+ logger.request(
123
+ `activity=rerank provider=${this.name} model=${model} documents=${documents.length}`,
124
+ { provider: this.name, model },
125
+ )
126
+ const response = await signedFetch(`${this.baseURL}/rerank`, {
127
+ method: 'POST',
128
+ headers: {
129
+ 'Content-Type': 'application/json',
130
+ ...this.clientConfig.defaultHeaders,
131
+ },
132
+ body: JSON.stringify({ ...body, nextToken }),
133
+ signal: abortSignal,
134
+ })
135
+ if (!response.ok) {
136
+ const detail = await response.text()
137
+ throw new Error(
138
+ `Bedrock rerank request failed: ${response.status} ${response.statusText}${detail ? `: ${detail}` : ''}`,
139
+ )
140
+ }
141
+ const page: unknown = await response.json()
142
+ abortSignal?.throwIfAborted()
143
+ if (!isBedrockRerankResponse(page)) {
144
+ throw new Error('Bedrock rerank response had an unexpected shape')
145
+ }
146
+ id ??= response.headers.get('x-amzn-requestid') ?? undefined
147
+ ranking.push(
148
+ ...page.results.map((result) => ({
149
+ index: result.index,
150
+ score: result.relevanceScore,
151
+ })),
152
+ )
153
+ nextToken = page.nextToken
154
+ if (nextToken) {
155
+ if (seenTokens.has(nextToken)) {
156
+ throw new Error('Bedrock rerank pagination did not advance')
157
+ }
158
+ seenTokens.add(nextToken)
159
+ }
160
+ } while (nextToken && ranking.length < numberOfResults)
161
+
162
+ return {
163
+ id: id ?? this.generateId(),
164
+ ranking: ranking.slice(0, numberOfResults),
165
+ // The Bedrock Rerank API reports neither token counts nor billed units.
166
+ usage: { promptTokens: 0, completionTokens: 0, totalTokens: 0 },
167
+ }
168
+ } catch (error) {
169
+ logger.errors(`${this.name}.rerank fatal`, {
170
+ error: toRunErrorPayload(error, 'Bedrock rerank failed'),
171
+ source: `${this.name}.rerank`,
172
+ })
173
+ throw error
174
+ }
175
+ }
176
+ }
177
+
178
+ /**
179
+ * Creates a Bedrock rerank adapter using the AWS credential chain (SigV4).
180
+ * Install `@aws-sdk/credential-providers`; Bedrock API keys are not supported.
181
+ * For `amazon.rerank-v1:0`, select a supported region such as `us-west-2`.
182
+ */
183
+ export function bedrockRerank<TModel extends BedrockRerankModel>(
184
+ model: TModel,
185
+ config?: BedrockRerankConfig,
186
+ ): BedrockRerankAdapter<TModel> {
187
+ return new BedrockRerankAdapter(config ?? {}, model)
188
+ }
@@ -289,7 +289,8 @@ export async function* processConverseStream(
289
289
  ? 'tool_calls'
290
290
  : stopReason === 'max_tokens'
291
291
  ? 'length'
292
- : stopReason === 'content_filtered'
292
+ : stopReason === 'content_filtered' ||
293
+ stopReason === 'guardrail_intervened'
293
294
  ? 'content_filter'
294
295
  : 'stop'
295
296
  continue
package/src/index.ts CHANGED
@@ -1,10 +1,9 @@
1
1
  /**
2
2
  * @module @tanstack/ai-bedrock
3
3
  *
4
- * Amazon Bedrock adapter for TanStack AI via Bedrock's OpenAI-compatible APIs
5
- * and the native Converse API. The public `bedrockText` / `createBedrockText`
6
- * factory branches between the Converse adapter (DEFAULT), the Chat Completions
7
- * adapter (`api: 'chat'`), and the Responses adapter (`api: 'responses'`).
4
+ * Bedrock chat uses Converse by default, or the OpenAI-compatible APIs with
5
+ * `api: 'chat'` or `api: 'responses'`. Embeddings and reranking use
6
+ * `bedrockEmbedding` and `bedrockRerank`.
8
7
  */
9
8
 
10
9
  import { BedrockTextAdapter } from './adapters/text'
@@ -188,6 +187,12 @@ export {
188
187
  createBedrockEmbedding,
189
188
  type BedrockEmbeddingConfig,
190
189
  } from './adapters/embedding'
190
+ export {
191
+ BedrockRerankAdapter,
192
+ bedrockRerank,
193
+ type BedrockRerankConfig,
194
+ type BedrockRerankProviderOptions,
195
+ } from './adapters/rerank'
191
196
  export type {
192
197
  BedrockCohereEmbeddingInputType,
193
198
  BedrockCohereEmbeddingProviderOptions,
@@ -208,6 +213,8 @@ export {
208
213
  BEDROCK_RESPONSES_MODELS,
209
214
  BEDROCK_CONVERSE_MODELS,
210
215
  BEDROCK_EMBEDDING_MODELS,
216
+ BEDROCK_RERANK_MODELS,
217
+ type BedrockRerankModel,
211
218
  type BedrockEmbeddingModel,
212
219
  type BedrockEmbeddingModelProviderOptionsByName,
213
220
  type BedrockEmbeddingModelInputModalitiesByName,
package/src/model-meta.ts CHANGED
@@ -150,6 +150,15 @@ export const BEDROCK_CLAUDE_NO_FORCED_TOOL_FAMILIES: ReadonlyArray<string> = [
150
150
  'claude-sonnet-5-5',
151
151
  ]
152
152
 
153
+ /** Models supported by the Bedrock Rerank API, separate from the chat catalog. */
154
+ export const BEDROCK_RERANK_MODELS = [
155
+ 'amazon.rerank-v1:0',
156
+ 'cohere.rerank-v3-5:0',
157
+ ] as const
158
+
159
+ /** Short model IDs accepted by the Bedrock rerank adapter. */
160
+ export type BedrockRerankModel = (typeof BEDROCK_RERANK_MODELS)[number]
161
+
153
162
  // ============================================================================
154
163
  // Embedding models
155
164
  // ============================================================================
package/src/utils/auth.ts CHANGED
@@ -57,6 +57,14 @@ export interface BedrockAuthConfig {
57
57
  }
58
58
 
59
59
  /** apiKey -> BEDROCK_API_KEY -> AWS_BEARER_TOKEN_BEDROCK -> SigV4 (credential chain). */
60
+ export function resolveBedrockAuth(
61
+ config: BedrockAuthConfig & { auth: 'sigv4' },
62
+ endpoint: BedrockEndpoint,
63
+ ): Extract<ResolvedBedrockAuth, { kind: 'sigv4' }>
64
+ export function resolveBedrockAuth(
65
+ config: BedrockAuthConfig,
66
+ endpoint: BedrockEndpoint,
67
+ ): ResolvedBedrockAuth
60
68
  export function resolveBedrockAuth(
61
69
  config: BedrockAuthConfig,
62
70
  endpoint: BedrockEndpoint,