@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.2

package/dist/providers/typesafe/decision.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"decision.js","sourceRoot":"","sources":["../../../src/providers/typesafe/decision.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAEzC,OAAO,EAAE,qBAAqB,EAAE,oCAAoC,EAAE,MAAM,UAAU,CAAC;AAEvF,MAAM,CAAC,MAAM,sBAAsB,GAAmB;IACpD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,SAAS,EAAE;QACT,KAAK,EAAE,WAAW;QAClB,QAAQ,EAAE,IAAI;KACf;CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,gCAAgC,GAAmB;IAC9D,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;KACf;IACD,KAAK,EAAE;QACL,KAAK,EAAE,aAAa;QACpB,QAAQ,EAAE,IAAI;KACf;IACD,SAAS,EAAE;QACT,KAAK,EAAE,iBAAiB;QACxB,QAAQ,EAAE,IAAI;KACf;IACD,MAAM,EAAE;QACN,KAAK,EAAE,cAAc;KACtB;CACF,CAAC;AAmCF,MAAM,oBAAoB,GAAG,CAAC,QAAiB,EAAkC,EAAE,CACjF,OAAO,QAAQ,KAAK,QAAQ;IAC5B,QAAQ,KAAK,IAAI;IACjB,OAAQ,QAA+B,CAAC,OAAO,KAAK,SAAS;IAC7D,QAAQ,IAAI,QAAQ,CAAC;AAEvB,MAAM,eAAe,GAAG,CAAC,QAA4B,EAAE,cAAsB,EAAiB,EAAE;IAC9F,4FAA4F;IAC5F,kFAAkF;IAClF,MAAM,OAAO,GACX,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC;SACpB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,UAAU,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;SACxE,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC,IAAI,2BAA2B,CAAC;IAC/C,OAAO,qBAAqB,CAC1B,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,cAAc,KAAK,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EACpF,QAAQ,CACT,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,gBAAgB,GAAG,CACvB,QAA4B,EAC5B,cAAsB,EACoB,EAAE;IAC5C,IAAI,cAAc,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO;QAAE,OAAO,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;IAClG,MAAM,MAAM,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAA4B,CAAC;IAClE,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;QAC3D,IAAI,MAAM,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YACjC,OAAO,qBAAqB,CAC1B,EAAE,OAAO,EAAE,2CAA2C,MAAM,CAAC,KAAK,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,EAChG,QAAQ,CACT,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAA6B,CAAC;IAC3D,CAAC;IACD,OAAO,MAAkC,CAAC;AAC5C,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAC/C,QAA+E,EAC/E,cAAsB,EACY,EAAE;IACpC,4FAA4F;IAC5F,8BAA8B;IAC9B,IAAI,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,gBAAgB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAC7D,IAAI,OAAO,IAAI,SAAS;YAAE,OAAO,SAA0B,CAAC;QAC5D,QAAQ,GAAG,SAAS,CAAC;QACrB,cAAc,GAAG,GAAG,CAAC;IACvB,CAAC;IAED,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,QAAiC,CAAC;QACxD,MAAM,OAAO,GACX,aAAa,CAAC,KAAK,EAAE,OAAO;YAC5B,aAAa,CAAC,OAAO;YACrB,CAAC,OAAO,aAAa,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;YAC7E,yBAAyB,CAAC;QAC5B,OAAO,qBAAqB,CAC1B;YACE,OAAO;YACP,IAAI,EAAE,aAAa,CAAC,KAAK,EAAE,IAAI,IAAI,IAAI;YACvC,IAAI,EAAE,aAAa,CAAC,KAAK,EAAE,IAAI,IAAI,MAAM,CAAC,cAAc,CAAC;SAC1D,EACD,QAAQ,CACT,CAAC;IACJ,CAAC;IAED,MAAM,gBAAgB,GAAG,QAAoC,CAAC;IAC9D,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;QAC9B,OAAO,oCAAoC,CAAC,QAAmC,EAAE,QAAQ,CAAC,CAAC;IAC7F,CAAC;IAED,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;IAC9D,MAAM,YAAY,GAAG,gBAAgB,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;IAEhE,OAAO;QACL,GAAG,gBAAgB;QACnB,KAAK,EAAE;YACL,GAAG,gBAAgB,CAAC,KAAK;YACzB,aAAa,EAAE,WAAW;YAC1B,iBAAiB,EAAE,YAAY;YAC/B,YAAY,EAAE,WAAW,GAAG,YAAY;SACzC;KACF,CAAC;AACJ,CAAC,CAAC"}

package/dist/providers/typesafe/index.d.ts

@@ -0,0 +1,3 @@
+import { ProviderConfigs } from '../types.js';
+export declare const TypeSafeConfig: ProviderConfigs;
+export default TypeSafeConfig;

package/dist/providers/typesafe/index.js

@@ -0,0 +1,23 @@
+import { isCloudflareBaseUrl, typesafeAPIConfig } from './api.js';
+import { TypeSafeCloudflareDecisionConfig, TypeSafeDecisionConfig, TypeSafeDecisionResponseTransform, } from './decision.js';
+const typeSafeBase = {
+    api: typesafeAPIConfig,
+    responseTransforms: {
+        decision: TypeSafeDecisionResponseTransform,
+    },
+};
+/** System One models on Cloudflare Workers AI use the unified run body (`{model, input}`). */
+const TypeSafeCloudflareConfig = {
+    ...typeSafeBase,
+    decision: TypeSafeCloudflareDecisionConfig,
+};
+export const TypeSafeConfig = {
+    ...typeSafeBase,
+    decision: TypeSafeDecisionConfig,
+    getConfig: ({ providerOptions }) => {
+        const account = providerOptions.providerAccount.manifest;
+        return isCloudflareBaseUrl(account.base_url) ? TypeSafeCloudflareConfig : TypeSafeConfig;
+    },
+};
+export default TypeSafeConfig;
+//# sourceMappingURL=index.js.map

package/dist/providers/typesafe/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/providers/typesafe/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,OAAO,CAAC;AAC/D,OAAO,EACL,gCAAgC,EAChC,sBAAsB,EACtB,iCAAiC,GAClC,MAAM,YAAY,CAAC;AAEpB,MAAM,YAAY,GAAoB;IACpC,GAAG,EAAE,iBAAiB;IACtB,kBAAkB,EAAE;QAClB,QAAQ,EAAE,iCAAiC;KAC5C;CACF,CAAC;AAEF,8FAA8F;AAC9F,MAAM,wBAAwB,GAAoB;IAChD,GAAG,YAAY;IACf,QAAQ,EAAE,gCAAgC;CAC3C,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAoB;IAC7C,GAAG,YAAY;IACf,QAAQ,EAAE,sBAAsB;IAChC,SAAS,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE;QACjC,MAAM,OAAO,GAAG,eAAe,CAAC,eAAe,CAAC,QAAmC,CAAC;QACpF,OAAO,mBAAmB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,cAAc,CAAC;IAC3F,CAAC;CACF,CAAC;AAEF,eAAe,cAAc,CAAC"}

package/dist/providers/utils/cacheControlUtils.d.ts

@@ -0,0 +1,40 @@
+import type { ProviderOptions } from '../../types/contracts.js';
+import type { ProviderHeaderOptions } from '../../types/options.js';
+import { Params } from '../../types/requestBody.js';
+import { ProviderConfig } from '../types.js';
+export declare const supportsCacheControl: (config: ProviderConfig) => boolean;
+export declare const conditionallySupportsCacheControl: (config: ProviderConfig, headerOptions: ProviderHeaderOptions, providerOptions: ProviderOptions) => boolean;
+export declare const shouldStripCacheControl: (config: ProviderConfig, headerOptions: ProviderHeaderOptions, providerOptions: ProviderOptions, model?: string) => boolean;
+/**
+ * Where the gateway places cache_control for a provider:
+ *  - 'automatic': one top-level cache_control (Anthropic, Mantle, AWS Claude, Azure Foundry).
+ *  - 'explicit':  a breakpoint on the last block, caching the whole prefix (Bedrock, Vertex, Databricks).
+ *  - 'none':      provider caches on its own; inject nothing (OpenAI, Gemini, …).
+ */
+export type CacheInjectionMode = 'automatic' | 'explicit' | 'none';
+export declare const getCacheInjectionMode: (provider?: string) => CacheInjectionMode;
+type CacheControlValue = {
+    type: string;
+    ttl?: string;
+};
+/** Injects cache_control in place per mode. No-op if mode is 'none' or the body already sets it. */
+export declare const injectCacheControl: (params: Params, mode: CacheInjectionMode, value?: CacheControlValue) => boolean;
+/**
+ * A top-level `cache_control` in the body is a caller opt-in to prompt caching.
+ * No provider reads it there, so move it onto the last block — the one form every
+ * provider honors — to cache the whole prompt. Returns true if it relocated one.
+ */
+export declare const relocateBodyCacheControl: (params: Params) => boolean;
+/**
+ * Strips `cache_control` from all locations in the request.
+ * Mutates in-place (caller already deep-cloned).
+ *
+ * Locations:
+ *  - params.cache_control (root)
+ *  - params.messages[].cache_control (message-level, for string content messages)
+ *  - params.messages[].content[].cache_control (content blocks)
+ *  - params.tools[].cache_control (tool definitions)
+ *  - params.system[].cache_control (system blocks)
+ */
+export declare const stripCacheControl: (params: Params) => void;
+export {};

package/dist/providers/utils/cacheControlUtils.js

@@ -0,0 +1,196 @@
+import { ANTHROPIC, AWS_BEDROCK_MANTLE, AWS_CLAUDE_PLATFORM, AZURE_AI_INFERENCE, BEDROCK, DATABRICKS, GOOGLE_VERTEX, MICROSOFT_FOUNDRY, } from '../../globals.js';
+import { isOpenAIModel } from '../bedrock/modelFamily.js';
+// --- Whitelist of configs that natively support cache_control ---
+import { AnthropicChatCompleteConfig } from '../anthropic/chatComplete.js';
+import { AnthropicMessagesConfig } from '../anthropic/messages.js';
+import { resolveAzureFoundryUrl } from '../azure-ai-inference/api.js';
+import { AzureAIInferenceMessagesConfig } from '../azure-ai-inference/messages.js';
+import { BedrockAnthropicInvokeChatCompleteConfig, BedrockConverseAnthropicChatCompleteConfig, BedrockConverseChatCompleteConfig, } from '../bedrock/chatComplete.js';
+import { BedrockAnthropicMessagesConfig, BedrockConverseMessagesConfig } from '../bedrock/messages.js';
+import { DatabricksAnthropicChatCompleteConfig } from '../databricks/chatComplete.js';
+import { VertexAnthropicChatCompleteConfig } from '../google-vertex-ai/chatComplete.js';
+import { VertexAnthropicMessagesConfig } from '../google-vertex-ai/messages.js';
+import { isAnthropicFoundationModel } from '../microsoft-foundry/api.js';
+import { MicrosoftFoundryMessagesConfig } from '../microsoft-foundry/messages.js';
+// Bedrock Converse — these translate cache_control into a cachePoint block.
+const BEDROCK_CACHE_POINT_CONFIGS = new Set([
+    BedrockConverseChatCompleteConfig,
+    BedrockConverseAnthropicChatCompleteConfig,
+    BedrockAnthropicInvokeChatCompleteConfig,
+    BedrockAnthropicMessagesConfig,
+    BedrockConverseMessagesConfig,
+]);
+const CACHE_CONTROL_SUPPORTED_CONFIGS = new Set([
+    // Anthropic (direct + reused by Azure AI Inference Anthropic path)
+    AnthropicChatCompleteConfig,
+    AnthropicMessagesConfig,
+    ...BEDROCK_CACHE_POINT_CONFIGS,
+    // Vertex AI — Anthropic path (spread creates new objects, need explicit entries)
+    VertexAnthropicChatCompleteConfig,
+    VertexAnthropicMessagesConfig,
+    // Databricks — Claude path (OpenAI-compatible body shape with cache_control passthrough).
+    DatabricksAnthropicChatCompleteConfig,
+]);
+/** Live also reads model.azure_endpoint (not only the request header). */
+const resolveAzureAIInference = (headerOptions, providerOptions) => {
+    const azureFoundryUrl = resolveAzureFoundryUrl({ providerOptions, headerOptions });
+    return azureFoundryUrl?.includes('anthropic') || false;
+};
+export const supportsCacheControl = (config) => {
+    return CACHE_CONTROL_SUPPORTED_CONFIGS.has(config);
+};
+const CONDITIONALLY_SUPPORTED_CONFIGS = new Set([
+    AzureAIInferenceMessagesConfig,
+    MicrosoftFoundryMessagesConfig,
+]);
+export const conditionallySupportsCacheControl = (config, headerOptions, providerOptions) => {
+    if (!CONDITIONALLY_SUPPORTED_CONFIGS.has(config))
+        return false;
+    switch (config) {
+        case AzureAIInferenceMessagesConfig:
+            return resolveAzureAIInference(headerOptions, providerOptions);
+        case MicrosoftFoundryMessagesConfig:
+            return isAnthropicFoundationModel(providerOptions);
+        default:
+            return false;
+    }
+};
+export const shouldStripCacheControl = (config, headerOptions, providerOptions, model) => {
+    // Bedrock's OpenAI family goes through the Converse transformer but rejects cachePoint.
+    if (BEDROCK_CACHE_POINT_CONFIGS.has(config) && isOpenAIModel(model ?? ''))
+        return true;
+    return !supportsCacheControl(config) && !conditionallySupportsCacheControl(config, headerOptions, providerOptions);
+};
+const AUTOMATIC_PROVIDERS = new Set([
+    ANTHROPIC,
+    AWS_BEDROCK_MANTLE,
+    AWS_CLAUDE_PLATFORM,
+    AZURE_AI_INFERENCE,
+    MICROSOFT_FOUNDRY,
+]);
+const EXPLICIT_PROVIDERS = new Set([BEDROCK, GOOGLE_VERTEX, DATABRICKS]);
+export const getCacheInjectionMode = (provider) => {
+    if (provider && AUTOMATIC_PROVIDERS.has(provider))
+        return 'automatic';
+    if (provider && EXPLICIT_PROVIDERS.has(provider))
+        return 'explicit';
+    return 'none';
+};
+/** Every object cache_control may live on (params root, tools, system blocks, messages, content blocks). */
+const cacheableTargets = (params) => {
+    const targets = [params, ...(params.tools ?? [])];
+    if (Array.isArray(params.system))
+        targets.push(...params.system);
+    for (const message of params.messages ?? []) {
+        targets.push(message);
+        if (Array.isArray(message.content))
+            targets.push(...message.content);
+    }
+    return targets;
+};
+const hasAnyCacheControl = (params) => cacheableTargets(params).some(t => t?.cache_control);
+/**
+ * Marks the last cacheable element so the whole tools → system → messages prefix
+ * is cached. Returns true if a breakpoint was placed.
+ */
+const stampLastBlock = (params, value) => {
+    const lastMessage = params.messages?.at(-1);
+    if (lastMessage) {
+        const lastBlock = Array.isArray(lastMessage.content) ? lastMessage.content.at(-1) : undefined;
+        if (lastBlock && typeof lastBlock === 'object') {
+            lastBlock.cache_control = value;
+        }
+        else if (typeof lastMessage.content === 'string') {
+            // Providers only emit a cache point for block-level cache_control, so promote the
+            // string to a text block rather than let the breakpoint be silently dropped.
+            const block = { type: 'text', text: lastMessage.content };
+            block.cache_control = value;
+            lastMessage.content = [block];
+        }
+        else {
+            lastMessage.cache_control = value;
+        }
+        return true;
+    }
+    const lastSystem = Array.isArray(params.system) ? params.system.at(-1) : undefined;
+    if (lastSystem && typeof lastSystem === 'object') {
+        lastSystem.cache_control = value;
+        return true;
+    }
+    const lastTool = params.tools?.at(-1);
+    if (lastTool) {
+        lastTool.cache_control = value;
+        return true;
+    }
+    return false;
+};
+/** Injects cache_control in place per mode. No-op if mode is 'none' or the body already sets it. */
+export const injectCacheControl = (params, mode, value = { type: 'ephemeral' }) => {
+    if (mode === 'none' || hasAnyCacheControl(params))
+        return false;
+    if (mode === 'automatic') {
+        params.cache_control = value;
+        return true;
+    }
+    return stampLastBlock(params, value);
+};
+/**
+ * A top-level `cache_control` in the body is a caller opt-in to prompt caching.
+ * No provider reads it there, so move it onto the last block — the one form every
+ * provider honors — to cache the whole prompt. Returns true if it relocated one.
+ */
+export const relocateBodyCacheControl = (params) => {
+    const value = params.cache_control;
+    if (!value)
+        return false;
+    const placed = stampLastBlock(params, value);
+    if (placed)
+        delete params.cache_control;
+    return placed;
+};
+// --- Strip utility ---
+/**
+ * Strips `cache_control` from all locations in the request.
+ * Mutates in-place (caller already deep-cloned).
+ *
+ * Locations:
+ *  - params.cache_control (root)
+ *  - params.messages[].cache_control (message-level, for string content messages)
+ *  - params.messages[].content[].cache_control (content blocks)
+ *  - params.tools[].cache_control (tool definitions)
+ *  - params.system[].cache_control (system blocks)
+ */
+export const stripCacheControl = (params) => {
+    if ('cache_control' in params) {
+        delete params.cache_control;
+    }
+    if (params.messages) {
+        for (const message of params.messages) {
+            if ('cache_control' in message) {
+                delete message.cache_control;
+            }
+            if (Array.isArray(message.content)) {
+                for (const block of message.content) {
+                    if (block && typeof block === 'object' && 'cache_control' in block) {
+                        delete block.cache_control;
+                    }
+                }
+            }
+        }
+    }
+    if (params.tools) {
+        for (const tool of params.tools) {
+            if ('cache_control' in tool) {
+                delete tool.cache_control;
+            }
+        }
+    }
+    if (Array.isArray(params.system)) {
+        for (const block of params.system) {
+            if (block && typeof block === 'object' && 'cache_control' in block) {
+                delete block.cache_control;
+            }
+        }
+    }
+};
+//# sourceMappingURL=cacheControlUtils.js.map

package/dist/providers/utils/cacheControlUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cacheControlUtils.js","sourceRoot":"","sources":["../../../src/providers/utils/cacheControlUtils.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,OAAO,EACP,UAAU,EACV,aAAa,EACb,iBAAiB,GAClB,MAAM,eAAe,CAAC;AAIvB,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAGvD,mEAAmE;AAEnE,OAAO,EAAE,2BAA2B,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,EAAE,8BAA8B,EAAE,MAAM,gCAAgC,CAAC;AAChF,OAAO,EACL,wCAAwC,EACxC,0CAA0C,EAC1C,iCAAiC,GAClC,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,8BAA8B,EAAE,6BAA6B,EAAE,MAAM,qBAAqB,CAAC;AACpG,OAAO,EAAE,qCAAqC,EAAE,MAAM,4BAA4B,CAAC;AACnF,OAAO,EAAE,iCAAiC,EAAE,MAAM,kCAAkC,CAAC;AACrF,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAC;AAC7E,OAAO,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AACtE,OAAO,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAC;AAE/E,4EAA4E;AAC5E,MAAM,2BAA2B,GAAG,IAAI,GAAG,CAAiB;IAC1D,iCAAiC;IACjC,0CAA0C;IAC1C,wCAAwC;IACxC,8BAA8B;IAC9B,6BAA6B;CAC9B,CAAC,CAAC;AAEH,MAAM,+BAA+B,GAAG,IAAI,GAAG,CAAiB;IAC9D,mEAAmE;IACnE,2BAA2B;IAC3B,uBAAuB;IACvB,GAAG,2BAA2B;IAC9B,iFAAiF;IACjF,iCAAiC;IACjC,6BAA6B;IAC7B,0FAA0F;IAC1F,qCAAqC;CACtC,CAAC,CAAC;AAEH,0EAA0E;AAC1E,MAAM,uBAAuB,GAAG,CAAC,aAAoC,EAAE,eAAgC,EAAW,EAAE;IAClH,MAAM,eAAe,GAAG,sBAAsB,CAAC,EAAE,eAAe,EAAE,aAAa,EAAE,CAAC,CAAC;IACnF,OAAO,eAAe,EAAE,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC;AACzD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,MAAsB,EAAW,EAAE;IACtE,OAAO,+BAA+B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AACrD,CAAC,CAAC;AAEF,MAAM,+BAA+B,GAAG,IAAI,GAAG,CAAiB;IAC9D,8BAA8B;IAC9B,8BAA8B;CAC/B,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAC/C,MAAsB,EACtB,aAAoC,EACpC,eAAgC,EACvB,EAAE;IACX,IAAI,CAAC,+BAA+B,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC;IAE/D,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,8BAA8B;YACjC,OAAO,uBAAuB,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;QACjE,KAAK,8BAA8B;YACjC,OAAO,0BAA0B,CAAC,eAAe,CAAC,CAAC;QACrD;YACE,OAAO,KAAK,CAAC;IACjB,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CACrC,MAAsB,EACtB,aAAoC,EACpC,eAAgC,EAChC,KAAc,EACL,EAAE;IACX,wFAAwF;IACxF,IAAI,2BAA2B,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,aAAa,CAAC,KAAK,IAAI,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACvF,OAAO,CAAC,oBAAoB,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,MAAM,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;AACrH,CAAC,CAAC;AAUF,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,SAAS;IACT,kBAAkB;IAClB,mBAAmB;IACnB,kBAAkB;IAClB,iBAAiB;CAClB,CAAC,CAAC;AACH,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC,CAAC;AAEzE,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,QAAiB,EAAsB,EAAE;IAC7E,IAAI,QAAQ,IAAI,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC;QAAE,OAAO,WAAW,CAAC;IACtE,IAAI,QAAQ,IAAI,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC;QAAE,OAAO,UAAU,CAAC;IACpE,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAKF,4GAA4G;AAC5G,MAAM,gBAAgB,GAAG,CAAC,MAAc,EAAa,EAAE;IACrD,MAAM,OAAO,GAAc,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7D,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IACjE,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtB,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,MAAc,EAAW,EAAE,CACrD,gBAAgB,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAE,CAAsB,EAAE,aAAa,CAAC,CAAC;AAE7E;;;GAGG;AACH,MAAM,cAAc,GAAG,CAAC,MAAc,EAAE,KAAwB,EAAW,EAAE;IAC3E,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9F,IAAI,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;YAC9C,SAAuB,CAAC,aAAa,GAAG,KAAK,CAAC;QACjD,CAAC;aAAM,IAAI,OAAO,WAAW,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACnD,kFAAkF;YAClF,6EAA6E;YAC7E,MAAM,KAAK,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,CAAC,OAAO,EAAE,CAAC;YACzD,KAAmB,CAAC,aAAa,GAAG,KAAK,CAAC;YAC3C,WAAW,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;aAAM,CAAC;YACL,WAAyB,CAAC,aAAa,GAAG,KAAK,CAAC;QACnD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACnF,IAAI,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;QAChD,UAAwB,CAAC,aAAa,GAAG,KAAK,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACtC,IAAI,QAAQ,EAAE,CAAC;QACZ,QAAsB,CAAC,aAAa,GAAG,KAAK,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,oGAAoG;AACpG,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,MAAc,EACd,IAAwB,EACxB,QAA2B,EAAE,IAAI,EAAE,WAAW,EAAE,EACvC,EAAE;IACX,IAAI,IAAI,KAAK,MAAM,IAAI,kBAAkB,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC;IAChE,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;QACxB,MAAoB,CAAC,aAAa,GAAG,KAAK,CAAC;QAC5C,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;AACvC,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,MAAc,EAAW,EAAE;IAClE,MAAM,KAAK,GAAI,MAAoB,CAAC,aAAa,CAAC;IAClD,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IACzB,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC7C,IAAI,MAAM;QAAE,OAAQ,MAAoB,CAAC,aAAa,CAAC;IACvD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,wBAAwB;AAExB;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,MAAc,EAAQ,EAAE;IACxD,IAAI,eAAe,IAAI,MAAM,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,aAAa,CAAC;IAC9B,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACtC,IAAI,eAAe,IAAI,OAAO,EAAE,CAAC;gBAC/B,OAAQ,OAAe,CAAC,aAAa,CAAC;YACxC,CAAC;YACD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpC,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,eAAe,IAAI,KAAK,EAAE,CAAC;wBACnE,OAAQ,KAAa,CAAC,aAAa,CAAC;oBACtC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAChC,IAAI,eAAe,IAAI,IAAI,EAAE,CAAC;gBAC5B,OAAQ,IAAY,CAAC,aAAa,CAAC;YACrC,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACjC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,eAAe,IAAI,KAAK,EAAE,CAAC;gBACnE,OAAQ,KAAa,CAAC,aAAa,CAAC;YACtC,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAC"}

package/dist/providers/utils/fileUtils.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Decode URL if it's URL-encoded. Returns the same string if already decoded.
+ * Throws ValidationError if the URL contains malformed percent-encoding.
+ * @param url - The URL to potentially decode
+ * @returns The decoded URL if it was encoded, otherwise the original URL
+ * @throws ValidationError if the URL contains malformed percent-encoding
+ */
+export declare const decodeUrlIfEncoded: (url: string) => string;
+/**
+ * Parse file data and extract base64 string and mime type.
+ * - Well-formed data URI: returns mimeType and base64String
+ * - Malformed data URI: throws ValidationError
+ * - Plain base64: returns base64String with mimeType as null
+ */
+export declare const parseFileData: (fileData: string) => {
+    base64String: string;
+    mimeType: string | null;
+};

package/dist/providers/utils/fileUtils.js

@@ -0,0 +1,46 @@
+/**
+ * Provider-agnostic helpers for reading inline file payloads.
+ *
+ * These live outside any single provider directory because Anthropic, Google,
+ * Google Vertex AI, Mistral and Bedrock all need them. Keeping them in
+ * `bedrock/utils` created an import cycle
+ * (bedrock/chatComplete -> anthropic/chatComplete -> bedrock/utils -> bedrock/chatComplete)
+ * whose top-level config spreads would then read a binding still in its TDZ.
+ */
+import { ValidationError } from '../../errors.js';
+/**
+ * Decode URL if it's URL-encoded. Returns the same string if already decoded.
+ * Throws ValidationError if the URL contains malformed percent-encoding.
+ * @param url - The URL to potentially decode
+ * @returns The decoded URL if it was encoded, otherwise the original URL
+ * @throws ValidationError if the URL contains malformed percent-encoding
+ */
+export const decodeUrlIfEncoded = (url) => {
+    try {
+        return decodeURIComponent(url);
+    }
+    catch {
+        throw new ValidationError(`Malformed URL encoding in file URL: "${url}". Please provide a valid URL-encoded string or a plain URL.`);
+    }
+};
+/**
+ * Parse file data and extract base64 string and mime type.
+ * - Well-formed data URI: returns mimeType and base64String
+ * - Malformed data URI: throws ValidationError
+ * - Plain base64: returns base64String with mimeType as null
+ */
+export const parseFileData = (fileData) => {
+    if (!fileData.startsWith('data:')) {
+        return { base64String: fileData, mimeType: null };
+    }
+    const [mimePart, dataPart] = fileData.split(';base64,');
+    if (!mimePart || !dataPart) {
+        throw new ValidationError(`Malformed data URI. Expected format: data:mime/type;base64,<base64data>`);
+    }
+    const mimeType = mimePart.split(':')[1];
+    if (!mimeType) {
+        throw new ValidationError(`Malformed data URI. Expected format: data:mime/type;base64,<base64data>`);
+    }
+    return { base64String: dataPart, mimeType };
+};
+//# sourceMappingURL=fileUtils.js.map

package/dist/providers/utils/fileUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fileUtils.js","sourceRoot":"","sources":["../../../src/providers/utils/fileUtils.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE/C;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,GAAW,EAAU,EAAE;IACxD,IAAI,CAAC;QACH,OAAO,kBAAkB,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,eAAe,CACvB,wCAAwC,GAAG,8DAA8D,CAC1G,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,QAAgB,EAAqD,EAAE;IACnG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAClC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IACpD,CAAC;IAED,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACxD,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3B,MAAM,IAAI,eAAe,CAAC,yEAAyE,CAAC,CAAC;IACvG,CAAC;IAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACxC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,eAAe,CAAC,yEAAyE,CAAC,CAAC;IACvG,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;AAC9C,CAAC,CAAC"}

package/dist/providers/utils/finishReasonMap.d.ts

@@ -0,0 +1,4 @@
+import { ANTHROPIC_STOP_REASON } from '../anthropic/types.js';
+import { FINISH_REASON, PROVIDER_FINISH_REASON } from '../types.js';
+export declare const finishReasonMap: Map<PROVIDER_FINISH_REASON, FINISH_REASON>;
+export declare const AnthropicFinishReasonMap: Map<PROVIDER_FINISH_REASON, ANTHROPIC_STOP_REASON>;

package/dist/providers/utils/finishReasonMap.js

@@ -0,0 +1,83 @@
+import { ANTHROPIC_STOP_REASON } from '../anthropic/types.js';
+import { BEDROCK_CONVERSE_STOP_REASON, TITAN_STOP_REASON } from '../bedrock/types.js';
+import { COHERE_STOP_REASON } from '../cohere/types.js';
+import { VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON } from '../google-vertex-ai/types.js';
+import { GOOGLE_GENERATE_CONTENT_FINISH_REASON } from '../google/types.js';
+import { MISTRAL_AI_FINISH_REASON } from '../mistral-ai/types.js';
+import { TOGETHER_AI_FINISH_REASON } from '../together-ai/types.js';
+import { FINISH_REASON } from '../types.js';
+// TODO: rename this to OpenAIFinishReasonMap
+export const finishReasonMap = new Map([
+    // https://docs.anthropic.com/en/api/messages#response-stop-reason
+    [ANTHROPIC_STOP_REASON.stop_sequence, FINISH_REASON.stop],
+    [ANTHROPIC_STOP_REASON.end_turn, FINISH_REASON.stop],
+    [ANTHROPIC_STOP_REASON.pause_turn, FINISH_REASON.stop],
+    [ANTHROPIC_STOP_REASON.tool_use, FINISH_REASON.tool_calls],
+    [ANTHROPIC_STOP_REASON.max_tokens, FINISH_REASON.length],
+    [ANTHROPIC_STOP_REASON.refusal, FINISH_REASON.content_filter],
+    // https://docs.aws.amazon.com/bedrock/latest/APIReference/API_runtime_Converse.html#API_runtime_Converse_ResponseSyntax
+    [BEDROCK_CONVERSE_STOP_REASON.end_turn, FINISH_REASON.stop],
+    [BEDROCK_CONVERSE_STOP_REASON.tool_use, FINISH_REASON.tool_calls],
+    [BEDROCK_CONVERSE_STOP_REASON.max_tokens, FINISH_REASON.length],
+    [BEDROCK_CONVERSE_STOP_REASON.stop_sequence, FINISH_REASON.stop],
+    [BEDROCK_CONVERSE_STOP_REASON.guardrail_intervened, FINISH_REASON.content_filter],
+    [BEDROCK_CONVERSE_STOP_REASON.content_filtered, FINISH_REASON.content_filter],
+    // https://cloud.google.com/vertex-ai/generative-ai/docs/reference/nodejs/latest/vertexai/finishreason?hl=en
+    [VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.STOP, FINISH_REASON.stop],
+    [VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.RECITATION, FINISH_REASON.stop],
+    [VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.OTHER, FINISH_REASON.stop],
+    [VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.FINISH_REASON_UNSPECIFIED, FINISH_REASON.stop],
+    [VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.MAX_TOKENS, FINISH_REASON.length],
+    [VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.SAFETY, FINISH_REASON.content_filter],
+    [VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.PROHIBITED_CONTENT, FINISH_REASON.content_filter],
+    [VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.BLOCKLIST, FINISH_REASON.content_filter],
+    [VERTEX_GEMINI_GENERATE_CONTENT_FINISH_REASON.SPII, FINISH_REASON.content_filter],
+    // https://ai.google.dev/api/generate-content#FinishReason
+    [GOOGLE_GENERATE_CONTENT_FINISH_REASON.FINISH_REASON_UNSPECIFIED, FINISH_REASON.stop],
+    [GOOGLE_GENERATE_CONTENT_FINISH_REASON.STOP, FINISH_REASON.stop],
+    [GOOGLE_GENERATE_CONTENT_FINISH_REASON.MAX_TOKENS, FINISH_REASON.length],
+    [GOOGLE_GENERATE_CONTENT_FINISH_REASON.SAFETY, FINISH_REASON.content_filter],
+    [GOOGLE_GENERATE_CONTENT_FINISH_REASON.RECITATION, FINISH_REASON.stop],
+    [GOOGLE_GENERATE_CONTENT_FINISH_REASON.LANGUAGE, FINISH_REASON.content_filter],
+    [GOOGLE_GENERATE_CONTENT_FINISH_REASON.OTHER, FINISH_REASON.stop],
+    [GOOGLE_GENERATE_CONTENT_FINISH_REASON.BLOCKLIST, FINISH_REASON.content_filter],
+    [GOOGLE_GENERATE_CONTENT_FINISH_REASON.PROHIBITED_CONTENT, FINISH_REASON.content_filter],
+    [GOOGLE_GENERATE_CONTENT_FINISH_REASON.SPII, FINISH_REASON.content_filter],
+    [GOOGLE_GENERATE_CONTENT_FINISH_REASON.MALFORMED_FUNCTION_CALL, FINISH_REASON.stop],
+    [GOOGLE_GENERATE_CONTENT_FINISH_REASON.IMAGE_SAFETY, FINISH_REASON.content_filter],
+    // https://docs.aws.amazon.com/bedrock/latest/userguide/model-parameters-titan-text.html
+    [TITAN_STOP_REASON.FINISHED, FINISH_REASON.stop],
+    [TITAN_STOP_REASON.LENGTH, FINISH_REASON.length],
+    [TITAN_STOP_REASON.STOP_CRITERIA_MET, FINISH_REASON.stop],
+    [TITAN_STOP_REASON.RAG_QUERY_WHEN_RAG_DISABLED, FINISH_REASON.stop],
+    [TITAN_STOP_REASON.CONTENT_FILTERED, FINISH_REASON.content_filter],
+    // https://docs.mistral.ai/api/#tag/chat/operation/chat_completion_v1_chat_completions_post
+    [MISTRAL_AI_FINISH_REASON.STOP, FINISH_REASON.stop],
+    [MISTRAL_AI_FINISH_REASON.LENGTH, FINISH_REASON.length],
+    [MISTRAL_AI_FINISH_REASON.MODEL_LENGTH, FINISH_REASON.length],
+    [MISTRAL_AI_FINISH_REASON.TOOL_CALLS, FINISH_REASON.tool_calls],
+    [MISTRAL_AI_FINISH_REASON.ERROR, FINISH_REASON.stop],
+    // https://docs.together.ai/reference/chat-completions-1
+    [TOGETHER_AI_FINISH_REASON.STOP, FINISH_REASON.stop],
+    [TOGETHER_AI_FINISH_REASON.EOS, FINISH_REASON.stop],
+    [TOGETHER_AI_FINISH_REASON.LENGTH, FINISH_REASON.length],
+    [TOGETHER_AI_FINISH_REASON.TOOL_CALLS, FINISH_REASON.tool_calls],
+    [TOGETHER_AI_FINISH_REASON.FUNCTION_CALL, FINISH_REASON.function_call],
+    // https://docs.cohere.com/reference/chat#response.body.finish_reason
+    [COHERE_STOP_REASON.complete, FINISH_REASON.stop],
+    [COHERE_STOP_REASON.stop_sequence, FINISH_REASON.stop],
+    [COHERE_STOP_REASON.max_tokens, FINISH_REASON.length],
+    [COHERE_STOP_REASON.tool_call, FINISH_REASON.tool_calls],
+    [COHERE_STOP_REASON.error, FINISH_REASON.stop],
+    [COHERE_STOP_REASON.timeout, FINISH_REASON.stop],
+]);
+export const AnthropicFinishReasonMap = new Map([
+    // https://docs.aws.amazon.com/bedrock/latest/APIReference/API_runtime_Converse.html#API_runtime_Converse_ResponseSyntax
+    [BEDROCK_CONVERSE_STOP_REASON.end_turn, ANTHROPIC_STOP_REASON.end_turn],
+    [BEDROCK_CONVERSE_STOP_REASON.tool_use, ANTHROPIC_STOP_REASON.tool_use],
+    [BEDROCK_CONVERSE_STOP_REASON.max_tokens, ANTHROPIC_STOP_REASON.max_tokens],
+    [BEDROCK_CONVERSE_STOP_REASON.stop_sequence, ANTHROPIC_STOP_REASON.stop_sequence],
+    [BEDROCK_CONVERSE_STOP_REASON.guardrail_intervened, ANTHROPIC_STOP_REASON.end_turn],
+    [BEDROCK_CONVERSE_STOP_REASON.content_filtered, ANTHROPIC_STOP_REASON.end_turn],
+]);
+//# sourceMappingURL=finishReasonMap.js.map

package/dist/providers/utils/finishReasonMap.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"finishReasonMap.js","sourceRoot":"","sources":["../../../src/providers/utils/finishReasonMap.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,4BAA4B,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,4CAA4C,EAAE,MAAM,2BAA2B,CAAC;AACzF,OAAO,EAAE,qCAAqC,EAAE,MAAM,iBAAiB,CAAC;AACxE,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAC/D,OAAO,EAAE,yBAAyB,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAE,aAAa,EAA0B,MAAM,UAAU,CAAC;AAEjE,6CAA6C;AAC7C,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAwC;IAC5E,kEAAkE;IAClE,CAAC,qBAAqB,CAAC,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC;IACzD,CAAC,qBAAqB,CAAC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC;IACpD,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC;IACtD,CAAC,qBAAqB,CAAC,QAAQ,EAAE,aAAa,CAAC,UAAU,CAAC;IAC1D,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC;IACxD,CAAC,qBAAqB,CAAC,OAAO,EAAE,aAAa,CAAC,cAAc,CAAC;IAC7D,wHAAwH;IACxH,CAAC,4BAA4B,CAAC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC;IAC3D,CAAC,4BAA4B,CAAC,QAAQ,EAAE,aAAa,CAAC,UAAU,CAAC;IACjE,CAAC,4BAA4B,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC;IAC/D,CAAC,4BAA4B,CAAC,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC;IAChE,CAAC,4BAA4B,CAAC,oBAAoB,EAAE,aAAa,CAAC,cAAc,CAAC;IACjF,CAAC,4BAA4B,CAAC,gBAAgB,EAAE,aAAa,CAAC,cAAc,CAAC;IAC7E,4GAA4G;IAC5G,CAAC,4CAA4C,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC;IACvE,CAAC,4CAA4C,CAAC,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC;IAC7E,CAAC,4CAA4C,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC;IACxE,CAAC,4CAA4C,CAAC,yBAAyB,EAAE,aAAa,CAAC,IAAI,CAAC;IAC5F,CAAC,4CAA4C,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC;IAC/E,CAAC,4CAA4C,CAAC,MAAM,EAAE,aAAa,CAAC,cAAc,CAAC;IACnF,CAAC,4CAA4C,CAAC,kBAAkB,EAAE,aAAa,CAAC,cAAc,CAAC;IAC/F,CAAC,4CAA4C,CAAC,SAAS,EAAE,aAAa,CAAC,cAAc,CAAC;IACtF,CAAC,4CAA4C,CAAC,IAAI,EAAE,aAAa,CAAC,cAAc,CAAC;IACjF,0DAA0D;IAC1D,CAAC,qCAAqC,CAAC,yBAAyB,EAAE,aAAa,CAAC,IAAI,CAAC;IACrF,CAAC,qCAAqC,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC;IAChE,CAAC,qCAAqC,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC;IACxE,CAAC,qCAAqC,CAAC,MAAM,EAAE,aAAa,CAAC,cAAc,CAAC;IAC5E,CAAC,qCAAqC,CAAC,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC;IACtE,CAAC,qCAAqC,CAAC,QAAQ,EAAE,aAAa,CAAC,cAAc,CAAC;IAC9E,CAAC,qCAAqC,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC;IACjE,CAAC,qCAAqC,CAAC,SAAS,EAAE,aAAa,CAAC,cAAc,CAAC;IAC/E,CAAC,qCAAqC,CAAC,kBAAkB,EAAE,aAAa,CAAC,cAAc,CAAC;IACxF,CAAC,qCAAqC,CAAC,IAAI,EAAE,aAAa,CAAC,cAAc,CAAC;IAC1E,CAAC,qCAAqC,CAAC,uBAAuB,EAAE,aAAa,CAAC,IAAI,CAAC;IACnF,CAAC,qCAAqC,CAAC,YAAY,EAAE,aAAa,CAAC,cAAc,CAAC;IAClF,wFAAwF;IACxF,CAAC,iBAAiB,CAAC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC;IAChD,CAAC,iBAAiB,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC;IAChD,CAAC,iBAAiB,CAAC,iBAAiB,EAAE,aAAa,CAAC,IAAI,CAAC;IACzD,CAAC,iBAAiB,CAAC,2BAA2B,EAAE,aAAa,CAAC,IAAI,CAAC;IACnE,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,aAAa,CAAC,cAAc,CAAC;IAClE,2FAA2F;IAC3F,CAAC,wBAAwB,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC;IACnD,CAAC,wBAAwB,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC;IACvD,CAAC,wBAAwB,CAAC,YAAY,EAAE,aAAa,CAAC,MAAM,CAAC;IAC7D,CAAC,wBAAwB,CAAC,UAAU,EAAE,aAAa,CAAC,UAAU,CAAC;IAC/D,CAAC,wBAAwB,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC;IACpD,wDAAwD;IACxD,CAAC,yBAAyB,CAAC,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC;IACpD,CAAC,yBAAyB,CAAC,GAAG,EAAE,aAAa,CAAC,IAAI,CAAC;IACnD,CAAC,yBAAyB,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC;IACxD,CAAC,yBAAyB,CAAC,UAAU,EAAE,aAAa,CAAC,UAAU,CAAC;IAChE,CAAC,yBAAyB,CAAC,aAAa,EAAE,aAAa,CAAC,aAAa,CAAC;IACtE,qEAAqE;IACrE,CAAC,kBAAkB,CAAC,QAAQ,EAAE,aAAa,CAAC,IAAI,CAAC;IACjD,CAAC,kBAAkB,CAAC,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC;IACtD,CAAC,kBAAkB,CAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC;IACrD,CAAC,kBAAkB,CAAC,SAAS,EAAE,aAAa,CAAC,UAAU,CAAC;IACxD,CAAC,kBAAkB,CAAC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC;IAC9C,CAAC,kBAAkB,CAAC,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC;CACjD,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAAgD;IAC7F,wHAAwH;IACxH,CAAC,4BAA4B,CAAC,QAAQ,EAAE,qBAAqB,CAAC,QAAQ,CAAC;IACvE,CAAC,4BAA4B,CAAC,QAAQ,EAAE,qBAAqB,CAAC,QAAQ,CAAC;IACvE,CAAC,4BAA4B,CAAC,UAAU,EAAE,qBAAqB,CAAC,UAAU,CAAC;IAC3E,CAAC,4BAA4B,CAAC,aAAa,EAAE,qBAAqB,CAAC,aAAa,CAAC;IACjF,CAAC,4BAA4B,CAAC,oBAAoB,EAAE,qBAAqB,CAAC,QAAQ,CAAC;IACnF,CAAC,4BAA4B,CAAC,gBAAgB,EAAE,qBAAqB,CAAC,QAAQ,CAAC;CAChF,CAAC,CAAC"}

package/dist/providers/utils/toolUtils.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Parses tool call arguments from any provider.
+ * Returns an empty object for null, undefined, or empty string arguments.
+ */
+export declare function parseToolArguments(rawArguments: unknown): Record<string, unknown>;
+export type ToolArgumentParsingContext = {
+    model?: string;
+    provider?: string;
+};
+export declare function parseToolArgumentsByContext(rawArguments: unknown, context?: ToolArgumentParsingContext): Record<string, unknown>;

package/dist/providers/utils/toolUtils.js

@@ -0,0 +1,35 @@
+import { parseToolArgumentsForAnthropic } from '../anthropic/utils.js';
+/**
+ * Parses tool call arguments from any provider.
+ * Returns an empty object for null, undefined, or empty string arguments.
+ */
+export function parseToolArguments(rawArguments) {
+    const jsonString = String(rawArguments ?? '').trim();
+    if (!jsonString) {
+        return {};
+    }
+    const parsed = JSON.parse(jsonString);
+    return typeof parsed === 'object' && parsed !== null ? parsed : {};
+}
+const isAnthropicLikeString = (value) => {
+    if (!value)
+        return false;
+    const normalized = value.toLowerCase();
+    return normalized.includes('anthropic') || normalized.includes('claude');
+};
+const shouldUseAnthropicToolArgumentParser = (context) => {
+    if (!context)
+        return false;
+    if (isAnthropicLikeString(context.model))
+        return true;
+    if (isAnthropicLikeString(context.provider))
+        return true;
+    return false;
+};
+export function parseToolArgumentsByContext(rawArguments, context) {
+    if (shouldUseAnthropicToolArgumentParser(context)) {
+        return parseToolArgumentsForAnthropic(rawArguments);
+    }
+    return parseToolArguments(rawArguments);
+}
+//# sourceMappingURL=toolUtils.js.map

package/dist/providers/utils/toolUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"toolUtils.js","sourceRoot":"","sources":["../../../src/providers/utils/toolUtils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,8BAA8B,EAAE,MAAM,oBAAoB,CAAC;AAEpE;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,YAAqB;IACtD,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACrD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACtC,OAAO,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;AACrE,CAAC;AAED,MAAM,qBAAqB,GAAG,CAAC,KAAc,EAAW,EAAE;IACxD,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IACzB,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IACvC,OAAO,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAC3E,CAAC,CAAC;AAOF,MAAM,oCAAoC,GAAG,CAAC,OAAoC,EAAW,EAAE;IAC7F,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAC3B,IAAI,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACtD,IAAI,qBAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IACzD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,UAAU,2BAA2B,CACzC,YAAqB,EACrB,OAAoC;IAEpC,IAAI,oCAAoC,CAAC,OAAO,CAAC,EAAE,CAAC;QAClD,OAAO,8BAA8B,CAAC,YAAY,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,kBAAkB,CAAC,YAAY,CAAC,CAAC;AAC1C,CAAC"}

package/dist/providers/utils.d.ts

@@ -0,0 +1,63 @@
+import { Provider } from '../entities/Provider.js';
+import { EmbedParams } from '../types/embedRequestBody.js';
+import { Params } from '../types/requestBody.js';
+import { ErrorResponseBodyWithExtras } from '../utils/errorHandlingUtils.js';
+import { ANTHROPIC_STOP_REASON } from './anthropic/types.js';
+import { Batch, FINISH_REASON, PROVIDER_FINISH_REASON } from './types.js';
+export declare const generateInvalidProviderResponseError: (response: Record<string, any>, provider: string) => ErrorResponseBodyWithExtras;
+export declare const generateErrorResponse: (errorDetails: {
+    message: string;
+    type: string | null;
+    param?: string | null;
+    code: string | null;
+}, provider: string) => ErrorResponseBodyWithExtras;
+type SplitResult = {
+    before: string;
+    after: string;
+};
+export declare function splitString(input: string, separator: string): SplitResult;
+/**
+ * ================================
+ * NOTE: Keep this function while syncing from upstream
+ * ================================
+ */
+export declare function handleResponseTransformWithGenericError(response: Record<string, any>, responseStatus: number, responseHeaders: Headers, strictOpenAiCompliance: boolean, gatewayRequestUrl: string, gatewayRequest: Params | EmbedParams | Batch | ReadableStream | FormData, responseTransformer: Function, provider: Provider): Promise<any>;
+export declare const transformFinishReason: (finishReason?: PROVIDER_FINISH_REASON, strictOpenAiCompliance?: boolean) => FINISH_REASON | PROVIDER_FINISH_REASON;
+export declare const transformToAnthropicStopReason: (finishReason?: PROVIDER_FINISH_REASON) => ANTHROPIC_STOP_REASON;
+/**
+ * Validates encoding_format parameter for embedding providers.
+ * Accepts "float" and "base64" as valid string values, rejects arrays.
+ *
+ * @param params - The request parameters object
+ * @returns true (always removes the parameter after validation)
+ * @throws HTTPException(400) if validation fails
+ */
+export declare const validateEncodingFormatAndRemove: (params: any) => boolean;
+/**
+ * Converts a float array embedding to base64 encoded string.
+ * This mimics the behavior from bedrock access gateway.
+ *
+ * @param embedding - The float array embedding to convert
+ * @returns base64 encoded string representation of the embedding
+ */
+export declare const convertFloatEmbeddingToBase64: (embedding: number[]) => string;
+/**
+ * Post-processes an OpenAI-formatted embedding response to convert embeddings to base64 if requested.
+ * This function is called after all provider-specific transformations are complete.
+ *
+ * @param response - The OpenAI-formatted embedding response
+ * @param encodingFormat - The requested encoding format ('float' or 'base64')
+ * @returns The response with embeddings converted to base64 if requested
+ */
+export declare const postProcessEmbeddingResponse: (response: any, encodingFormat?: string) => any;
+/**
+ * Converts hex-encoded SHA-1 thumbprint to base64url for JWT x5t header
+ */
+export declare function hexThumbprintToBase64Url(hex: string): string;
+/**
+ * Check if messages contain file references by file_id (not URLs or file_data)
+ * This is used to automatically set the files-api-2025-04-14 beta header
+ * Only checks user messages (not assistant or system messages)
+ */
+export declare function hasFileIdReferences(messages: Params['messages']): boolean;
+export {};