@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.2

package/dist/providers/anyscale/embed.d.ts

@@ -0,0 +1,7 @@
+import { EmbedResponse } from '../../types/embedRequestBody.js';
+import { ErrorResponse, ProviderConfig } from '../types.js';
+import { AnyscaleErrorResponse, AnyscaleValidationErrorResponse } from './chatComplete.js';
+export declare const AnyscaleEmbedConfig: ProviderConfig;
+export interface AnyscaleEmbedResponse extends EmbedResponse {
+}
+export declare const AnyscaleEmbedResponseTransform: (response: AnyscaleEmbedResponse | AnyscaleErrorResponse | AnyscaleValidationErrorResponse, responseStatus: number) => EmbedResponse | ErrorResponse;

package/dist/providers/anyscale/embed.js

@@ -0,0 +1,40 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * ================================
+ */
+import { ANYSCALE } from '../../globals.js';
+import { generateInvalidProviderResponseError } from '../utils.js';
+import { AnyscaleErrorResponseTransform } from './chatComplete.js';
+export const AnyscaleEmbedConfig = {
+    model: {
+        param: 'model',
+        required: true,
+        default: 'thenlper/gte-large',
+    },
+    input: {
+        param: 'input',
+        default: '',
+    },
+    user: {
+        param: 'user',
+    },
+};
+export const AnyscaleEmbedResponseTransform = (response, responseStatus) => {
+    if (responseStatus !== 200) {
+        const errorResponse = AnyscaleErrorResponseTransform(response);
+        if (errorResponse)
+            return errorResponse;
+    }
+    if ('data' in response) {
+        return {
+            object: response.object,
+            data: response.data,
+            provider: ANYSCALE,
+            model: response.model,
+            usage: response.usage,
+        };
+    }
+    return generateInvalidProviderResponseError(response, ANYSCALE);
+};
+//# sourceMappingURL=embed.js.map

package/dist/providers/anyscale/embed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.js","sourceRoot":"","sources":["../../../src/providers/anyscale/embed.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC,OAAO,EAAE,oCAAoC,EAAE,MAAM,UAAU,CAAC;AAChE,OAAO,EAAyB,8BAA8B,EAAmC,MAAM,gBAAgB,CAAC;AAExH,MAAM,CAAC,MAAM,mBAAmB,GAAmB;IACjD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,oBAAoB;KAC9B;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,EAAE;KACZ;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;KACd;CACF,CAAC;AAIF,MAAM,CAAC,MAAM,8BAA8B,GAGN,CAAC,QAAQ,EAAE,cAAc,EAAE,EAAE;IAChE,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,8BAA8B,CAClD,QAAmE,CACpE,CAAC;QACF,IAAI,aAAa;YAAE,OAAO,aAAa,CAAC;IAC1C,CAAC;IAED,IAAI,MAAM,IAAI,QAAQ,EAAE,CAAC;QACvB,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC;IACJ,CAAC;IAED,OAAO,oCAAoC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAClE,CAAC,CAAC"}

package/dist/providers/anyscale/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * ================================
+ */
+import { ProviderConfigs } from '../types.js';
+declare const AnyscaleConfig: ProviderConfigs;
+export default AnyscaleConfig;

package/dist/providers/anyscale/index.js

@@ -0,0 +1,19 @@
+import AnyscaleAPIConfig from './api.js';
+import { AnyscaleChatCompleteConfig, AnyscaleChatCompleteResponseTransform, AnyscaleChatCompleteStreamChunkTransform, } from './chatComplete.js';
+import { AnyscaleCompleteConfig, AnyscaleCompleteResponseTransform, AnyscaleCompleteStreamChunkTransform, } from './complete.js';
+import { AnyscaleEmbedConfig, AnyscaleEmbedResponseTransform } from './embed.js';
+const AnyscaleConfig = {
+    complete: AnyscaleCompleteConfig,
+    chatComplete: AnyscaleChatCompleteConfig,
+    embed: AnyscaleEmbedConfig,
+    api: AnyscaleAPIConfig,
+    responseTransforms: {
+        'stream-complete': AnyscaleCompleteStreamChunkTransform,
+        complete: AnyscaleCompleteResponseTransform,
+        chatComplete: AnyscaleChatCompleteResponseTransform,
+        'stream-chatComplete': AnyscaleChatCompleteStreamChunkTransform,
+        embed: AnyscaleEmbedResponseTransform,
+    },
+};
+export default AnyscaleConfig;
+//# sourceMappingURL=index.js.map

package/dist/providers/anyscale/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/providers/anyscale/index.ts"],"names":[],"mappings":"AAMA,OAAO,iBAAiB,MAAM,OAAO,CAAC;AACtC,OAAO,EACL,0BAA0B,EAC1B,qCAAqC,EACrC,wCAAwC,GACzC,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,sBAAsB,EACtB,iCAAiC,EACjC,oCAAoC,GACrC,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,mBAAmB,EAAE,8BAA8B,EAAE,MAAM,SAAS,CAAC;AAE9E,MAAM,cAAc,GAAoB;IACtC,QAAQ,EAAE,sBAAsB;IAChC,YAAY,EAAE,0BAA0B;IACxC,KAAK,EAAE,mBAAmB;IAC1B,GAAG,EAAE,iBAAiB;IACtB,kBAAkB,EAAE;QAClB,iBAAiB,EAAE,oCAAoC;QACvD,QAAQ,EAAE,iCAAiC;QAC3C,YAAY,EAAE,qCAAqC;QACnD,qBAAqB,EAAE,wCAAwC;QAC/D,KAAK,EAAE,8BAA8B;KACtC;CACF,CAAC;AAEF,eAAe,cAAc,CAAC"}

package/dist/providers/aws-bedrock-mantle/api.d.ts

@@ -0,0 +1,14 @@
+import { ProviderAPIConfig } from '../types.js';
+import { isAnthropicModel } from './modelFamily.js';
+export { isAnthropicModel };
+/**
+ * True when the model is served on Mantle's `/openai` Responses surface, whose validator
+ * accepts more tool types than the plain one.
+ *
+ * Keyed on path, not model family: `google.gemma-4-*` is on `/openai` and accepts a
+ * `namespace` tool, while `openai.gpt-oss-*` is on the plain path and rejects it. Verified
+ * against live Mantle 2026-09-02. Uncatalogued models get the plain path, the safer default.
+ */
+export declare function usesOpenAIResponsesPath(model: string): boolean;
+declare const AWSBedrockMantleAPIConfig: ProviderAPIConfig;
+export default AWSBedrockMantleAPIConfig;

package/dist/providers/aws-bedrock-mantle/api.js

@@ -0,0 +1,200 @@
+import { ValidationError } from '../../errors.js';
+import { appendApnUserAgent, AWS_BEDROCK_MANTLE } from '../../globals.js';
+import { logger } from '../../logger.js';
+import { getModelExtraConfiguration, hasModelConfig } from '../../utils/modelParamUtils.js';
+import { BEDROCK_MANTLE_BETA_KEY, resolveAnthropicBetas } from '../anthropic/anthropicBetas.js';
+import { DEFAULT_ANTHROPIC_VERSION } from '../anthropic/api.js';
+import { mergeAnthropicBetasWithOverride } from '../anthropic/utils.js';
+import { generateAWSHeaders, getCredentialsFromAssumedRole, getCredentialsFromRegion } from '../bedrock/utils.js';
+import { isAnthropicModel } from './modelFamily.js';
+export { isAnthropicModel };
+// SigV4 service name for Bedrock Mantle.
+const AWS_BEDROCK_MANTLE_SERVICE = 'bedrock-mantle';
+// follow native anthropic format for messages api
+const ANTHROPIC_MESSAGES_FNS = ['messages', 'stream-messages', 'messagesCountTokens'];
+// Catalog value meaning "served on the plain `/v1/...` path, with no extra segment".
+const PLAIN_PATH_PREFIX = '/';
+/**
+ * Some models are served on a non-standard path on the bedrock-mantle endpoint,
+ * e.g. `/openai/v1/responses` rather than the `/v1/responses` used by the rest.
+ *
+ * AWS publishes this per model as the bedrock-mantle In-Region endpoint URL in the
+ * model card's Programmatic Access table, and the models repo carries it through to
+ * the catalog as `extra_configuration.bedrock_mantle_adhoc_prefix`.
+ *
+ * eg: https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-openai-gpt-54.html
+ */
+function getModelPathPrefix(model) {
+    const prefix = getModelExtraConfiguration(AWS_BEDROCK_MANTLE, model)?.bedrock_mantle_adhoc_prefix;
+    if (!prefix) {
+        if (!hasModelConfig(AWS_BEDROCK_MANTLE, model)) {
+            logger.warn(`[aws-bedrock-mantle] No model config for "${model}", routing on the plain path. Model catalog may be stale or unavailable.`);
+        }
+        // A model ID carries no reliable signal about its path: Gemma 4 is served under
+        // `/openai` while Gemma 3 is not, and every `openai.gpt-oss-*` model is on the
+        // plain path despite the namespace. Only ~20% of Mantle models are prefixed, so
+        // fall back to the plain path rather than guessing from the name.
+        return '';
+    }
+    return prefix === PLAIN_PATH_PREFIX ? '' : prefix;
+}
+function getResponsesPath(model, suffix = '') {
+    if (isAnthropicModel(model)) {
+        throw new ValidationError(`The responses API is not supported for Anthropic models on Bedrock Mantle. Use chat completions or the messages API for "${model}".`);
+    }
+    return `${getModelPathPrefix(model)}/v1/responses${suffix}`;
+}
+const OPENAI_PATH_PREFIX = '/openai';
+/**
+ * True when the model is served on Mantle's `/openai` Responses surface, whose validator
+ * accepts more tool types than the plain one.
+ *
+ * Keyed on path, not model family: `google.gemma-4-*` is on `/openai` and accepts a
+ * `namespace` tool, while `openai.gpt-oss-*` is on the plain path and rejects it. Verified
+ * against live Mantle 2026-09-02. Uncatalogued models get the plain path, the safer default.
+ */
+export function usesOpenAIResponsesPath(model) {
+    return getModelPathPrefix(model) === OPENAI_PATH_PREFIX;
+}
+function getAccount(providerOptions) {
+    return providerOptions.providerAccount.manifest;
+}
+function getModelManifest(providerOptions) {
+    const model = providerOptions.model;
+    if (model?.manifest?.type === 'integration/model/bedrock-mantle') {
+        return model.manifest;
+    }
+    return null;
+}
+function getRequiredRegion(providerOptions) {
+    const account = getAccount(providerOptions);
+    const modelManifest = getModelManifest(providerOptions);
+    const region = modelManifest?.region ?? account.region;
+    if (!region) {
+        throw new ValidationError('AWS region is required for Bedrock Mantle.');
+    }
+    return region;
+}
+function getProject(providerOptions) {
+    const account = getAccount(providerOptions);
+    const modelManifest = getModelManifest(providerOptions);
+    return modelManifest?.project ?? account.project;
+}
+async function resolveSigV4Credentials(session, providerOptions, region, awsSessionToken) {
+    const auth = getAccount(providerOptions).auth_data;
+    switch (auth?.type) {
+        case 'access-key-based':
+            return {
+                accessKeyId: auth.access_key_id,
+                secretAccessKey: auth.secret_access_key,
+                sessionToken: awsSessionToken,
+            };
+        case 'assumed-role-based':
+            return getCredentialsFromAssumedRole(session, auth.assumed_role_arn, region, auth.external_id, AWS_BEDROCK_MANTLE);
+        default: {
+            // No explicit access key or assumed role: use the gateway's default credential chain.
+            const credentials = await getCredentialsFromRegion(region);
+            return {
+                accessKeyId: credentials.accessKeyId,
+                secretAccessKey: credentials.secretAccessKey,
+                sessionToken: credentials.sessionToken,
+            };
+        }
+    }
+}
+const AWSBedrockMantleAPIConfig = {
+    getBaseURL: ({ providerOptions }) => {
+        const account = getAccount(providerOptions);
+        const region = getRequiredRegion(providerOptions);
+        const baseUrl = account.base_url;
+        if (baseUrl) {
+            return baseUrl.replace(/\/$/, '');
+        }
+        return `https://bedrock-mantle.${region}.api.aws`;
+    },
+    headers: async ({ endpoint, providerOptions, headerOptions, callConfig, session, request, transformedRequestBody, transformedRequestUrl, }) => {
+        const headers = {
+            'content-type': request.headers?.['content-type'] ?? 'application/json',
+        };
+        const body = request.body;
+        const model = body?.model;
+        if (!model) {
+            throw new ValidationError('Model is required for Bedrock Mantle.');
+        }
+        const isAnthropicChatComplete = endpoint === 'chatComplete' && isAnthropicModel(model);
+        const isAnthropicFormat = ANTHROPIC_MESSAGES_FNS.includes(endpoint) || isAnthropicChatComplete;
+        const awsProject = getProject(providerOptions);
+        if (awsProject) {
+            if (isAnthropicFormat) {
+                headers['anthropic-workspace-id'] = awsProject;
+            }
+            else {
+                headers['OpenAI-Project'] = awsProject;
+            }
+        }
+        if (isAnthropicFormat) {
+            // Shared Anthropic beta helper still accepts a flat beta-fields bag.
+            const anthropicBetaOptions = {
+                anthropicBeta: headerOptions.anthropic?.anthropicBeta,
+                anthropicBetaOverride: headerOptions.anthropic?.anthropicBetaOverride,
+                anthropicBetaSuppressed: callConfig.anthropicBetaSuppressed,
+                anthropicVersion: headerOptions.anthropic?.anthropicVersion,
+            };
+            headers['anthropic-version'] =
+                anthropicBetaOptions.anthropicVersion ?? body?.['anthropic_version'] ?? DEFAULT_ANTHROPIC_VERSION;
+            const supportedBetas = resolveAnthropicBetas(mergeAnthropicBetasWithOverride(anthropicBetaOptions, body?.['anthropic_beta']), BEDROCK_MANTLE_BETA_KEY);
+            if (supportedBetas?.length) {
+                headers['anthropic-beta'] = supportedBetas.join(',');
+            }
+        }
+        const auth = getAccount(providerOptions).auth_data;
+        if (auth?.type === 'api-key') {
+            if (auth.api_key) {
+                if (isAnthropicFormat) {
+                    headers['x-api-key'] = auth.api_key;
+                }
+                else {
+                    headers.Authorization = `Bearer ${auth.api_key}`;
+                }
+            }
+            // API-key auth bypasses SigV4 signing, so add the APN user-agent here too.
+            appendApnUserAgent(headers);
+            return headers;
+        }
+        const region = getRequiredRegion(providerOptions);
+        const { accessKeyId, secretAccessKey, sessionToken } = await resolveSigV4Credentials(session, providerOptions, region, headerOptions.aws?.awsSessionToken);
+        return generateAWSHeaders(transformedRequestBody, headers, transformedRequestUrl ?? '', 'POST', AWS_BEDROCK_MANTLE_SERVICE, region, accessKeyId, secretAccessKey, sessionToken || '');
+    },
+    getEndpoint: ({ endpoint, request, execution }) => {
+        const body = request.body;
+        const model = body?.model;
+        if (!model) {
+            throw new ValidationError('Model is required for Bedrock Mantle.');
+        }
+        switch (endpoint) {
+            case 'createModelResponse':
+                return getResponsesPath(model);
+            case 'createModelResponseCompact':
+                return getResponsesPath(model, '/compact');
+            case 'chatComplete': {
+                // openai's chat complete is not supported for anthropic models
+                if (isAnthropicModel(model)) {
+                    return '/anthropic/v1/messages';
+                }
+                // Anthropic already returned above, so getResponsesPath cannot throw here.
+                if (execution?.openaiUseResponsesApi) {
+                    return getResponsesPath(model);
+                }
+                return `${getModelPathPrefix(model)}/v1/chat/completions`;
+            }
+            case 'messages':
+                return '/anthropic/v1/messages';
+            case 'messagesCountTokens':
+                return '/anthropic/v1/messages/count_tokens';
+            default:
+                return '';
+        }
+    },
+};
+export default AWSBedrockMantleAPIConfig;
+//# sourceMappingURL=api.js.map

package/dist/providers/aws-bedrock-mantle/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/providers/aws-bedrock-mantle/api.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACvE,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAGtC,OAAO,EAAE,0BAA0B,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AACzF,OAAO,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AAC7F,OAAO,EAAE,yBAAyB,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,+BAA+B,EAAE,MAAM,oBAAoB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,6BAA6B,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AAE/G,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAEjD,OAAO,EAAE,gBAAgB,EAAE,CAAC;AAE5B,yCAAyC;AACzC,MAAM,0BAA0B,GAAG,gBAAgB,CAAC;AAEpD,kDAAkD;AAClD,MAAM,sBAAsB,GAAG,CAAC,UAAU,EAAE,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;AAEtF,qFAAqF;AACrF,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B;;;;;;;;;GASG;AACH,SAAS,kBAAkB,CAAC,KAAa;IACvC,MAAM,MAAM,GAAG,0BAA0B,CAAC,kBAAkB,EAAE,KAAK,CAAC,EAAE,2BAA2B,CAAC;IAElG,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,IAAI,CAAC,cAAc,CAAC,kBAAkB,EAAE,KAAK,CAAC,EAAE,CAAC;YAC/C,MAAM,CAAC,IAAI,CACT,6CAA6C,KAAK,0EAA0E,CAC7H,CAAC;QACJ,CAAC;QACD,gFAAgF;QAChF,+EAA+E;QAC/E,gFAAgF;QAChF,kEAAkE;QAClE,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,MAAM,KAAK,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;AACpD,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAa,EAAE,MAAM,GAAG,EAAE;IAClD,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,eAAe,CACvB,4HAA4H,KAAK,IAAI,CACtI,CAAC;IACJ,CAAC;IAED,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,gBAAgB,MAAM,EAAE,CAAC;AAC9D,CAAC;AAED,MAAM,kBAAkB,GAAG,SAAS,CAAC;AAErC;;;;;;;GAOG;AACH,MAAM,UAAU,uBAAuB,CAAC,KAAa;IACnD,OAAO,kBAAkB,CAAC,KAAK,CAAC,KAAK,kBAAkB,CAAC;AAC1D,CAAC;AAQD,SAAS,UAAU,CAAC,eAAgC;IAClD,OAAO,eAAe,CAAC,eAAe,CAAC,QAA2C,CAAC;AACrF,CAAC;AAED,SAAS,gBAAgB,CAAC,eAAgC;IACxD,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC;IACpC,IAAI,KAAK,EAAE,QAAQ,EAAE,IAAI,KAAK,kCAAkC,EAAE,CAAC;QACjE,OAAO,KAAK,CAAC,QAA8B,CAAC;IAC9C,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,iBAAiB,CAAC,eAAgC;IACzD,MAAM,OAAO,GAAG,UAAU,CAAC,eAAe,CAAC,CAAC;IAC5C,MAAM,aAAa,GAAG,gBAAgB,CAAC,eAAe,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,aAAa,EAAE,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC;IACvD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,eAAe,CAAC,4CAA4C,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,eAAgC;IAClD,MAAM,OAAO,GAAG,UAAU,CAAC,eAAe,CAAC,CAAC;IAC5C,MAAM,aAAa,GAAG,gBAAgB,CAAC,eAAe,CAAC,CAAC;IACxD,OAAO,aAAa,EAAE,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC;AACnD,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,OAAuB,EACvB,eAAgC,EAChC,MAAc,EACd,eAAwB;IAExB,MAAM,IAAI,GAAG,UAAU,CAAC,eAAe,CAAC,CAAC,SAAS,CAAC;IAEnD,QAAQ,IAAI,EAAE,IAAI,EAAE,CAAC;QACnB,KAAK,kBAAkB;YACrB,OAAO;gBACL,WAAW,EAAE,IAAI,CAAC,aAAa;gBAC/B,eAAe,EAAE,IAAI,CAAC,iBAAiB;gBACvC,YAAY,EAAE,eAAe;aAC9B,CAAC;QACJ,KAAK,oBAAoB;YACvB,OAAO,6BAA6B,CAClC,OAAO,EACP,IAAI,CAAC,gBAAgB,EACrB,MAAM,EACN,IAAI,CAAC,WAAW,EAChB,kBAAkB,CACnB,CAAC;QACJ,OAAO,CAAC,CAAC,CAAC;YACR,sFAAsF;YACtF,MAAM,WAAW,GAAG,MAAM,wBAAwB,CAAC,MAAM,CAAC,CAAC;YAC3D,OAAO;gBACL,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,eAAe,EAAE,WAAW,CAAC,eAAe;gBAC5C,YAAY,EAAE,WAAW,CAAC,YAAY;aACvC,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,yBAAyB,GAAsB;IACnD,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE;QAClC,MAAM,OAAO,GAAG,UAAU,CAAC,eAAe,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,0BAA0B,MAAM,UAAU,CAAC;IACpD,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,EACd,QAAQ,EACR,eAAe,EACf,aAAa,EACb,UAAU,EACV,OAAO,EACP,OAAO,EACP,sBAAsB,EACtB,qBAAqB,GACtB,EAAE,EAAE;QACH,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,cAAc,CAAC,IAAI,kBAAkB;SACxE,CAAC;QAEF,MAAM,IAAI,GAAG,OAAO,CAAC,IAA0B,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,CAAC;QAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,eAAe,CAAC,uCAAuC,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,uBAAuB,GAAG,QAAQ,KAAK,cAAc,IAAI,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACvF,MAAM,iBAAiB,GAAG,sBAAsB,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,uBAAuB,CAAC;QAC/F,MAAM,UAAU,GAAG,UAAU,CAAC,eAAe,CAAC,CAAC;QAE/C,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,iBAAiB,EAAE,CAAC;gBACtB,OAAO,CAAC,wBAAwB,CAAC,GAAG,UAAU,CAAC;YACjD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,gBAAgB,CAAC,GAAG,UAAU,CAAC;YACzC,CAAC;QACH,CAAC;QAED,IAAI,iBAAiB,EAAE,CAAC;YACtB,qEAAqE;YACrE,MAAM,oBAAoB,GAAG;gBAC3B,aAAa,EAAE,aAAa,CAAC,SAAS,EAAE,aAAa;gBACrD,qBAAqB,EAAE,aAAa,CAAC,SAAS,EAAE,qBAAqB;gBACrE,uBAAuB,EAAE,UAAU,CAAC,uBAAuB;gBAC3D,gBAAgB,EAAE,aAAa,CAAC,SAAS,EAAE,gBAAgB;aAC5D,CAAC;YAEF,OAAO,CAAC,mBAAmB,CAAC;gBAC1B,oBAAoB,CAAC,gBAAgB,IAAI,IAAI,EAAE,CAAC,mBAAmB,CAAC,IAAI,yBAAyB,CAAC;YAEpG,MAAM,cAAc,GAAG,qBAAqB,CAC1C,+BAA+B,CAAC,oBAAoB,EAAE,IAAI,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAC/E,uBAAuB,CACxB,CAAC;YACF,IAAI,cAAc,EAAE,MAAM,EAAE,CAAC;gBAC3B,OAAO,CAAC,gBAAgB,CAAC,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAG,UAAU,CAAC,eAAe,CAAC,CAAC,SAAS,CAAC;QACnD,IAAI,IAAI,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,IAAI,iBAAiB,EAAE,CAAC;oBACtB,OAAO,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;gBACtC,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,aAAa,GAAG,UAAU,IAAI,CAAC,OAAO,EAAE,CAAC;gBACnD,CAAC;YACH,CAAC;YACD,2EAA2E;YAC3E,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAC5B,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,MAAM,MAAM,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;QAClD,MAAM,EAAE,WAAW,EAAE,eAAe,EAAE,YAAY,EAAE,GAAG,MAAM,uBAAuB,CAClF,OAAO,EACP,eAAe,EACf,MAAM,EACN,aAAa,CAAC,GAAG,EAAE,eAAe,CACnC,CAAC;QAEF,OAAO,kBAAkB,CACvB,sBAAsB,EACtB,OAAO,EACP,qBAAqB,IAAI,EAAE,EAC3B,MAAM,EACN,0BAA0B,EAC1B,MAAM,EACN,WAAW,EACX,eAAe,EACf,YAAY,IAAI,EAAE,CACnB,CAAC;IACJ,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE;QAChD,MAAM,IAAI,GAAG,OAAO,CAAC,IAA0B,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,CAAC;QAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,eAAe,CAAC,uCAAuC,CAAC,CAAC;QACrE,CAAC;QAED,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,qBAAqB;gBACxB,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC;YACjC,KAAK,4BAA4B;gBAC/B,OAAO,gBAAgB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YAC7C,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,+DAA+D;gBAC/D,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC5B,OAAO,wBAAwB,CAAC;gBAClC,CAAC;gBACD,2EAA2E;gBAC3E,IAAI,SAAS,EAAE,qBAAqB,EAAE,CAAC;oBACrC,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC;gBACjC,CAAC;gBACD,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,sBAAsB,CAAC;YAC5D,CAAC;YACD,KAAK,UAAU;gBACb,OAAO,wBAAwB,CAAC;YAClC,KAAK,qBAAqB;gBACxB,OAAO,qCAAqC,CAAC;YAC/C;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,eAAe,yBAAyB,CAAC"}

package/dist/providers/aws-bedrock-mantle/index.d.ts

@@ -0,0 +1,5 @@
+import { ProviderConfigs } from '../types.js';
+export declare const AWSBedrockMantleChatCompleteViaResponsesResponseTransform: (response: any, responseStatus: number) => import("../types.js").ChatCompletionResponse | import("../types.js").ErrorResponse;
+export declare const AWSBedrockMantleChatCompleteViaResponsesStreamChunkTransform: (chunk: string, fallbackId: string, streamState: Record<string, any>) => string | string[] | undefined;
+declare const AWSBedrockMantleConfig: ProviderConfigs;
+export default AWSBedrockMantleConfig;

package/dist/providers/aws-bedrock-mantle/index.js

@@ -0,0 +1,91 @@
+import { ValidationError } from '../../errors.js';
+import { AWS_BEDROCK_MANTLE } from '../../globals.js';
+import { AnthropicChatCompleteConfig, AnthropicChatCompleteResponseTransform, AnthropicChatCompleteStreamChunkTransform, } from '../anthropic/chatComplete.js';
+import { AnthropicMessagesConfig, AnthropicMessagesResponseTransform } from '../anthropic/messages.js';
+import { createModelResponseParams, OpenAICreateModelResponseTransformer } from '../open-ai-base/index.js';
+import { transformChatCompletionsToResponsesRequest, transformCursorChatCompletionsToResponsesRequest, } from '../open-ai-base/chatCompleteViaResponses/requestTransform.js';
+import { createResponsesToChatCompletionsResponseTransform } from '../open-ai-base/chatCompleteViaResponses/responseTransform.js';
+import { createResponsesToChatCompletionsStreamChunkTransform } from '../open-ai-base/chatCompleteViaResponses/streamTransform.js';
+import { OpenAICreateModelResponseConfig } from '../open-ai-base/createModelResponse.js';
+import { getCursorFreeformToolNames } from '../open-ai-base/cursor.utils.js';
+import { OpenAIChatCompleteConfig, OpenAIChatCompleteResponseTransform } from '../openai/chatComplete.js';
+import { OpenAICreateModelResponseCompactConfig, OpenAICreateModelResponseCompactTransformer, } from '../openai/createModelResponseCompact.js';
+import AWSBedrockMantleAPIConfig, { isAnthropicModel } from './api.js';
+import { hasAdditionalTools, mergeTools, normalizeCodexInput } from './responsesLite.js';
+export const AWSBedrockMantleChatCompleteViaResponsesResponseTransform = createResponsesToChatCompletionsResponseTransform(AWS_BEDROCK_MANTLE);
+export const AWSBedrockMantleChatCompleteViaResponsesStreamChunkTransform = createResponsesToChatCompletionsStreamChunkTransform(AWS_BEDROCK_MANTLE);
+const AWSBedrockMantleConfig = {
+    api: AWSBedrockMantleAPIConfig,
+    getConfig: ({ params, callConfig, execution }) => {
+        const model = params?.model;
+        if (!model) {
+            throw new ValidationError('Model is required for Bedrock Mantle.');
+        }
+        const useAnthropicChatComplete = isAnthropicModel(model);
+        const config = {
+            // Codex hides tools in an `additional_tools` input item and records sub-agent turns as
+            // `agent_message`; Mantle rejects both.
+            createModelResponse: createModelResponseParams([], {}, {
+                input: {
+                    param: 'input',
+                    required: true,
+                    transform: (params) => normalizeCodexInput(params),
+                },
+                tools: {
+                    param: 'tools',
+                    // Fires the hoist even when there is NO top-level `tools` key (Codex's case):
+                    // transformUsingProviderConfig only runs `transform` when the key is present,
+                    // so `required` + `default` cover the absent-key path.
+                    required: (params) => hasAdditionalTools(params),
+                    default: (params) => mergeTools(params),
+                    // Fires when top-level `tools` IS present (merge both).
+                    transform: (params) => mergeTools(params),
+                },
+            }),
+            // Compaction replays the same payload, and unnamed params pass through verbatim, so it
+            // needs the same input normalization. No `tools` equivalent: compaction ignores it.
+            createModelResponseCompact: {
+                ...OpenAICreateModelResponseCompactConfig,
+                input: {
+                    param: 'input',
+                    required: true,
+                    transform: (params) => normalizeCodexInput(params),
+                },
+            },
+            // openai's chat complete is not supported for anthropic models
+            chatComplete: useAnthropicChatComplete ? AnthropicChatCompleteConfig : OpenAIChatCompleteConfig,
+            messages: AnthropicMessagesConfig,
+            messagesCountTokens: AnthropicMessagesConfig,
+            responseTransforms: {
+                createModelResponse: OpenAICreateModelResponseTransformer(AWS_BEDROCK_MANTLE),
+                createModelResponseCompact: OpenAICreateModelResponseCompactTransformer(AWS_BEDROCK_MANTLE),
+                chatComplete: useAnthropicChatComplete
+                    ? AnthropicChatCompleteResponseTransform
+                    : OpenAIChatCompleteResponseTransform,
+                'stream-chatComplete': useAnthropicChatComplete ? AnthropicChatCompleteStreamChunkTransform : undefined,
+                messages: AnthropicMessagesResponseTransform,
+            },
+        };
+        if (!execution?.openaiUseResponsesApi)
+            return config;
+        return {
+            ...config,
+            chatComplete: OpenAICreateModelResponseConfig,
+            requestTransforms: {
+                ...config.requestTransforms,
+                chatComplete: callConfig.isCursorEndpoint
+                    ? transformCursorChatCompletionsToResponsesRequest
+                    : transformChatCompletionsToResponsesRequest,
+            },
+            responseTransforms: {
+                ...config.responseTransforms,
+                chatComplete: AWSBedrockMantleChatCompleteViaResponsesResponseTransform,
+                'stream-chatComplete': callConfig.isCursorEndpoint
+                    ? createResponsesToChatCompletionsStreamChunkTransform(AWS_BEDROCK_MANTLE, getCursorFreeformToolNames(params?.tools))
+                    : AWSBedrockMantleChatCompleteViaResponsesStreamChunkTransform,
+            },
+        };
+    },
+};
+export default AWSBedrockMantleConfig;
+//# sourceMappingURL=index.js.map

package/dist/providers/aws-bedrock-mantle/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/providers/aws-bedrock-mantle/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAEnD,OAAO,EACL,2BAA2B,EAC3B,sCAAsC,EACtC,yCAAyC,GAC1C,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,uBAAuB,EAAE,kCAAkC,EAAE,MAAM,uBAAuB,CAAC;AACpG,OAAO,EAAE,yBAAyB,EAAE,oCAAoC,EAAE,MAAM,iBAAiB,CAAC;AAClG,OAAO,EACL,0CAA0C,EAC1C,gDAAgD,GACjD,MAAM,2DAA2D,CAAC;AACnE,OAAO,EAAE,iDAAiD,EAAE,MAAM,4DAA4D,CAAC;AAC/H,OAAO,EAAE,oDAAoD,EAAE,MAAM,0DAA0D,CAAC;AAChI,OAAO,EAAE,+BAA+B,EAAE,MAAM,qCAAqC,CAAC;AACtF,OAAO,EAAE,0BAA0B,EAAE,MAAM,8BAA8B,CAAC;AAC1E,OAAO,EAAE,wBAAwB,EAAE,mCAAmC,EAAE,MAAM,wBAAwB,CAAC;AACvG,OAAO,EACL,sCAAsC,EACtC,2CAA2C,GAC5C,MAAM,sCAAsC,CAAC;AAE9C,OAAO,yBAAyB,EAAE,EAAE,gBAAgB,EAAE,MAAM,OAAO,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,UAAU,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAEtF,MAAM,CAAC,MAAM,yDAAyD,GACpE,iDAAiD,CAAC,kBAAkB,CAAC,CAAC;AACxE,MAAM,CAAC,MAAM,4DAA4D,GACvE,oDAAoD,CAAC,kBAAkB,CAAC,CAAC;AAC3E,MAAM,sBAAsB,GAAoB;IAC9C,GAAG,EAAE,yBAAyB;IAC9B,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAE;QAC/C,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,CAAC;QAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,eAAe,CAAC,uCAAuC,CAAC,CAAC;QACrE,CAAC;QACD,MAAM,wBAAwB,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAEzD,MAAM,MAAM,GAAoB;YAC9B,uFAAuF;YACvF,wCAAwC;YACxC,mBAAmB,EAAE,yBAAyB,CAC5C,EAAE,EACF,EAAE,EACF;gBACE,KAAK,EAAE;oBACL,KAAK,EAAE,OAAO;oBACd,QAAQ,EAAE,IAAI;oBACd,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,CAAC;iBAC3D;gBACD,KAAK,EAAE;oBACL,KAAK,EAAE,OAAO;oBACd,8EAA8E;oBAC9E,8EAA8E;oBAC9E,uDAAuD;oBACvD,QAAQ,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,kBAAkB,CAAC,MAAM,CAAC;oBACxD,OAAO,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;oBAC/C,wDAAwD;oBACxD,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;iBAClD;aACF,CACF;YACD,uFAAuF;YACvF,oFAAoF;YACpF,0BAA0B,EAAE;gBAC1B,GAAG,sCAAsC;gBACzC,KAAK,EAAE;oBACL,KAAK,EAAE,OAAO;oBACd,QAAQ,EAAE,IAAI;oBACd,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,CAAC;iBAC3D;aACF;YACD,+DAA+D;YAC/D,YAAY,EAAE,wBAAwB,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,wBAAwB;YAC/F,QAAQ,EAAE,uBAAuB;YACjC,mBAAmB,EAAE,uBAAuB;YAC5C,kBAAkB,EAAE;gBAClB,mBAAmB,EAAE,oCAAoC,CAAC,kBAAkB,CAAC;gBAC7E,0BAA0B,EAAE,2CAA2C,CAAC,kBAAkB,CAAC;gBAC3F,YAAY,EAAE,wBAAwB;oBACpC,CAAC,CAAC,sCAAsC;oBACxC,CAAC,CAAC,mCAAmC;gBACvC,qBAAqB,EAAE,wBAAwB,CAAC,CAAC,CAAC,yCAAyC,CAAC,CAAC,CAAC,SAAS;gBACvG,QAAQ,EAAE,kCAAkC;aAC7C;SACF,CAAC;QAEF,IAAI,CAAC,SAAS,EAAE,qBAAqB;YAAE,OAAO,MAAM,CAAC;QACrD,OAAO;YACL,GAAG,MAAM;YACT,YAAY,EAAE,+BAA+B;YAC7C,iBAAiB,EAAE;gBACjB,GAAG,MAAM,CAAC,iBAAiB;gBAC3B,YAAY,EAAE,UAAU,CAAC,gBAAgB;oBACvC,CAAC,CAAC,gDAAgD;oBAClD,CAAC,CAAC,0CAA0C;aAC/C;YACD,kBAAkB,EAAE;gBAClB,GAAG,MAAM,CAAC,kBAAkB;gBAC5B,YAAY,EAAE,yDAAyD;gBACvE,qBAAqB,EAAE,UAAU,CAAC,gBAAgB;oBAChD,CAAC,CAAC,oDAAoD,CAClD,kBAAkB,EAClB,0BAA0B,CAAC,MAAM,EAAE,KAAK,CAAC,CAC1C;oBACH,CAAC,CAAC,4DAA4D;aACjE;SACF,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,eAAe,sBAAsB,CAAC"}

package/dist/providers/aws-bedrock-mantle/modelFamily.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Mantle serves Anthropic models in the native Anthropic format (`/anthropic/v1/messages`)
+ * and the rest in the OpenAI format, so this drives both endpoint and param selection.
+ */
+export declare function isAnthropicModel(model: string): boolean;

package/dist/providers/aws-bedrock-mantle/modelFamily.js

@@ -0,0 +1,11 @@
+/**
+ * Mantle serves Anthropic models in the native Anthropic format (`/anthropic/v1/messages`)
+ * and the rest in the OpenAI format, so this drives both endpoint and param selection.
+ */
+export function isAnthropicModel(model) {
+    // AWS names these `anthropic.claude-*`. Match either half so an ID that arrives
+    // without the namespace still gets the Anthropic wire format instead of OpenAI's.
+    const normalizedModel = model.toLowerCase();
+    return normalizedModel.includes('anthropic.') || normalizedModel.includes('claude');
+}
+//# sourceMappingURL=modelFamily.js.map

package/dist/providers/aws-bedrock-mantle/modelFamily.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"modelFamily.js","sourceRoot":"","sources":["../../../src/providers/aws-bedrock-mantle/modelFamily.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC5C,gFAAgF;IAChF,kFAAkF;IAClF,MAAM,eAAe,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAC5C,OAAO,eAAe,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACtF,CAAC"}

package/dist/providers/aws-bedrock-mantle/responsesLite.d.ts

@@ -0,0 +1,14 @@
+import { Params } from '../../types/requestBody.js';
+/** True if the request carries any `additional_tools` input item. */
+export declare function hasAdditionalTools(params: Params): boolean;
+/** Hoistable tools pulled from additional_tools items (non-standard types filtered out). */
+export declare function extractAdditionalTools(params: Params): any[];
+/** `input` with codex-lite items stripped and codex-only history items rewritten. */
+export declare function normalizeCodexInput(params: Params): any;
+/**
+ * Existing top-level tools + hoisted additional_tools (existing first). Both are normalized:
+ * Codex puts unsupported types in the top-level array too, so filtering only the hoisted list
+ * still 400s. The cost is that a non-Codex caller sending a type Mantle supports but
+ * STD_RESPONSES_TOOL_TYPES omits loses it silently.
+ */
+export declare function mergeTools(params: Params): any[];