@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.1

package/dist/providers/bedrock/imageGenerate.js

@@ -0,0 +1,151 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * But needs some custom changes for TFY
+ * 1. Add image generation for amazon nova canvas
+ * ================================
+ */
+import { BEDROCK } from '../../globals.js';
+import { StabilityAIImageGenerateV2Config } from '../stability-ai/imageGenerateV2.js';
+import { generateInvalidProviderResponseError } from '../utils.js';
+import { BedrockErrorResponseTransform } from './chatComplete.js';
+export const BedrockStabilityAIImageGenerateV1Config = {
+    prompt: {
+        param: 'text_prompts',
+        required: true,
+        transform: (params) => {
+            return [
+                {
+                    text: params.prompt,
+                    weight: 1,
+                },
+            ];
+        },
+    },
+    n: {
+        param: 'samples',
+        min: 1,
+        max: 10,
+    },
+    size: [
+        {
+            param: 'height',
+            transform: (params) => parseInt(params.size.toLowerCase().split('x')[1]),
+            min: 320,
+        },
+        {
+            param: 'width',
+            transform: (params) => parseInt(params.size.toLowerCase().split('x')[0]),
+            min: 320,
+        },
+    ],
+    style: {
+        param: 'style_preset',
+    },
+    user: {
+        param: 'user',
+        removeFromParams: true,
+    },
+};
+/**
+ * ================================
+ * NOTE - Keep this function when syncing from upstream, it is not present upstream
+ * ================================
+ */
+export const BedrockAmazonNovaCanvasConfig = {
+    prompt: {
+        param: 'textToImageParams',
+        required: true,
+        transform: (params) => {
+            return {
+                text: params.prompt,
+            };
+        },
+    },
+    n: {
+        param: 'imageGenerationConfig',
+        transform: (params) => {
+            return {
+                numberOfImages: params.n || 1,
+            };
+        },
+    },
+    size: {
+        param: 'imageGenerationConfig',
+        transform: (params) => {
+            const dimensions = params.size.toLowerCase().split('x');
+            return {
+                width: parseInt(dimensions[0]),
+                height: parseInt(dimensions[1]),
+            };
+        },
+    },
+    quality: {
+        param: 'imageGenerationConfig',
+        transform: (params) => {
+            let qualityValue = 'standard';
+            if (params.quality === 'hd' || params.quality === 'premium') {
+                qualityValue = 'premium';
+            }
+            return {
+                quality: qualityValue,
+            };
+        },
+    },
+    taskType: {
+        param: 'taskType',
+        default: 'TEXT_IMAGE',
+        required: true,
+    },
+    user: {
+        param: 'user',
+        removeFromParams: true,
+    },
+};
+export const BedrockStabilityAIImageGenerateV1ResponseTransform = (response, responseStatus) => {
+    if (responseStatus !== 200) {
+        const errorResponse = BedrockErrorResponseTransform(response);
+        if (errorResponse)
+            return errorResponse;
+    }
+    if ('artifacts' in response) {
+        return {
+            created: Math.floor(Date.now() / 1000),
+            data: response.artifacts.map(art => ({ b64_json: art.base64 })),
+            provider: BEDROCK,
+        };
+    }
+    return generateInvalidProviderResponseError(response, BEDROCK);
+};
+export const BedrockStabilityAIImageGenerateV2Config = StabilityAIImageGenerateV2Config;
+export const BedrockStabilityAIImageGenerateV2ResponseTransform = (response, responseStatus) => {
+    if (responseStatus !== 200) {
+        const errorResponse = BedrockErrorResponseTransform(response);
+        if (errorResponse)
+            return errorResponse;
+    }
+    if ('images' in response) {
+        return {
+            created: Math.floor(Date.now() / 1000),
+            data: response.images.map(image => ({ b64_json: image })),
+            provider: BEDROCK,
+        };
+    }
+    return generateInvalidProviderResponseError(response, BEDROCK);
+};
+export const BedrockAmazonNovaCanvasResponseTransform = (response, responseStatus) => {
+    if (responseStatus !== 200) {
+        const errorResponse = BedrockErrorResponseTransform(response);
+        if (errorResponse)
+            return errorResponse;
+    }
+    if ('images' in response) {
+        return {
+            created: Math.floor(Date.now() / 1000),
+            data: response.images.map(image => ({ b64_json: image })),
+            provider: BEDROCK,
+        };
+    }
+    return generateInvalidProviderResponseError(response, BEDROCK);
+};
+//# sourceMappingURL=imageGenerate.js.map

package/dist/providers/bedrock/imageGenerate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"imageGenerate.js","sourceRoot":"","sources":["../../../src/providers/bedrock/imageGenerate.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,gCAAgC,EAAE,MAAM,iCAAiC,CAAC;AAEnF,OAAO,EAAE,oCAAoC,EAAE,MAAM,UAAU,CAAC;AAChE,OAAO,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAC;AAG/D,MAAM,CAAC,MAAM,uCAAuC,GAAmB;IACrE,MAAM,EAAE;QACN,KAAK,EAAE,cAAc;QACrB,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE;YACzB,OAAO;gBACL;oBACE,IAAI,EAAE,MAAM,CAAC,MAAM;oBACnB,MAAM,EAAE,CAAC;iBACV;aACF,CAAC;QACJ,CAAC;KACF;IACD,CAAC,EAAE;QACD,KAAK,EAAE,SAAS;QAChB,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,EAAE;KACR;IACD,IAAI,EAAE;QACJ;YACE,KAAK,EAAE,QAAQ;YACf,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7E,GAAG,EAAE,GAAG;SACT;QACD;YACE,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7E,GAAG,EAAE,GAAG;SACT;KACF;IACD,KAAK,EAAE;QACL,KAAK,EAAE,cAAc;KACtB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;QACb,gBAAgB,EAAE,IAAI;KACvB;CACF,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAmB;IAC3D,MAAM,EAAE;QACN,KAAK,EAAE,mBAAmB;QAC1B,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE;YACzB,OAAO;gBACL,IAAI,EAAE,MAAM,CAAC,MAAM;aACpB,CAAC;QACJ,CAAC;KACF;IACD,CAAC,EAAE;QACD,KAAK,EAAE,uBAAuB;QAC9B,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE;YACzB,OAAO;gBACL,cAAc,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC;aAC9B,CAAC;QACJ,CAAC;KACF;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,uBAAuB;QAC9B,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE;YACzB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACxD,OAAO;gBACL,KAAK,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBAC9B,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;aAChC,CAAC;QACJ,CAAC;KACF;IACD,OAAO,EAAE;QACP,KAAK,EAAE,uBAAuB;QAC9B,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE;YACzB,IAAI,YAAY,GAAG,UAAU,CAAC;YAC9B,IAAI,MAAM,CAAC,OAAO,KAAK,IAAI,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC5D,YAAY,GAAG,SAAS,CAAC;YAC3B,CAAC;YACD,OAAO;gBACL,OAAO,EAAE,YAAY;aACtB,CAAC;QACJ,CAAC;KACF;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,UAAU;QACjB,OAAO,EAAE,YAAY;QACrB,QAAQ,EAAE,IAAI;KACf;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;QACb,gBAAgB,EAAE,IAAI;KACvB;CACF,CAAC;AAaF,MAAM,CAAC,MAAM,kDAAkD,GAGlB,CAAC,QAAQ,EAAE,cAAc,EAAE,EAAE;IACxE,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,6BAA6B,CAAC,QAAgC,CAAC,CAAC;QACtF,IAAI,aAAa;YAAE,OAAO,aAAa,CAAC;IAC1C,CAAC;IAED,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;QAC5B,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAC/D,QAAQ,EAAE,OAAO;SAClB,CAAC;IACJ,CAAC;IAED,OAAO,oCAAoC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACjE,CAAC,CAAC;AAQF,MAAM,CAAC,MAAM,uCAAuC,GAAG,gCAAgC,CAAC;AAExF,MAAM,CAAC,MAAM,kDAAkD,GAGlB,CAAC,QAAQ,EAAE,cAAc,EAAE,EAAE;IACxE,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,6BAA6B,CAAC,QAAgC,CAAC,CAAC;QACtF,IAAI,aAAa;YAAE,OAAO,aAAa,CAAC;IAC1C,CAAC;IAED,IAAI,QAAQ,IAAI,QAAQ,EAAE,CAAC;QACzB,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,QAAQ,EAAE,OAAO;SAClB,CAAC;IACJ,CAAC;IAED,OAAO,oCAAoC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACjE,CAAC,CAAC;AAWF,MAAM,CAAC,MAAM,wCAAwC,GAGR,CAAC,QAAQ,EAAE,cAAc,EAAE,EAAE;IACxE,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,6BAA6B,CAAC,QAAgC,CAAC,CAAC;QACtF,IAAI,aAAa;YAAE,OAAO,aAAa,CAAC;IAC1C,CAAC;IAED,IAAI,QAAQ,IAAI,QAAQ,EAAE,CAAC;QACzB,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,QAAQ,EAAE,OAAO;SAClB,CAAC;IACJ,CAAC;IAED,OAAO,oCAAoC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACjE,CAAC,CAAC"}

package/dist/providers/bedrock/imageVariation.d.ts

@@ -0,0 +1,10 @@
+import { ErrorResponse, ImageGenerateResponse, ProviderConfig, RequestHandler } from '../types';
+import { BedrockErrorResponse } from './embed';
+export declare const BedrockAmazonNovaCanvasImageVariationConfig: ProviderConfig;
+export declare const BedrockImageVariationRequestHandler: RequestHandler<FormData>;
+interface BedrockImageVariationResponse {
+    images: string[];
+}
+export declare const BedrockImageVariationResponseTransform: (response: BedrockImageVariationResponse | BedrockErrorResponse, responseStatus: number) => ImageGenerateResponse | ErrorResponse;
+export {};
+//# sourceMappingURL=imageVariation.d.ts.map

package/dist/providers/bedrock/imageVariation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"imageVariation.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/imageVariation.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAIhG,OAAO,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AAI/C,eAAO,MAAM,2CAA2C,EAAE,cA2CzD,CAAC;AAEF,eAAO,MAAM,mCAAmC,EAAE,cAAc,CAAC,QAAQ,CA6DxE,CAAC;AAEF,UAAU,6BAA6B;IACrC,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,eAAO,MAAM,sCAAsC,EAAE,CACnD,QAAQ,EAAE,6BAA6B,GAAG,oBAAoB,EAC9D,cAAc,EAAE,MAAM,KACnB,qBAAqB,GAAG,aAe5B,CAAC"}

package/dist/providers/bedrock/imageVariation.js

@@ -0,0 +1,117 @@
+import { BEDROCK } from '../../globals.js';
+import { transformUsingProviderConfig } from '../../services/transformToProviderRequest.js';
+import { generateInvalidProviderResponseError } from '../utils.js';
+import { BedrockErrorResponseTransform } from './chatComplete.js';
+import { fileToBase64 } from './constants.js';
+import { bedrockProviderFetch } from './requestHandlerFetch.js';
+import { transformImageGenerationConfig, transformImageVariationParams } from './utils.js';
+export const BedrockAmazonNovaCanvasImageVariationConfig = {
+    image: {
+        param: 'imageVariationParams',
+        required: true,
+        transform: (params) => transformImageVariationParams(params),
+    },
+    n: {
+        param: 'imageGenerationConfig',
+        transform: (params) => transformImageGenerationConfig(params),
+    },
+    size: {
+        param: 'imageGenerationConfig',
+        transform: (params) => transformImageGenerationConfig(params),
+    },
+    text: {
+        param: 'imageVariationParams',
+        transform: (params) => transformImageVariationParams(params),
+    },
+    negativeText: {
+        param: 'imageVariationParams',
+        transform: (params) => transformImageVariationParams(params),
+    },
+    similarityStrength: {
+        param: 'imageVariationParams',
+        transform: (params) => transformImageVariationParams(params),
+    },
+    cfgScale: {
+        param: 'imageGenerationConfig',
+        transform: (params) => transformImageGenerationConfig(params),
+    },
+    taskType: {
+        param: 'taskType',
+        default: 'IMAGE_VARIATION',
+        required: false,
+    },
+    response_format: {
+        param: 'response_format',
+        removeFromParams: true,
+    },
+    user: {
+        param: 'user',
+        removeFromParams: true,
+    },
+};
+export const BedrockImageVariationRequestHandler = async (args) => {
+    const requestBody = args.request.body;
+    const model = args.modelId;
+    try {
+        const imageEntries = requestBody.has('image[]') ? requestBody.getAll('image[]') : requestBody.getAll('image');
+        const imageFiles = [];
+        for (const entry of imageEntries) {
+            if (typeof entry !== 'string') {
+                imageFiles.push(entry);
+            }
+        }
+        if (imageFiles.length === 0) {
+            throw new Error('[ImageVariation] Image file is required');
+        }
+        // Convert all images to base64
+        const imageBase64Array = await Promise.all(imageFiles.map(file => fileToBase64(file)));
+        // Remove image entries from FormData (both 'image' and 'image[]' keys)
+        requestBody.delete('image');
+        requestBody.delete('image[]');
+        requestBody.set('taskType', 'IMAGE_VARIATION');
+        if (requestBody.has('model')) {
+            requestBody.delete('model');
+        }
+        requestBody.append('model', model);
+        // Create params object and add the image(s) as array or single value
+        const params = Object.fromEntries(requestBody.entries());
+        params['image'] = imageBase64Array.length === 1 ? imageBase64Array[0] : imageBase64Array;
+        const transformedBody = transformUsingProviderConfig(BedrockAmazonNovaCanvasImageVariationConfig, params, {
+            callConfig: args.callConfig,
+            headerOptions: args.headerOptions,
+            providerOptions: args.providerOptions,
+        });
+        const response = await bedrockProviderFetch(args, 'imageVariation', {
+            body: params,
+            transformedBody,
+        });
+        return response;
+    }
+    catch (error) {
+        return new Response(JSON.stringify({
+            error: {
+                message: error.message || 'Image variation processing failed',
+                type: 'invalid_request_error',
+            },
+        }), {
+            status: 400,
+            headers: { 'Content-Type': 'application/json' },
+        });
+    }
+};
+export const BedrockImageVariationResponseTransform = (response, responseStatus) => {
+    if (responseStatus !== 200) {
+        const errorResponse = BedrockErrorResponseTransform(response);
+        if (errorResponse)
+            return errorResponse;
+    }
+    if ('images' in response) {
+        return {
+            created: Math.floor(Date.now() / 1000),
+            data: response.images.map(image => ({ b64_json: image })),
+            provider: BEDROCK,
+        };
+    }
+    return generateInvalidProviderResponseError(response, BEDROCK);
+};
+//# sourceMappingURL=imageVariation.js.map

package/dist/providers/bedrock/imageVariation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"imageVariation.js","sourceRoot":"","sources":["../../../src/providers/bedrock/imageVariation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,4BAA4B,EAAE,MAAM,2CAA2C,CAAC;AAEzF,OAAO,EAAE,oCAAoC,EAAE,MAAM,UAAU,CAAC;AAChE,OAAO,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,8BAA8B,EAAE,6BAA6B,EAAE,MAAM,SAAS,CAAC;AAExF,MAAM,CAAC,MAAM,2CAA2C,GAAmB;IACzE,KAAK,EAAE;QACL,KAAK,EAAE,sBAAsB;QAC7B,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,6BAA6B,CAAC,MAAM,CAAC;KAClE;IACD,CAAC,EAAE;QACD,KAAK,EAAE,uBAAuB;QAC9B,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,8BAA8B,CAAC,MAAM,CAAC;KACnE;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,uBAAuB;QAC9B,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,8BAA8B,CAAC,MAAM,CAAC;KACnE;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,sBAAsB;QAC7B,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,6BAA6B,CAAC,MAAM,CAAC;KAClE;IACD,YAAY,EAAE;QACZ,KAAK,EAAE,sBAAsB;QAC7B,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,6BAA6B,CAAC,MAAM,CAAC;KAClE;IACD,kBAAkB,EAAE;QAClB,KAAK,EAAE,sBAAsB;QAC7B,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,6BAA6B,CAAC,MAAM,CAAC;KAClE;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,uBAAuB;QAC9B,SAAS,EAAE,CAAC,MAAW,EAAE,EAAE,CAAC,8BAA8B,CAAC,MAAM,CAAC;KACnE;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,UAAU;QACjB,OAAO,EAAE,iBAAiB;QAC1B,QAAQ,EAAE,KAAK;KAChB;IACD,eAAe,EAAE;QACf,KAAK,EAAE,iBAAiB;QACxB,gBAAgB,EAAE,IAAI;KACvB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;QACb,gBAAgB,EAAE,IAAI;KACvB;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,mCAAmC,GAA6B,KAAK,EAAC,IAAI,EAAC,EAAE;IACxF,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC;IAC3B,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE9G,MAAM,UAAU,GAAW,EAAE,CAAC;QAE9B,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;YACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QAED,+BAA+B;QAC/B,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEvF,uEAAuE;QACvE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC5B,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC9B,WAAW,CAAC,GAAG,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;QAE/C,IAAI,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7B,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;QACD,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAEnC,qEAAqE;QACrE,MAAM,MAAM,GAAQ,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9D,MAAM,CAAC,OAAO,CAAC,GAAG,gBAAgB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC;QAEzF,MAAM,eAAe,GAAG,4BAA4B,CAAC,2CAA2C,EAAE,MAAM,EAAE;YACxG,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,eAAe,EAAE,IAAI,CAAC,eAAe;SACtC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,IAAI,EAAE,gBAAgB,EAAE;YAClE,IAAI,EAAE,MAAM;YACZ,eAAe;SAChB,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,IAAI,QAAQ,CACjB,IAAI,CAAC,SAAS,CAAC;YACb,KAAK,EAAE;gBACL,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,mCAAmC;gBAC7D,IAAI,EAAE,uBAAuB;aAC9B;SACF,CAAC,EACF;YACE,MAAM,EAAE,GAAG;YACX,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;SAChD,CACF,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAMF,MAAM,CAAC,MAAM,sCAAsC,GAGN,CAAC,QAAQ,EAAE,cAAc,EAAE,EAAE;IACxE,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,6BAA6B,CAAC,QAAgC,CAAC,CAAC;QACtF,IAAI,aAAa;YAAE,OAAO,aAAa,CAAC;IAC1C,CAAC;IAED,IAAI,QAAQ,IAAI,QAAQ,EAAE,CAAC;QACzB,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,QAAQ,EAAE,OAAO;SAClB,CAAC;IACJ,CAAC;IAED,OAAO,oCAAoC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACjE,CAAC,CAAC"}

package/dist/providers/bedrock/index.d.ts

@@ -0,0 +1,7 @@
+import { ProviderConfigs } from '../types';
+/** Hoisted so the transform identity is stable across the per-request `getConfig` calls. */
+export declare const BedrockChatCompleteViaResponsesResponseTransform: (response: any, responseStatus: number) => import("../types").ChatCompletionResponse | import("../types").ErrorResponse;
+export declare const BedrockChatCompleteViaResponsesStreamChunkTransform: (chunk: string, fallbackId: string, streamState: Record<string, any>) => string | string[] | undefined;
+declare const BedrockConfig: ProviderConfigs;
+export default BedrockConfig;
+//# sourceMappingURL=index.d.ts.map

package/dist/providers/bedrock/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/index.ts"],"names":[],"mappings":"AAyBA,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AA0F3C,4FAA4F;AAC5F,eAAO,MAAM,gDAAgD,yHACD,CAAC;AAC7D,eAAO,MAAM,mDAAmD,wGACD,CAAC;AAEhE,QAAA,MAAM,aAAa,EAAE,eAuRpB,CAAC;AAEF,eAAe,aAAa,CAAC"}

package/dist/providers/bedrock/index.js

@@ -0,0 +1,328 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * But needs some custom changes for TFY
+ * 1. Add Rerank config and response transform in common hamdlers
+ * 2. Update Config for Stability V1 and V2 Models
+ * 3. Add image generation for Amazon Nova Canvas
+ * 4. Drop dead `complete` configs for Anthropic + AI21 (legacy InvokeModel
+ *    text format is rejected by all currently-supported models in those
+ *    families) and add a Converse-based complete fallback so that any model
+ *    without a native legacy completion config still serves /v1/completions.
+ * 5. Serve Chat Completions via `/openai/v1/responses` for openai.* models when
+ *    openaiUseResponsesApi is set (same CC→Responses bridge as Mantle).
+ * ================================
+ */
+import { AI21, ANTHROPIC, BEDROCK, COHERE } from '../../globals.js';
+import { OpenAICreateModelResponseTransformer } from '../open-ai-base/index.js';
+import { transformChatCompletionsToResponsesRequest, transformCursorChatCompletionsToResponsesRequest, } from '../open-ai-base/chatCompleteViaResponses/requestTransform.js';
+import { createResponsesToChatCompletionsResponseTransform } from '../open-ai-base/chatCompleteViaResponses/responseTransform.js';
+import { createResponsesToChatCompletionsStreamChunkTransform } from '../open-ai-base/chatCompleteViaResponses/streamTransform.js';
+import { OpenAICreateModelResponseConfig } from '../open-ai-base/createModelResponse.js';
+import { getCursorFreeformToolNames } from '../open-ai-base/cursor.utils.js';
+import BedrockAPIConfig from './api.js';
+import { BedrockCancelBatchResponseTransform } from './cancelBatch.js';
+import { BedrockAI21ChatCompleteConfig, BedrockAI21ChatCompleteResponseTransform, BedrockAnthropicInvokeChatCompleteConfig, BedrockAnthropicInvokeChatCompleteResponseTransform, BedrockAnthropicInvokeChatCompleteStreamChunkTransform, BedrockChatCompleteResponseTransform, BedrockChatCompleteStreamChunkTransform, BedrockCohereChatCompleteConfig, BedrockCohereChatCompleteResponseTransform, BedrockCohereChatCompleteStreamChunkTransform, BedrockConverseAI21ChatCompleteConfig, BedrockConverseAnthropicChatCompleteConfig, BedrockConverseChatCompleteConfig, BedrockConverseCohereChatCompleteConfig, BedrockCursorChatCompleteResponseTransform, BedrockCursorChatCompleteStreamChunkTransform, } from './chatComplete.js';
+import { BedrockCohereCompleteConfig, BedrockCohereCompleteResponseTransform, BedrockCohereCompleteStreamChunkTransform, BedrockConverseCompleteConfig, BedrockConverseCompleteResponseTransform, BedrockConverseCompleteStreamChunkTransform, BedrockLLamaCompleteConfig, BedrockLlamaCompleteResponseTransform, BedrockLlamaCompleteStreamChunkTransform, BedrockMistralCompleteConfig, BedrockMistralCompleteResponseTransform, BedrockMistralCompleteStreamChunkTransform, BedrockTitanCompleteConfig, BedrockTitanCompleteResponseTransform, BedrockTitanCompleteStreamChunkTransform, } from './complete.js';
+import { BEDROCK_STABILITY_V2_PATTERNS, hasNativeComplete } from './constants.js';
+import { BedrockAnthropicMessagesCountTokensConfig, BedrockConverseMessageCountTokensConfig, BedrockMessagesCountTokensResponseTransform, } from './countTokens.js';
+import { BedrockCreateBatchConfig, BedrockCreateBatchResponseTransform } from './createBatch.js';
+import { BedrockCreateFinetuneConfig, BedrockCreateFinetuneResponseTransform } from './createFinetune.js';
+import { BedrockDeleteFileResponseTransform } from './deleteFile.js';
+import { BedrockCohereEmbedConfig, BedrockCohereEmbedResponseTransform, BedrockNovaEmbedConfig, BedrockNovaEmbedResponseTransform, BedrockTitanEmbedConfig, BedrockTitanEmbedResponseTransform, } from './embed.js';
+import { BedrockGetBatchOutputRequestHandler, BedrockGetBatchOutputResponseTransform } from './getBatchOutput.js';
+import { BedrockAmazonNovaCanvasImageEditResponseTransform, BedrockImageEditRequestHandler, BedrockStabilityAIImageEditResponseTransform, } from './imageEdit.js';
+import { BedrockAmazonNovaCanvasConfig, BedrockAmazonNovaCanvasResponseTransform, BedrockStabilityAIImageGenerateV1Config, BedrockStabilityAIImageGenerateV1ResponseTransform, BedrockStabilityAIImageGenerateV2Config, BedrockStabilityAIImageGenerateV2ResponseTransform, } from './imageGenerate.js';
+import { BedrockImageVariationRequestHandler, BedrockImageVariationResponseTransform } from './imageVariation.js';
+import { BedrockListBatchesResponseTransform } from './listBatches.js';
+import { BedrockListFilesResponseTransform } from './listFiles.js';
+import { BedrockListFinetuneResponseTransform } from './listFinetunes.js';
+import { BedrockAnthropicMessagesConfig, BedrockMessagesResponseTransform, BedrockMessagesStreamChunkTransform, } from './messages.js';
+import { isOpenAIModel } from './modelFamily.js';
+import { BedrockRerankConfig, BedrockRerankResponseTransform } from './rerank.js';
+import { BedrockRetrieveBatchResponseTransform } from './retrieveBatch.js';
+import { BedrockRetrieveFileRequestHandler } from './retrieveFile.js';
+import { BedrockRetrieveFileContentRequestHandler, BedrockRetrieveFileContentResponseTransform, } from './retrieveFileContent.js';
+import { BedrockFinetuneResponseTransform } from './retrieveFinetune.js';
+import { BedrockUploadFileRequestHandler, BedrockUploadFileResponseTransform } from './uploadFile.js';
+import { getBedrockModelWithoutRegion } from './utils.js';
+/** Hoisted so the transform identity is stable across the per-request `getConfig` calls. */
+export const BedrockChatCompleteViaResponsesResponseTransform = createResponsesToChatCompletionsResponseTransform(BEDROCK);
+export const BedrockChatCompleteViaResponsesStreamChunkTransform = createResponsesToChatCompletionsStreamChunkTransform(BEDROCK);
+const BedrockConfig = {
+    api: BedrockAPIConfig,
+    requestHandlers: {
+        uploadFile: BedrockUploadFileRequestHandler,
+        retrieveFile: BedrockRetrieveFileRequestHandler,
+        getBatchOutput: BedrockGetBatchOutputRequestHandler,
+        retrieveFileContent: BedrockRetrieveFileContentRequestHandler,
+        imageEdit: BedrockImageEditRequestHandler,
+        imageVariation: BedrockImageVariationRequestHandler,
+    },
+    getConfig: ({ params, callConfig, headerOptions, execution }) => {
+        // To remove the region in case its a cross-region inference profile ID
+        // https://docs.aws.amazon.com/bedrock/latest/userguide/cross-region-inference-support.html
+        let config = {};
+        if (params.model) {
+            let providerModel = headerOptions.aws?.awsBedrockModel || params.model;
+            providerModel = getBedrockModelWithoutRegion(providerModel);
+            const providerModelArray = providerModel?.split('.');
+            const provider = providerModelArray?.[0];
+            const model = providerModelArray?.slice(1).join('.');
+            switch (provider) {
+                case ANTHROPIC: {
+                    const useAnthropicInvoke = headerOptions.aws?.bedrockAnthropicUseInvoke ?? false;
+                    config = {
+                        chatComplete: useAnthropicInvoke
+                            ? BedrockAnthropicInvokeChatCompleteConfig
+                            : BedrockConverseAnthropicChatCompleteConfig,
+                        messages: BedrockAnthropicMessagesConfig,
+                        messagesCountTokens: BedrockAnthropicMessagesCountTokensConfig,
+                        api: BedrockAPIConfig,
+                        responseTransforms: {
+                            ...(useAnthropicInvoke && {
+                                chatComplete: BedrockAnthropicInvokeChatCompleteResponseTransform,
+                                'stream-chatComplete': BedrockAnthropicInvokeChatCompleteStreamChunkTransform,
+                            }),
+                            messages: BedrockMessagesResponseTransform,
+                            'stream-messages': BedrockMessagesStreamChunkTransform,
+                            messagesCountTokens: BedrockMessagesCountTokensResponseTransform,
+                        },
+                    };
+                    break;
+                }
+                case COHERE: {
+                    const cohereNativeComplete = hasNativeComplete(providerModel);
+                    config = {
+                        ...(cohereNativeComplete && {
+                            complete: BedrockCohereCompleteConfig,
+                        }),
+                        chatComplete: BedrockConverseCohereChatCompleteConfig,
+                        embed: BedrockCohereEmbedConfig,
+                        api: BedrockAPIConfig,
+                        responseTransforms: {
+                            ...(cohereNativeComplete && {
+                                'stream-complete': BedrockCohereCompleteStreamChunkTransform,
+                                complete: BedrockCohereCompleteResponseTransform,
+                            }),
+                            embed: BedrockCohereEmbedResponseTransform,
+                        },
+                    };
+                    if (['command-text-v14', 'command-light-text-v14'].includes(model)) {
+                        config.chatComplete = BedrockCohereChatCompleteConfig;
+                        config.responseTransforms['stream-chatComplete'] = BedrockCohereChatCompleteStreamChunkTransform;
+                        config.responseTransforms.chatComplete = BedrockCohereChatCompleteResponseTransform;
+                    }
+                    break;
+                }
+                case 'meta': {
+                    const metaNativeComplete = hasNativeComplete(providerModel);
+                    config = {
+                        ...(metaNativeComplete && {
+                            complete: BedrockLLamaCompleteConfig,
+                        }),
+                        api: BedrockAPIConfig,
+                        responseTransforms: {
+                            ...(metaNativeComplete && {
+                                'stream-complete': BedrockLlamaCompleteStreamChunkTransform,
+                                complete: BedrockLlamaCompleteResponseTransform,
+                            }),
+                        },
+                    };
+                    break;
+                }
+                case 'mistral': {
+                    const mistralNativeComplete = hasNativeComplete(providerModel);
+                    config = {
+                        ...(mistralNativeComplete && {
+                            complete: BedrockMistralCompleteConfig,
+                        }),
+                        api: BedrockAPIConfig,
+                        responseTransforms: {
+                            ...(mistralNativeComplete && {
+                                'stream-complete': BedrockMistralCompleteStreamChunkTransform,
+                                complete: BedrockMistralCompleteResponseTransform,
+                            }),
+                        },
+                    };
+                    break;
+                }
+                case 'amazon': {
+                    const isNovaEmbedModel = model && model.includes('nova') && model.includes('embed');
+                    const amazonNativeComplete = hasNativeComplete(providerModel);
+                    config = {
+                        ...(amazonNativeComplete && {
+                            complete: BedrockTitanCompleteConfig,
+                        }),
+                        embed: isNovaEmbedModel ? BedrockNovaEmbedConfig : BedrockTitanEmbedConfig,
+                        imageGenerate: BedrockAmazonNovaCanvasConfig,
+                        imageEdit: {}, // Empty config - handled by custom request handler
+                        imageVariation: {}, // Empty config - handled by custom request handler
+                        api: BedrockAPIConfig,
+                        responseTransforms: {
+                            ...(amazonNativeComplete && {
+                                'stream-complete': BedrockTitanCompleteStreamChunkTransform,
+                                complete: BedrockTitanCompleteResponseTransform,
+                            }),
+                            embed: isNovaEmbedModel ? BedrockNovaEmbedResponseTransform : BedrockTitanEmbedResponseTransform,
+                            imageGenerate: BedrockAmazonNovaCanvasResponseTransform,
+                            imageEdit: BedrockAmazonNovaCanvasImageEditResponseTransform,
+                            imageVariation: BedrockImageVariationResponseTransform,
+                        },
+                    };
+                    break;
+                }
+                case AI21:
+                    config = {
+                        api: BedrockAPIConfig,
+                        chatComplete: BedrockConverseAI21ChatCompleteConfig,
+                        responseTransforms: {},
+                    };
+                    if (['j2-mid-v1', 'j2-ultra-v1'].includes(model)) {
+                        config.chatComplete = BedrockAI21ChatCompleteConfig;
+                        config.responseTransforms.chatComplete = BedrockAI21ChatCompleteResponseTransform;
+                    }
+                    break;
+                case 'stability':
+                    /**
+                     * ================================
+                     * NOTE - Update Config for Stability V1 and V2 Models
+                     * ================================
+                     */
+                    if (model && BEDROCK_STABILITY_V2_PATTERNS.some((pattern) => model.includes(pattern))) {
+                        return {
+                            imageGenerate: BedrockStabilityAIImageGenerateV2Config,
+                            imageEdit: {}, // Empty config - handled by custom request handler
+                            api: BedrockAPIConfig,
+                            responseTransforms: {
+                                imageGenerate: BedrockStabilityAIImageGenerateV2ResponseTransform,
+                                imageEdit: BedrockStabilityAIImageEditResponseTransform,
+                            },
+                        };
+                    }
+                    return {
+                        imageGenerate: BedrockStabilityAIImageGenerateV1Config,
+                        imageEdit: {}, // Empty config - handled by custom request handler
+                        api: BedrockAPIConfig,
+                        responseTransforms: {
+                            imageGenerate: BedrockStabilityAIImageGenerateV1ResponseTransform,
+                            imageEdit: BedrockStabilityAIImageEditResponseTransform,
+                        },
+                    };
+            }
+            // Store original responseTransforms before modifying config
+            const originalResponseTransforms = config.responseTransforms;
+            config = {
+                ...config,
+                ...(!config.chatComplete && {
+                    chatComplete: BedrockConverseChatCompleteConfig,
+                }),
+                ...(!config.messages && {
+                    messages: BedrockAnthropicMessagesConfig,
+                }),
+                ...(!config.messagesCountTokens && {
+                    messagesCountTokens: BedrockConverseMessageCountTokensConfig,
+                }),
+                ...(!config.bedrockConverse && {
+                    bedrockConverse: {},
+                }),
+                /**
+                 * ================================
+                 * NOTE - For any provider/model that didn't set a native legacy
+                 * complete config above (Anthropic, AI21, newer Cohere/Meta/Mistral,
+                 * Nova, unknown prefixes, ...), shim /v1/completions through the
+                 * Converse API. The accompanying api.ts routing redirects `complete`
+                 * /`stream-complete` to /converse for these models.
+                 * ================================
+                 */
+                ...(!config.complete && {
+                    complete: BedrockConverseCompleteConfig,
+                }),
+            };
+            config.responseTransforms = {
+                ...(originalResponseTransforms ?? {}),
+                ...(!originalResponseTransforms?.chatComplete && {
+                    chatComplete: callConfig.isCursorEndpoint
+                        ? BedrockCursorChatCompleteResponseTransform
+                        : BedrockChatCompleteResponseTransform,
+                }),
+                ...(!originalResponseTransforms?.['stream-chatComplete'] && {
+                    'stream-chatComplete': callConfig.isCursorEndpoint
+                        ? BedrockCursorChatCompleteStreamChunkTransform
+                        : BedrockChatCompleteStreamChunkTransform,
+                }),
+                ...(!originalResponseTransforms?.messages && {
+                    messages: BedrockMessagesResponseTransform,
+                }),
+                ...(!originalResponseTransforms?.['stream-messages'] && {
+                    'stream-messages': BedrockMessagesStreamChunkTransform,
+                }),
+                ...(!originalResponseTransforms?.messagesCountTokens && {
+                    messagesCountTokens: BedrockMessagesCountTokensResponseTransform,
+                }),
+                ...(!originalResponseTransforms?.complete && {
+                    complete: BedrockConverseCompleteResponseTransform,
+                }),
+                ...(!originalResponseTransforms?.['stream-complete'] && {
+                    'stream-complete': BedrockConverseCompleteStreamChunkTransform,
+                }),
+            };
+            if (isOpenAIModel(providerModel)) {
+                config.createModelResponse = OpenAICreateModelResponseConfig;
+                config.responseTransforms.createModelResponse = OpenAICreateModelResponseTransformer(BEDROCK);
+            }
+        }
+        const commonResponseTransforms = {
+            uploadFile: BedrockUploadFileResponseTransform,
+            createBatch: BedrockCreateBatchResponseTransform,
+            cancelBatch: BedrockCancelBatchResponseTransform,
+            retrieveBatch: BedrockRetrieveBatchResponseTransform,
+            listBatches: BedrockListBatchesResponseTransform,
+            getBatchOutput: BedrockGetBatchOutputResponseTransform,
+            retrieveFileContent: BedrockRetrieveFileContentResponseTransform,
+            createFinetune: BedrockCreateFinetuneResponseTransform,
+            retrieveFinetune: BedrockFinetuneResponseTransform,
+            listFinetunes: BedrockListFinetuneResponseTransform,
+            listFiles: BedrockListFilesResponseTransform,
+            deleteFile: BedrockDeleteFileResponseTransform,
+            rerank: BedrockRerankResponseTransform,
+        };
+        if (!config.responseTransforms) {
+            config.responseTransforms = commonResponseTransforms;
+        }
+        else {
+            config.responseTransforms = {
+                ...config.responseTransforms,
+                ...commonResponseTransforms,
+            };
+        }
+        config.createBatch = BedrockCreateBatchConfig;
+        config.createFinetune = BedrockCreateFinetuneConfig;
+        config.rerank = BedrockRerankConfig;
+        config.cancelBatch = {};
+        config.cancelFinetune = {};
+        const modelId = headerOptions.aws?.awsBedrockModel || params.model;
+        if (execution?.openaiUseResponsesApi && modelId && isOpenAIModel(modelId)) {
+            return {
+                ...config,
+                chatComplete: OpenAICreateModelResponseConfig,
+                requestTransforms: {
+                    ...config.requestTransforms,
+                    chatComplete: callConfig.isCursorEndpoint
+                        ? transformCursorChatCompletionsToResponsesRequest
+                        : transformChatCompletionsToResponsesRequest,
+                },
+                responseTransforms: {
+                    ...config.responseTransforms,
+                    chatComplete: BedrockChatCompleteViaResponsesResponseTransform,
+                    'stream-chatComplete': callConfig.isCursorEndpoint
+                        ? createResponsesToChatCompletionsStreamChunkTransform(BEDROCK, getCursorFreeformToolNames(params?.tools))
+                        : BedrockChatCompleteViaResponsesStreamChunkTransform,
+                },
+            };
+        }
+        return config;
+    },
+};
+export default BedrockConfig;
+//# sourceMappingURL=index.js.map