@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.2

package/dist/providers/bedrock/rerank.d.ts

@@ -0,0 +1,18 @@
+import { Params } from '../../types/requestBody.js';
+import { ErrorResponse, ProviderConfig, RerankResponse } from '../types.js';
+import { BedrockErrorResponse } from './embed.js';
+interface BedrockRerankResponse {
+    results: {
+        index: number;
+        relevanceScore: number;
+    }[];
+    usage?: {
+        search_units?: number;
+        input_tokens?: number;
+        output_tokens?: number;
+    };
+    id?: string;
+}
+export declare const BedrockRerankConfig: ProviderConfig;
+export declare const BedrockRerankResponseTransform: (response: BedrockRerankResponse | BedrockErrorResponse, responseStatus: number, responseHeaders: Headers, strictOpenAiCompliance: boolean, gatewayRequestUrl: string, gatewayRequest: Params) => RerankResponse | ErrorResponse;
+export {};

package/dist/providers/bedrock/rerank.js

@@ -0,0 +1,126 @@
+/**
+ * ================================
+ * TFY Managed File
+ * ================================
+ */
+import cuid from 'cuid';
+import { BEDROCK } from '../../globals.js';
+import { generateInvalidProviderResponseError } from '../utils.js';
+import { BedrockErrorResponseTransform } from './chatComplete.js';
+const transformDocumentsToSources = (documents) => {
+    return documents.map(document => {
+        if (typeof document === 'string') {
+            return {
+                inlineDocumentSource: {
+                    textDocument: {
+                        text: document,
+                    },
+                    type: 'TEXT',
+                },
+                type: 'INLINE',
+            };
+        }
+        else {
+            return {
+                inlineDocumentSource: {
+                    jsonDocument: document,
+                    type: 'JSON',
+                },
+                type: 'INLINE',
+            };
+        }
+    });
+};
+// Model ARN Format - arn:<partition>:bedrock:<region>::foundation-model/<model-id>
+const constructBedrockModelArn = (modelId, region) => {
+    const actualRegion = region || 'us-east-1';
+    let cleanModelId = modelId;
+    cleanModelId = modelId.replace(/^(us\.|eu\.)/, '');
+    const partition = 'aws'; // default partition
+    return `arn:${partition}:bedrock:${actualRegion}::foundation-model/${cleanModelId}`;
+};
+export const BedrockRerankConfig = {
+    query: {
+        param: 'queries',
+        required: true,
+        transform: (params) => {
+            return [
+                {
+                    textQuery: {
+                        text: params.query,
+                    },
+                    type: 'TEXT',
+                },
+            ];
+        },
+    },
+    model: {
+        param: 'rerankingConfiguration',
+        required: true,
+        transform: (params, transformInput) => {
+            const numberOfResults = params.top_n || (params.documents ? params.documents.length : 10);
+            const region = transformInput.headerOptions.aws?.awsRegion || 'us-east-1';
+            const modelArn = constructBedrockModelArn(params.model || '', region);
+            return {
+                bedrockRerankingConfiguration: {
+                    modelConfiguration: {
+                        modelArn: modelArn,
+                    },
+                    numberOfResults: numberOfResults,
+                },
+                type: 'BEDROCK_RERANKING_MODEL',
+            };
+        },
+    },
+    documents: {
+        param: 'sources',
+        required: true,
+        transform: (params) => {
+            if (!params.documents) {
+                return;
+            }
+            return transformDocumentsToSources(params.documents);
+        },
+    },
+    top_n: {
+        param: 'top_n',
+        removeFromParams: true,
+    },
+    return_documents: {
+        param: 'return_documents',
+        removeFromParams: true,
+    },
+    max_tokens_per_doc: {
+        param: 'return_documents',
+        removeFromParams: true,
+    },
+    max_chunks_per_doc: {
+        param: 'max_chunks_per_doc',
+        removeFromParams: true,
+    },
+    rank_fields: {
+        param: 'rank_fields',
+        removeFromParams: true,
+    },
+};
+export const BedrockRerankResponseTransform = (response, responseStatus, _responseHeaders, _strictOpenAiCompliance, _gatewayRequestUrl, gatewayRequest) => {
+    if (responseStatus !== 200) {
+        const errorResponse = BedrockErrorResponseTransform(response);
+        if (errorResponse)
+            return errorResponse;
+    }
+    if ('results' in response && Array.isArray(response.results)) {
+        const results = response.results.map(result => ({
+            index: result.index,
+            relevance_score: result.relevanceScore,
+        }));
+        const rerankResponse = {
+            id: response.id || cuid(),
+            results: results,
+            model: gatewayRequest.model,
+        };
+        return rerankResponse;
+    }
+    return generateInvalidProviderResponseError(response, BEDROCK);
+};
+//# sourceMappingURL=rerank.js.map

package/dist/providers/bedrock/rerank.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerank.js","sourceRoot":"","sources":["../../../src/providers/bedrock/rerank.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAGxC,OAAO,EAAE,oCAAoC,EAAE,MAAM,UAAU,CAAC;AAChE,OAAO,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAC;AAgB/D,MAAM,2BAA2B,GAAG,CAAC,SAA8C,EAAE,EAAE;IACrF,OAAO,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE;QAC9B,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACjC,OAAO;gBACL,oBAAoB,EAAE;oBACpB,YAAY,EAAE;wBACZ,IAAI,EAAE,QAAQ;qBACf;oBACD,IAAI,EAAE,MAAe;iBACtB;gBACD,IAAI,EAAE,QAAiB;aACxB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO;gBACL,oBAAoB,EAAE;oBACpB,YAAY,EAAE,QAAQ;oBACtB,IAAI,EAAE,MAAe;iBACtB;gBACD,IAAI,EAAE,QAAiB;aACxB,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,mFAAmF;AACnF,MAAM,wBAAwB,GAAG,CAAC,OAAe,EAAE,MAAc,EAAU,EAAE;IAC3E,MAAM,YAAY,GAAG,MAAM,IAAI,WAAW,CAAC;IAC3C,IAAI,YAAY,GAAG,OAAO,CAAC;IAE3B,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IAEnD,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,oBAAoB;IAC7C,OAAO,OAAO,SAAS,YAAY,YAAY,sBAAsB,YAAY,EAAE,CAAC;AACtF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAmB;IACjD,KAAK,EAAE;QACL,KAAK,EAAE,SAAS;QAChB,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE;YAC5B,OAAO;gBACL;oBACE,SAAS,EAAE;wBACT,IAAI,EAAE,MAAM,CAAC,KAAK;qBACnB;oBACD,IAAI,EAAE,MAAM;iBACb;aACF,CAAC;QACJ,CAAC;KACF;IACD,KAAK,EAAE;QACL,KAAK,EAAE,wBAAwB;QAC/B,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,CAAC,MAAc,EAAE,cAAsC,EAAE,EAAE;YACpE,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAE1F,MAAM,MAAM,GAAG,cAAc,CAAC,aAAa,CAAC,GAAG,EAAE,SAAS,IAAI,WAAW,CAAC;YAC1E,MAAM,QAAQ,GAAG,wBAAwB,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;YAEtE,OAAO;gBACL,6BAA6B,EAAE;oBAC7B,kBAAkB,EAAE;wBAClB,QAAQ,EAAE,QAAQ;qBACnB;oBACD,eAAe,EAAE,eAAe;iBACjC;gBACD,IAAI,EAAE,yBAAyB;aAChC,CAAC;QACJ,CAAC;KACF;IACD,SAAS,EAAE;QACT,KAAK,EAAE,SAAS;QAChB,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE;YAC5B,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBACtB,OAAO;YACT,CAAC;YACD,OAAO,2BAA2B,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACvD,CAAC;KACF;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,gBAAgB,EAAE,IAAI;KACvB;IACD,gBAAgB,EAAE;QAChB,KAAK,EAAE,kBAAkB;QACzB,gBAAgB,EAAE,IAAI;KACvB;IACD,kBAAkB,EAAE;QAClB,KAAK,EAAE,kBAAkB;QACzB,gBAAgB,EAAE,IAAI;KACvB;IACD,kBAAkB,EAAE;QAClB,KAAK,EAAE,oBAAoB;QAC3B,gBAAgB,EAAE,IAAI;KACvB;IACD,WAAW,EAAE;QACX,KAAK,EAAE,aAAa;QACpB,gBAAgB,EAAE,IAAI;KACvB;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAOL,CACpC,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,uBAAuB,EACvB,kBAAkB,EAClB,cAAc,EACd,EAAE;IACF,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,6BAA6B,CAAC,QAAgC,CAAC,CAAC;QACtF,IAAI,aAAa;YAAE,OAAO,aAAa,CAAC;IAC1C,CAAC;IAED,IAAI,SAAS,IAAI,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7D,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC9C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,eAAe,EAAE,MAAM,CAAC,cAAc;SACvC,CAAC,CAAC,CAAC;QAEJ,MAAM,cAAc,GAAmB;YACrC,EAAE,EAAE,QAAQ,CAAC,EAAE,IAAI,IAAI,EAAE;YACzB,OAAO,EAAE,OAAO;YAChB,KAAK,EAAE,cAAc,CAAC,KAAK;SAC5B,CAAC;QAEF,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,OAAO,oCAAoC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACjE,CAAC,CAAC"}

package/dist/providers/bedrock/retrieveBatch.d.ts

@@ -0,0 +1,4 @@
+import { ErrorResponse, RetrieveBatchResponse } from '../types.js';
+import { BedrockErrorResponse } from './embed.js';
+import { BedrockGetBatchResponse } from './types.js';
+export declare const BedrockRetrieveBatchResponseTransform: (response: BedrockGetBatchResponse | BedrockErrorResponse, responseStatus: number) => RetrieveBatchResponse | ErrorResponse;

package/dist/providers/bedrock/retrieveBatch.js

@@ -0,0 +1,43 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * ================================
+ */
+import { BEDROCK } from '../../globals.js';
+import { toSnakeCase } from '../../utils/misc.js';
+import { generateInvalidProviderResponseError } from '../utils.js';
+import { BedrockErrorResponseTransform } from './chatComplete.js';
+export const BedrockRetrieveBatchResponseTransform = (response, responseStatus) => {
+    if (responseStatus !== 200) {
+        const errorResponse = BedrockErrorResponseTransform(response);
+        if (errorResponse)
+            return errorResponse;
+    }
+    if ('jobArn' in response) {
+        return {
+            id: encodeURIComponent(response.jobArn),
+            object: 'batch',
+            created_at: new Date(response.submitTime).getTime(),
+            status: toSnakeCase(response.status),
+            input_file_id: encodeURIComponent(response.inputDataConfig.s3InputDataConfig.s3Uri),
+            output_file_id: encodeURIComponent(response.outputDataConfig.s3OutputDataConfig.s3Uri),
+            finalizing_at: new Date(response.endTime).getTime(),
+            expires_at: new Date(response.jobExpirationTime).getTime(),
+            ...(response.message && {
+                errors: {
+                    object: 'list',
+                    data: [
+                        {
+                            // Static to `failed`
+                            code: 'failed',
+                            message: response.message,
+                        },
+                    ],
+                },
+                failed_at: new Date(response.lastModifiedTime).getTime(),
+            }),
+        };
+    }
+    return generateInvalidProviderResponseError(response, BEDROCK);
+};
+//# sourceMappingURL=retrieveBatch.js.map

package/dist/providers/bedrock/retrieveBatch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrieveBatch.js","sourceRoot":"","sources":["../../../src/providers/bedrock/retrieveBatch.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAE,oCAAoC,EAAE,MAAM,UAAU,CAAC;AAChE,OAAO,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAC;AAI/D,MAAM,CAAC,MAAM,qCAAqC,GAAG,CACnD,QAAwD,EACxD,cAAsB,EACiB,EAAE;IACzC,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,6BAA6B,CAAC,QAAgC,CAAC,CAAC;QACtF,IAAI,aAAa;YAAE,OAAO,aAAa,CAAC;IAC1C,CAAC;IAED,IAAI,QAAQ,IAAI,QAAQ,EAAE,CAAC;QACzB,OAAO;YACL,EAAE,EAAE,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC;YACvC,MAAM,EAAE,OAAO;YACf,UAAU,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE;YACnD,MAAM,EAAE,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC;YACpC,aAAa,EAAE,kBAAkB,CAAC,QAAQ,CAAC,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC;YACnF,cAAc,EAAE,kBAAkB,CAAC,QAAQ,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,KAAK,CAAC;YACtF,aAAa,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE;YACnD,UAAU,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,OAAO,EAAE;YAC1D,GAAG,CAAC,QAAQ,CAAC,OAAO,IAAI;gBACtB,MAAM,EAAE;oBACN,MAAM,EAAE,MAAM;oBACd,IAAI,EAAE;wBACJ;4BACE,qBAAqB;4BACrB,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,QAAQ,CAAC,OAAO;yBAC1B;qBACF;iBACF;gBACD,SAAS,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,OAAO,EAAE;aACzD,CAAC;SACH,CAAC;IACJ,CAAC;IAED,OAAO,oCAAoC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACjE,CAAC,CAAC"}

package/dist/providers/bedrock/retrieveFile.d.ts

@@ -0,0 +1,2 @@
+import type { RequestHandler } from '../types.js';
+export declare const BedrockRetrieveFileRequestHandler: RequestHandler;

package/dist/providers/bedrock/retrieveFile.js

@@ -0,0 +1,66 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * But needs some custom changes for TFY
+ * 1. Fix unused vars for linting
+ * 2. changed files/v1 to files/ in fileId extraction
+ * ================================
+ */
+import { BEDROCK } from '../../globals.js';
+import { buildErrorBody, errorResponse } from '../../utils/errorHandlingUtils.js';
+import { sdkRequestUrl } from '../../utils/sdkRequestUrl.js';
+import { bedrockProviderFetch } from './requestHandlerFetch.js';
+export const BedrockRetrieveFileRequestHandler = async (args) => {
+    const requestURL = sdkRequestUrl(args.request);
+    try {
+        const response = await bedrockProviderFetch(args, 'retrieveFile', { method: 'GET' });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(JSON.stringify({
+                type: 'provider_error',
+                code: response.status,
+                message: 'bedrock error: ' + errorText,
+            }));
+        }
+        // parse necessary information from xml response
+        const responseBodyXML = await response.text();
+        const responseHeaders = response.headers;
+        const match = responseBodyXML.match(/<ObjectSize>(\d+)<\/ObjectSize>/);
+        const size = match?.[1];
+        const fileId = requestURL.split('/files/')[1];
+        // transform the response
+        const transformedResponse = {
+            object: 'file',
+            id: fileId,
+            purpose: '',
+            filename: decodeURIComponent(fileId),
+            bytes: size,
+            createdAt: Math.floor(new Date(responseHeaders.get('last-modified') || '').getTime() / 1000),
+            status: 'processed',
+            status_details: null,
+        };
+        // return the response
+        return new Response(JSON.stringify(transformedResponse), {
+            headers: {
+                'content-type': 'application/json',
+            },
+        });
+    }
+    catch (error) {
+        let errorBody;
+        try {
+            errorBody = JSON.parse(error.message);
+            errorBody.provider = BEDROCK;
+        }
+        catch ( /* eslint-disable @typescript-eslint/no-unused-vars */_e) {
+            errorBody = buildErrorBody({
+                message: error.message,
+                statusCode: 500,
+                type: error?.name ?? null,
+                extra: { provider: BEDROCK },
+            });
+        }
+        return errorResponse(errorBody, 500);
+    }
+};
+//# sourceMappingURL=retrieveFile.js.map

package/dist/providers/bedrock/retrieveFile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrieveFile.js","sourceRoot":"","sources":["../../../src/providers/bedrock/retrieveFile.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/E,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAE7D,MAAM,CAAC,MAAM,iCAAiC,GAAmB,KAAK,EAAC,IAAI,EAAC,EAAE;IAC5E,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/C,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,IAAI,EAAE,cAAc,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAErF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ,CAAC,MAAM;gBACrB,OAAO,EAAE,iBAAiB,GAAG,SAAS;aACvC,CAAC,CACH,CAAC;QACJ,CAAC;QAED,gDAAgD;QAChD,MAAM,eAAe,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC9C,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC;QACzC,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACvE,MAAM,IAAI,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QAExB,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAE9C,yBAAyB;QACzB,MAAM,mBAAmB,GAAG;YAC1B,MAAM,EAAE,MAAM;YACd,EAAE,EAAE,MAAM;YACV,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,kBAAkB,CAAC,MAAM,CAAC;YACpC,KAAK,EAAE,IAAI;YACX,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;YAC5F,MAAM,EAAE,WAAW;YACnB,cAAc,EAAE,IAAI;SACrB,CAAC;QAEF,sBAAsB;QACtB,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,EAAE;YACvD,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;SACF,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,IAAI,SAAS,CAAC;QAEd,IAAI,CAAC;YACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACtC,SAAS,CAAC,QAAQ,GAAG,OAAO,CAAC;QAC/B,CAAC;QAAC,QAAO,sDAAuD,EAAE,EAAE,CAAC;YACnE,SAAS,GAAG,cAAc,CAAC;gBACzB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,UAAU,EAAE,GAAG;gBACf,IAAI,EAAE,KAAK,EAAE,IAAI,IAAI,IAAI;gBACzB,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE;aAC7B,CAAC,CAAC;QACL,CAAC;QACD,OAAO,aAAa,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC;AACH,CAAC,CAAC"}

package/dist/providers/bedrock/retrieveFileContent.d.ts

@@ -0,0 +1,3 @@
+import type { RequestHandler } from '../types.js';
+export declare const BedrockRetrieveFileContentRequestHandler: RequestHandler;
+export declare const BedrockRetrieveFileContentResponseTransform: (response: any) => any;

package/dist/providers/bedrock/retrieveFileContent.js

@@ -0,0 +1,61 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * But needs some custom changes for TFY
+ * 1. Fix unused vars for linting
+ * ================================
+ */
+import { BEDROCK } from '../../globals.js';
+import { getOctetStreamToOctetStreamTransformer } from '../../handlers/streamHandlerUtils.js';
+import { buildErrorBody, errorResponse } from '../../utils/errorHandlingUtils.js';
+import { bedrockProviderFetch } from './requestHandlerFetch.js';
+const getRowTransform = () => {
+    return (row) => row;
+};
+export const BedrockRetrieveFileContentRequestHandler = async (args) => {
+    try {
+        const response = await bedrockProviderFetch(args, 'retrieveFileContent', { method: 'GET' });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(JSON.stringify({
+                type: 'provider_error',
+                code: response.status,
+                message: 'bedrock error: ' + errorText,
+            }));
+        }
+        // transform the streaming response to provider format
+        let responseStream;
+        if (response?.body) {
+            responseStream = response?.body?.pipeThrough(getOctetStreamToOctetStreamTransformer(getRowTransform()));
+        }
+        else {
+            throw new Error('Failed to parse and transform file content, please verify that the file is a valid jsonl file used for batching or fine-tuning');
+        }
+        // return the response
+        return new Response(responseStream, {
+            headers: {
+                'content-type': 'application/octet-stream',
+            },
+        });
+    }
+    catch (error) {
+        let errorBody;
+        try {
+            errorBody = JSON.parse(error.message);
+            errorBody.provider = BEDROCK;
+        }
+        catch ( /* eslint-disable @typescript-eslint/no-unused-vars */_e) {
+            errorBody = buildErrorBody({
+                message: error.message,
+                statusCode: 500,
+                type: error?.name ?? null,
+                extra: { provider: BEDROCK },
+            });
+        }
+        return errorResponse(errorBody, 500);
+    }
+};
+export const BedrockRetrieveFileContentResponseTransform = (response) => {
+    return response;
+};
+//# sourceMappingURL=retrieveFileContent.js.map

package/dist/providers/bedrock/retrieveFileContent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrieveFileContent.js","sourceRoot":"","sources":["../../../src/providers/bedrock/retrieveFileContent.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,sCAAsC,EAAE,MAAM,mCAAmC,CAAC;AAC3F,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAE/E,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAE7D,MAAM,eAAe,GAAG,GAAG,EAAE;IAC3B,OAAO,CAAC,GAAwB,EAAE,EAAE,CAAC,GAAG,CAAC;AAC3C,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wCAAwC,GAAmB,KAAK,EAAC,IAAI,EAAC,EAAE;IACnF,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CAAC,IAAI,EAAE,qBAAqB,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAE5F,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ,CAAC,MAAM;gBACrB,OAAO,EAAE,iBAAiB,GAAG,SAAS;aACvC,CAAC,CACH,CAAC;QACJ,CAAC;QAED,sDAAsD;QACtD,IAAI,cAA8B,CAAC;QACnC,IAAI,QAAQ,EAAE,IAAI,EAAE,CAAC;YACnB,cAAc,GAAG,QAAQ,EAAE,IAAI,EAAE,WAAW,CAAC,sCAAsC,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;QAC1G,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CACb,gIAAgI,CACjI,CAAC;QACJ,CAAC;QAED,sBAAsB;QACtB,OAAO,IAAI,QAAQ,CAAC,cAAc,EAAE;YAClC,OAAO,EAAE;gBACP,cAAc,EAAE,0BAA0B;aAC3C;SACF,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,IAAI,SAAS,CAAC;QAEd,IAAI,CAAC;YACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACtC,SAAS,CAAC,QAAQ,GAAG,OAAO,CAAC;QAC/B,CAAC;QAAC,QAAO,sDAAuD,EAAE,EAAE,CAAC;YACnE,SAAS,GAAG,cAAc,CAAC;gBACzB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,UAAU,EAAE,GAAG;gBACf,IAAI,EAAE,KAAK,EAAE,IAAI,IAAI,IAAI;gBACzB,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE;aAC7B,CAAC,CAAC;QACL,CAAC;QACD,OAAO,aAAa,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,2CAA2C,GAAG,CAAC,QAAa,EAAE,EAAE;IAC3E,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}

package/dist/providers/bedrock/retrieveFinetune.d.ts

@@ -0,0 +1,7 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * ================================
+ */
+import { ErrorResponse } from '../types.js';
+export declare const BedrockFinetuneResponseTransform: (response: Response | ErrorResponse, responseStatus: number) => Response | ErrorResponse;

package/dist/providers/bedrock/retrieveFinetune.js

@@ -0,0 +1,9 @@
+import { BedrockErrorResponseTransform } from './chatComplete.js';
+import { bedrockFinetuneToOpenAI } from './utils.js';
+export const BedrockFinetuneResponseTransform = (response, responseStatus) => {
+    if (responseStatus !== 200) {
+        return BedrockErrorResponseTransform(response) || response;
+    }
+    return bedrockFinetuneToOpenAI(response);
+};
+//# sourceMappingURL=retrieveFinetune.js.map

package/dist/providers/bedrock/retrieveFinetune.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retrieveFinetune.js","sourceRoot":"","sources":["../../../src/providers/bedrock/retrieveFinetune.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,6BAA6B,EAAE,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAC;AAElD,MAAM,CAAC,MAAM,gCAAgC,GAGb,CAAC,QAAQ,EAAE,cAAc,EAAE,EAAE;IAC3D,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QAC3B,OAAO,6BAA6B,CAAC,QAAe,CAAC,IAAI,QAAQ,CAAC;IACpE,CAAC;IAED,OAAO,uBAAuB,CAAC,QAAe,CAAQ,CAAC;AACzD,CAAC,CAAC"}

package/dist/providers/bedrock/types.d.ts

@@ -0,0 +1,291 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * ================================
+ */
+import { MessageCreateParamsBase } from '../../types/MessagesRequest.js';
+interface BedrockBatch {
+    clientRequestToken: string;
+    endTime: string;
+    inputDataConfig: {
+        s3InputDataConfig: {
+            s3Uri: string;
+            s3BucketOwner: string;
+            s3InputFormat: string;
+        };
+    };
+    jobArn: string;
+    jobExpirationTime: string;
+    jobName: string;
+    lastModifiedTime: string;
+    message: string;
+    modelId: string;
+    outputDataConfig: {
+        s3OutputDataConfig: {
+            s3Uri: string;
+            s3BucketOwner: string;
+            s3EncryptionKeyId: string;
+        };
+    };
+    roleArn: string;
+    status: string;
+    submitTime: string;
+    timeoutDurationInHours: number;
+    vpcConfig: {
+        securityGroupIds: string[];
+        subnetIds: string[];
+    };
+}
+export interface BedrockGetBatchResponse extends BedrockBatch {
+}
+export interface BedrockListBatchesResponse {
+    invocationJobSummaries: BedrockBatch[];
+    nextToken: string;
+}
+export interface BedrockFinetuneRecord {
+    baseModelArn: string;
+    creationTime: string;
+    customModelArn: string;
+    customModelName: string;
+    customizationType: string;
+    endTime: string;
+    jobArn: string;
+    jobName: string;
+    lastModifiedTime: string;
+    status: 'Completed' | 'Failed' | 'InProgress' | 'Stopping' | 'Stopped';
+    failureMessage?: string;
+    validationDataConfig?: {
+        s3Uri: string;
+    };
+    trainingDataConfig?: {
+        s3Uri: string;
+    };
+    hyperParameters?: {
+        learningRate: number;
+        batchSize: number;
+        epochCount: number;
+    };
+    outputModelName?: string;
+    outputModelArn?: string;
+}
+export interface BedrockInferenceProfile {
+    inferenceProfileName: string;
+    description: string;
+    createdAt: string;
+    updatedAt: string;
+    inferenceProfileArn: string;
+    models: {
+        modelArn: string;
+    }[];
+    inferenceProfileId: string;
+    status: string;
+    type: string;
+}
+export declare enum BEDROCK_STOP_REASON {
+    end_turn = "end_turn",
+    tool_use = "tool_use",
+    max_tokens = "max_tokens",
+    stop_sequence = "stop_sequence",
+    guardrail_intervened = "guardrail_intervened",
+    content_filtered = "content_filtered"
+}
+export interface BedrockMessagesParams extends MessageCreateParamsBase {
+    additionalModelRequestFields?: Record<string, any>;
+    additional_model_request_fields?: Record<string, any>;
+    additionalModelResponseFieldPaths?: string[];
+    guardrailConfig?: {
+        guardrailIdentifier: string;
+        guardrailVersion: string;
+        trace?: string;
+    };
+    guardrail_config?: {
+        guardrailIdentifier: string;
+        guardrailVersion: string;
+        trace?: string;
+    };
+    anthropic_version?: string;
+    countPenalty?: number;
+    user?: string;
+}
+export interface BedrockChatCompletionResponse {
+    metrics: {
+        latencyMs: number;
+    };
+    output: {
+        message: {
+            role: string;
+            content: BedrockContentItem[];
+        };
+    };
+    stopReason: BEDROCK_CONVERSE_STOP_REASON;
+    usage: {
+        inputTokens: number;
+        outputTokens: number;
+        totalTokens: number;
+        cacheReadInputTokenCount?: number;
+        cacheReadInputTokens?: number;
+        cacheWriteInputTokenCount?: number;
+        cacheWriteInputTokens?: number;
+        /**
+         * Per-TTL breakdown of cache-write tokens for extended-cache-ttl-aware
+         * Converse responses. Each entry reports the bucket size and TTL ('5m' | '1h').
+         */
+        cacheDetails?: Array<{
+            inputTokens?: number;
+            ttl?: '5m' | '1h' | string;
+        }>;
+    };
+}
+export type BedrockSource = {
+    bytes?: string;
+    s3Location?: {
+        uri: string;
+        bucketOwner?: string;
+    };
+};
+export type BedrockContentItem = {
+    text?: string;
+    toolUse?: {
+        toolUseId: string;
+        name: string;
+        input: object;
+    };
+    reasoningContent?: {
+        reasoningText?: {
+            /** Omitted when no real signature exists — Bedrock rejects empty-string signatures. */
+            signature?: string;
+            text: string;
+        };
+        redactedContent?: string;
+    };
+    image?: {
+        source: BedrockSource;
+        format: string;
+    };
+    document?: {
+        format: string;
+        name: string;
+        source: BedrockSource;
+    };
+    video?: {
+        format: string;
+        source: BedrockSource;
+    };
+    cachePoint?: {
+        type: string;
+    };
+};
+/** A single entry in the Bedrock toolConfig.tools array: either a function spec or a cache point. */
+export type BedrockToolSpecEntry = {
+    toolSpec: {
+        name: string;
+        description?: string;
+        inputSchema: {
+            json: {
+                type: string;
+                properties: Record<string, unknown>;
+                required: string[];
+            };
+        };
+    };
+} | {
+    cachePoint: {
+        type: string;
+    };
+};
+/** Streaming tool call chunk emitted per Bedrock stream event.
+ *  The start event provides id/name; delta events carry partial arguments. */
+export interface BedrockStreamingToolCallChunk {
+    index: number;
+    id?: string;
+    /** Only present on the first chunk (tool start); omitted on argument-delta and stop chunks. */
+    type?: string;
+    function: {
+        name?: string;
+        /** Raw tool input — an object in the start event, a partial-JSON string in delta events. */
+        arguments: unknown;
+    };
+}
+export interface BedrockStreamState {
+    stopReason?: BEDROCK_CONVERSE_STOP_REASON;
+    currentToolCallIndex?: number;
+    currentContentBlockIndex?: number;
+    /** True once the current tool block has received at least one argument delta. Used to detect zero-arg tool calls on contentBlockStop. */
+    currentToolBlockHasArgs?: boolean;
+    /**
+     * Type of the content block currently being streamed ('toolUse' | 'reasoningContent' | 'other').
+     * Set on contentBlockStart; cleared on contentBlockStop.
+     * Guards the zero-arg heuristic: only emit {} on contentBlockStop when this is 'toolUse'.
+     * Without this, reasoning/text block stops (which also arrive without start/delta/usage)
+     * would spuriously emit a duplicate {} tool-call chunk.
+     */
+    currentContentBlockType?: 'toolUse' | 'reasoningContent' | 'other';
+    /** Tool name in the current toolUse block, used to spot Cursor freeform tools. */
+    currentToolName?: string;
+    /** Fragments of a Cursor freeform tool call, held back until the JSON is complete. */
+    cursorBufferedToolArguments?: string;
+}
+export interface BedrockContentBlockDelta {
+    text: string;
+    toolUse: {
+        toolUseId: string;
+        name: string;
+        input: string;
+    };
+    reasoningContent?: {
+        text?: string;
+        signature?: string;
+        redactedContent?: string;
+    };
+}
+export interface BedrockChatCompleteStreamChunk {
+    role?: string;
+    contentBlockIndex?: number;
+    delta?: BedrockContentBlockDelta;
+    start?: {
+        /** Redacted thinking blocks are delivered in the contentBlockStart event, not in a delta. */
+        reasoningContent?: {
+            redactedContent?: string;
+        };
+        toolUse: {
+            toolUseId: string;
+            name: string;
+            input?: object;
+        };
+    };
+    stopReason?: BEDROCK_CONVERSE_STOP_REASON;
+    metrics?: {
+        latencyMs: number;
+    };
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+        totalTokens: number;
+        cacheReadInputTokenCount?: number;
+        cacheReadInputTokens?: number;
+        cacheWriteInputTokenCount?: number;
+        cacheWriteInputTokens?: number;
+        /** Per-TTL breakdown for extended-cache-ttl-aware Converse streams. */
+        cacheDetails?: Array<{
+            inputTokens?: number;
+            ttl?: '5m' | '1h' | string;
+        }>;
+    };
+    message?: string;
+}
+export declare enum BEDROCK_CONVERSE_STOP_REASON {
+    end_turn = "end_turn",
+    tool_use = "tool_use",
+    max_tokens = "max_tokens",
+    stop_sequence = "stop_sequence",
+    guardrail_intervened = "guardrail_intervened",
+    content_filtered = "content_filtered"
+}
+export declare enum TITAN_STOP_REASON {
+    FINISHED = "FINISHED",
+    LENGTH = "LENGTH",
+    STOP_CRITERIA_MET = "STOP_CRITERIA_MET",
+    RAG_QUERY_WHEN_RAG_DISABLED = "RAG_QUERY_WHEN_RAG_DISABLED",
+    CONTENT_FILTERED = "CONTENT_FILTERED"
+}
+export {};