@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.1

package/dist/providers/bedrock/uploadFile.js

@@ -0,0 +1,471 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * But needs some custom changes for TFY
+ * 1. Fix unused vars for linting
+ * 2. Change the error message to x-tfy-aws-s3-bucket and x-tfy-aws-bedrock-model headers provided.
+ * 3. Add condition for nova models in file upload transform
+ * 4. Transform and upload file directly to S3
+ * ================================
+ */
+import { ValidationError } from '../../errors.js';
+import { BEDROCK, POWERED_BY } from '../../globals.js';
+import { getBoundaryFromContentType } from '../../handlers/streamHandlerUtils.js';
+import { safeFetch } from '../../http/index.js';
+import { logger } from '../../logger.js';
+import { transformUsingProviderConfig } from '../../services/transformToProviderRequest.js';
+import { AWS_DEFAULT_REGION } from '../../utils.js';
+import { buildErrorBody, errorResponse } from '../../utils/errorHandlingUtils.js';
+import { filePurposeFromHeaders } from '../anthropic/uploadFileUtils.js';
+import { providerApiArgsFromHandler } from '../requestHandlerApiArgs.js';
+import BedrockAPIConfig, { bedrockCallRegion } from './api.js';
+import { BedrockUploadFileTransformerConfig, transformFinetuneDatasetLine, tryChatToTextTransformation, } from './uploadFileUtils.js';
+class AwsMultipartUploadHandler {
+    bucket;
+    objectKey;
+    region;
+    uploadId;
+    url;
+    parts = [];
+    handlerArgs;
+    contentLength = 0;
+    constructor(region = AWS_DEFAULT_REGION, bucket = '', objectKey = '', handlerArgs) {
+        this.region = region;
+        this.bucket = bucket;
+        this.objectKey = objectKey;
+        this.url = new URL(`https://${bucket}.s3.${region}.amazonaws.com/${objectKey}?uploads`);
+        this.handlerArgs = handlerArgs;
+    }
+    async signedHeaders(endpoint, body, url) {
+        const apiArgs = providerApiArgsFromHandler(this.handlerArgs, { endpoint, method: 'POST' });
+        return BedrockAPIConfig.headers({
+            ...apiArgs,
+            transformedRequestBody: body,
+            transformedRequestUrl: url,
+        });
+    }
+    async initiateMultipartUpload() {
+        const method = 'POST';
+        const headers = await this.signedHeaders('initiateMultipartUpload', {}, this.url.toString());
+        // Step 5: Send Request
+        const response = await safeFetch(this.url.toString(), {
+            ssrf: 'guard',
+            method,
+            headers,
+            signal: this.handlerArgs.signal,
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(JSON.stringify({
+                type: 'provider_error',
+                code: response.status,
+                message: 'bedrock error: ' + errorText,
+            }));
+        }
+        const responseBody = await response.text();
+        const uploadIdMatch = responseBody.match(/<UploadId>(.+?)<\/UploadId>/);
+        if (!uploadIdMatch)
+            throw new Error('Failed to parse UploadId from response');
+        this.uploadId = uploadIdMatch[1];
+        return uploadIdMatch[1];
+    }
+    async chunkAndUploadStream(awsBedrockModel, requestBody, requestHeaders, purpose, modelType) {
+        const providerConfig = getProviderConfig(awsBedrockModel);
+        const fileTranslationStartTime = performance.now();
+        const reader = requestBody.getReader();
+        let partNumber = 1;
+        const decoder = new TextDecoder();
+        const boundary = '--' + getBoundaryFromContentType(requestHeaders['content-type']);
+        let currentChunk = '';
+        let isParsingHeaders = true;
+        let currentHeaders = '';
+        let isFileContent = false;
+        while (true) {
+            const { done, value } = await reader.read();
+            currentChunk += decoder.decode(value, { stream: true });
+            // 10MB chunk size for AWS S3's 5MB minimum requirement
+            // AWS S3 requires minimum 5MB per part: https://docs.aws.amazon.com/AmazonS3/latest/userguide/qfacts.html
+            if (currentChunk.length < 10 * 1024 * 1024 && !done)
+                continue;
+            while (currentChunk.length > 0) {
+                if (isParsingHeaders) {
+                    const headersEndIndex = currentChunk.indexOf('\r\n\r\n');
+                    const boundaryEndIndex = currentChunk.indexOf(boundary) + boundary.length + 2;
+                    // if (headersEndIndex < 0) break;
+                    currentHeaders += currentChunk.slice(boundaryEndIndex, headersEndIndex);
+                    isFileContent = currentHeaders.includes('Content-Disposition: form-data; name="file"');
+                    if (isFileContent) {
+                        const filename = currentHeaders.match(/filename="(.+?)"/)?.[1];
+                        const fileExtension = filename?.split('.').pop();
+                        if (fileExtension !== 'jsonl') {
+                            throw new Error('Invalid file extension, only jsonl files are supported');
+                        }
+                    }
+                    currentChunk = currentChunk.slice(headersEndIndex + 4);
+                    isParsingHeaders = false;
+                }
+                const boundaryIndex = currentChunk.indexOf(boundary);
+                const safeLength = boundaryIndex ?? currentChunk.length;
+                // if (safeLength <= 0) break;
+                const content = currentChunk.slice(0, safeLength);
+                if (isFileContent) {
+                    let uploadLength = 0;
+                    [currentChunk, uploadLength] = await transformAndUploadFileContentParts(content, currentChunk, providerConfig, this, partNumber, purpose ?? 'batch', modelType ?? 'chat', {
+                        callConfig: this.handlerArgs.callConfig,
+                        headerOptions: this.handlerArgs.headerOptions,
+                        providerOptions: this.handlerArgs.providerOptions,
+                    });
+                    this.contentLength += uploadLength;
+                    partNumber++;
+                }
+                else {
+                    currentChunk = currentChunk.slice(safeLength);
+                }
+                if (currentChunk.startsWith(`${boundary}--`)) {
+                    currentChunk = '';
+                }
+                else if (currentChunk.startsWith(boundary)) {
+                    isParsingHeaders = true;
+                    currentHeaders = '';
+                }
+                else {
+                    break;
+                }
+            }
+            if (done)
+                break;
+        }
+        const fileTranslationEndTime = performance.now();
+        logger.info('File translation completed', {
+            totalDuration: fileTranslationEndTime - fileTranslationStartTime,
+            totalParts: partNumber - 1,
+            totalBytes: this.contentLength,
+        });
+    }
+    async uploadPart(partNumber, partData) {
+        const method = 'PUT';
+        const partUrl = new URL(`https://${this.bucket}.s3.${this.region}.amazonaws.com/${this.objectKey}?partNumber=${partNumber}&uploadId=${this.uploadId}`);
+        const headers = await this.signedHeaders('uploadFile', partData, partUrl.toString());
+        const response = await safeFetch(partUrl.toString(), {
+            ssrf: 'guard',
+            method,
+            headers,
+            body: partData,
+            signal: this.handlerArgs.signal,
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(JSON.stringify({
+                type: 'provider_error',
+                code: response.status,
+                message: 'bedrock error: ' + errorText,
+            }));
+        }
+        const eTag = response.headers.get('ETag');
+        if (!eTag)
+            throw new Error(`unable to upload to s3, please try again`);
+        this.parts.push({ PartNumber: partNumber, ETag: eTag });
+    }
+    async completeMultipartUpload() {
+        const method = 'POST';
+        const completeUrl = new URL(`https://${this.bucket}.s3.${this.region}.amazonaws.com/${this.objectKey}?uploadId=${this.uploadId}`);
+        const partsXml = this.parts
+            .map(part => `<Part><PartNumber>${part.PartNumber}</PartNumber><ETag>${part.ETag}</ETag></Part>`)
+            .join('');
+        const payload = `<CompleteMultipartUpload>${partsXml}</CompleteMultipartUpload>`;
+        const headers = await this.signedHeaders('uploadFile', payload, completeUrl.toString());
+        const response = await safeFetch(completeUrl.toString(), {
+            ssrf: 'guard',
+            method,
+            headers,
+            body: payload,
+            signal: this.handlerArgs.signal,
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(JSON.stringify({
+                type: 'provider_error',
+                code: response.status,
+                message: 'bedrock error: ' + errorText,
+            }));
+        }
+        return response;
+    }
+}
+const transformAndUploadFileContentParts = async (chunk, buffer, providerConfig, handler, partNumber, purpose, modelType, transformInput) => {
+    let transformedChunkToUpload = '';
+    const jsonLines = chunk.split('\n');
+    const numberOfLines = jsonLines.length;
+    for (let i = 0; i < numberOfLines; i++) {
+        const line = jsonLines[i];
+        if (line === '\r') {
+            buffer = buffer.slice(line.length + 1);
+            continue;
+        }
+        try {
+            const json = JSON.parse(line);
+            if (purpose === 'fine-tune') {
+                const transformedLine = modelType === 'text' ? tryChatToTextTransformation(json) : transformFinetuneDatasetLine(json);
+                if (!transformedLine) {
+                    // Skip this line if it is not a valid json line
+                    continue;
+                }
+                transformedChunkToUpload += JSON.stringify(transformedLine) + '\r\n';
+                buffer = buffer.slice(line.length + 1);
+                continue;
+            }
+            const transformedLine = {
+                recordId: json.custom_id,
+                modelInput: transformUsingProviderConfig(providerConfig, json.body, transformInput),
+            };
+            transformedChunkToUpload += JSON.stringify(transformedLine) + '\r\n';
+            buffer = buffer.slice(line.length + 1);
+        }
+        catch ( /* eslint-disable @typescript-eslint/no-unused-vars */error) {
+            if (i !== numberOfLines - 1) {
+                throw new Error('Your file contains invalid json lines, or empty lines, please fix them and try again: ' +
+                    '\n failing line: ' +
+                    line +
+                    '\n failing chunk: ' +
+                    chunk);
+            }
+            // this is not a valid json line, so we don't update the buffer
+        }
+    }
+    await handler.uploadPart(partNumber, Buffer.from(transformedChunkToUpload));
+    return [buffer, transformedChunkToUpload.length];
+};
+const getProviderConfig = (modelSlug) => {
+    let provider = '';
+    if (modelSlug.includes('llama2'))
+        provider = 'llama2';
+    else if (modelSlug.includes('llama3'))
+        provider = 'llama3';
+    else if (modelSlug.includes('titan'))
+        provider = 'titan';
+    else if (modelSlug.includes('mistral'))
+        provider = 'mistral';
+    else if (modelSlug.includes('anthropic'))
+        provider = 'anthropic';
+    else if (modelSlug.includes('ai21'))
+        provider = 'ai21';
+    else if (modelSlug.includes('cohere'))
+        provider = 'cohere';
+    /**
+     * ================================
+     * NOTE - Add condition for nova models
+     * ================================
+     */ else if (modelSlug.includes('nova'))
+        provider = 'nova';
+    else
+        throw new Error('Invalid model slug');
+    return BedrockUploadFileTransformerConfig[provider];
+};
+/** S3 bucket names are a single hostname label sequence. `/` would make the URL host caller-controlled. */
+const S3_BUCKET_NAME_RE = /^(?=.{3,63}$)(?!.*\.\.)[a-z0-9](?:[a-z0-9.-]*[a-z0-9])?$/;
+export function isS3BucketName(bucket) {
+    return S3_BUCKET_NAME_RE.test(bucket);
+}
+export function assertBedrockS3UploadDestination(args) {
+    if (args.accountAuthType === 'api-key' || args.headerAuthType === 'apiKey') {
+        throw new ValidationError('Bedrock S3 uploads require SigV4 credentials. API-key auth is not supported for this upload.');
+    }
+    if (!isS3BucketName(args.bucket)) {
+        throw new ValidationError('Invalid S3 bucket name.');
+    }
+    const expectedHost = `${args.bucket}.s3.${args.region}.amazonaws.com`;
+    const destination = new URL(`https://${expectedHost}/${args.objectKey}`);
+    if (destination.hostname !== expectedHost) {
+        throw new ValidationError('Invalid S3 upload destination.');
+    }
+    return destination.toString();
+}
+const transformAndUploadFileDirect = async (awsBedrockModel, requestBody, requestHeaders, purpose, modelType, awsRegion, awsS3Bucket, awsS3ObjectKey, handlerArgs) => {
+    const region = awsRegion || AWS_DEFAULT_REGION;
+    const account = handlerArgs.providerOptions.providerAccount.manifest;
+    const s3Url = assertBedrockS3UploadDestination({
+        bucket: awsS3Bucket,
+        region,
+        objectKey: awsS3ObjectKey,
+        accountAuthType: account.auth_data?.type,
+        headerAuthType: handlerArgs.headerOptions.aws?.awsAuthType,
+    });
+    const fileTranslationStartTime = performance.now();
+    const providerConfig = getProviderConfig(awsBedrockModel);
+    const reader = requestBody.getReader();
+    const decoder = new TextDecoder();
+    const boundary = '--' + getBoundaryFromContentType(requestHeaders['content-type']);
+    let fullContent = '';
+    // Read all chunks
+    while (true) {
+        const { done, value } = await reader.read();
+        if (value) {
+            fullContent += decoder.decode(value, { stream: true });
+        }
+        if (done)
+            break;
+    }
+    // Extract file content from multipart form data
+    const parts = fullContent.split(boundary);
+    let fileContent = '';
+    for (const part of parts) {
+        if (part.includes('Content-Disposition: form-data; name="file"')) {
+            const headersEndIndex = part.indexOf('\r\n\r\n');
+            if (headersEndIndex >= 0) {
+                const content = part.slice(headersEndIndex + 4);
+                // Remove trailing boundary markers
+                fileContent = content.replace(/\r\n--$/, '').replace(/--\r\n$/, '');
+                // Validate file extension
+                const filename = part.match(/filename="(.+?)"/)?.[1];
+                const fileExtension = filename?.split('.').pop();
+                if (fileExtension !== 'jsonl') {
+                    throw new Error('Invalid file extension, only jsonl files are supported');
+                }
+                break;
+            }
+        }
+    }
+    if (!fileContent) {
+        throw new Error('No file content found in multipart form data');
+    }
+    // Transform file content
+    let transformedContent = '';
+    const jsonLines = fileContent.split('\n');
+    for (const line of jsonLines) {
+        if (line.trim() === '' || line === '\r')
+            continue;
+        try {
+            const json = JSON.parse(line.trim());
+            if (purpose === 'fine-tune') {
+                const transformedLine = modelType === 'text' ? tryChatToTextTransformation(json) : transformFinetuneDatasetLine(json);
+                if (transformedLine) {
+                    transformedContent += JSON.stringify(transformedLine) + '\r\n';
+                }
+            }
+            else {
+                const transformedLine = {
+                    recordId: json.custom_id,
+                    modelInput: transformUsingProviderConfig(providerConfig, json.body, {
+                        callConfig: handlerArgs.callConfig,
+                        headerOptions: handlerArgs.headerOptions,
+                        providerOptions: handlerArgs.providerOptions,
+                    }),
+                };
+                transformedContent += JSON.stringify(transformedLine) + '\r\n';
+            }
+        }
+        catch (error) {
+            throw new Error('Your file contains invalid json lines, or empty lines, please fix them and try again: ' +
+                '\n failing line: ' +
+                line);
+        }
+    }
+    const fileTranslationEndTime = performance.now();
+    logger.info('File translation completed', {
+        totalDuration: fileTranslationEndTime - fileTranslationStartTime,
+        totalLines: jsonLines.length,
+        totalBytes: transformedContent.length,
+    });
+    const contentBuffer = Buffer.from(transformedContent);
+    const apiArgs = providerApiArgsFromHandler(handlerArgs, { endpoint: 'uploadFile', method: 'PUT' });
+    const headers = await BedrockAPIConfig.headers({
+        ...apiArgs,
+        transformedRequestBody: contentBuffer,
+        transformedRequestUrl: s3Url,
+    });
+    const response = await safeFetch(s3Url, {
+        ssrf: 'guard',
+        method: 'PUT',
+        headers,
+        body: contentBuffer,
+        signal: handlerArgs.signal,
+    });
+    if (!response.ok) {
+        const errorText = await response.text();
+        throw new Error(JSON.stringify({
+            type: 'provider_error',
+            code: response.status,
+            message: 'bedrock error: ' + errorText,
+        }));
+    }
+    return transformedContent;
+};
+export const BedrockUploadFileRequestHandler = async (args) => {
+    const requestBody = args.request.body;
+    const requestHeaders = args.request.headers;
+    try {
+        const aws = args.headerOptions.aws;
+        const awsRegion = bedrockCallRegion(args.providerOptions, aws);
+        const awsS3Bucket = aws.awsS3Bucket;
+        const awsBedrockModel = aws.awsBedrockModel;
+        const awsS3ObjectKey = aws.awsS3ObjectKey || crypto.randomUUID() + '.jsonl';
+        if (!awsS3Bucket || !awsBedrockModel) {
+            /**
+             * ================================
+             * NOTE: Change the error message to x-tfy-aws-s3-bucket and x-tfy-aws-bedrock-model headers provided.
+             * ================================
+             */
+            return errorResponse(buildErrorBody({
+                message: 'Please make sure you have x-tfy-aws-s3-bucket and x-tfy-aws-bedrock-model headers provided.',
+                statusCode: 400,
+                type: 'invalid_request_error',
+            }), 400);
+        }
+        const purpose = filePurposeFromHeaders(requestHeaders) || 'batch';
+        const modelType = requestHeaders[`x-${POWERED_BY}-model-type`];
+        if (!awsBedrockModel || !awsS3Bucket)
+            throw new Error('awsBedrockModel and awsS3Bucket are required to upload a file');
+        /**
+         * ================================
+         * NOTE: Transform and upload file directly to S3
+         * ================================
+         */
+        const transformedContent = await transformAndUploadFileDirect(awsBedrockModel, requestBody, requestHeaders, purpose, modelType, awsRegion, awsS3Bucket, awsS3ObjectKey, args);
+        // construct and return response
+        const s3Url = `s3://${awsS3Bucket}/${awsS3ObjectKey}`;
+        const responseJson = {
+            id: encodeURIComponent(s3Url),
+            object: 'file',
+            created_at: Math.floor(Date.now() / 1000),
+            filename: s3Url,
+            purpose,
+            bytes: transformedContent.length,
+            status: 'processed',
+            status_details: '',
+        };
+        return new Response(JSON.stringify(responseJson), {
+            status: 200,
+            headers: {
+                'Content-Type': 'application/json',
+            },
+        });
+    }
+    catch (error) {
+        if (error instanceof ValidationError) {
+            return errorResponse(buildErrorBody({
+                message: error.message,
+                statusCode: 400,
+                type: 'invalid_request_error',
+            }), 400);
+        }
+        let errorBody;
+        try {
+            errorBody = JSON.parse(error.message);
+            errorBody.provider = BEDROCK;
+        }
+        catch (_e) {
+            /* eslint-disable @typescript-eslint/no-unused-vars */
+            errorBody = buildErrorBody({
+                message: error.message,
+                statusCode: 500,
+                type: error?.name ?? null,
+                extra: { provider: BEDROCK },
+            });
+        }
+        return errorResponse(errorBody, 500);
+    }
+};
+export const BedrockUploadFileResponseTransform = (response) => {
+    return response;
+};
+//# sourceMappingURL=uploadFile.js.map

package/dist/providers/bedrock/uploadFile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"uploadFile.js","sourceRoot":"","sources":["../../../src/providers/bedrock/uploadFile.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AAC/E,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAOtC,OAAO,EAAE,4BAA4B,EAAE,MAAM,2CAA2C,CAAC;AACzF,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/E,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AAEtE,OAAO,gBAAgB,EAAE,EAAE,iBAAiB,EAAE,MAAM,OAAO,CAAC;AAC5D,OAAO,EACL,kCAAkC,EAClC,4BAA4B,EAC5B,2BAA2B,GAC5B,MAAM,mBAAmB,CAAC;AAE3B,MAAM,yBAAyB;IACrB,MAAM,CAAS;IACf,SAAS,CAAS;IAClB,MAAM,CAAS;IACf,QAAQ,CAAU;IAClB,GAAG,CAAM;IACT,KAAK,GAA2C,EAAE,CAAC;IACnD,WAAW,CAAqC;IACjD,aAAa,GAAW,CAAC,CAAC;IAEjC,YACE,SAAiB,kBAAkB,EACnC,SAAiB,EAAE,EACnB,YAAoB,EAAE,EACtB,WAA+C;QAE/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,CAAC,WAAW,MAAM,OAAO,MAAM,kBAAkB,SAAS,UAAU,CAAC,CAAC;QACxF,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,QAAkB,EAAE,IAAa,EAAE,GAAW;QACxE,MAAM,OAAO,GAAG,0BAA0B,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3F,OAAO,gBAAgB,CAAC,OAAO,CAAC;YAC9B,GAAG,OAAO;YACV,sBAAsB,EAAE,IAA+B;YACvD,qBAAqB,EAAE,GAAG;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,MAAM,MAAM,GAAG,MAAM,CAAC;QACtB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,yBAAyB,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QAE7F,uBAAuB;QACvB,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE;YACpD,IAAI,EAAE,OAAO;YACb,MAAM;YACN,OAAO;YACP,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;SAChC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ,CAAC,MAAM;gBACrB,OAAO,EAAE,iBAAiB,GAAG,SAAS;aACvC,CAAC,CACH,CAAC;QACJ,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC3C,MAAM,aAAa,GAAG,YAAY,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACxE,IAAI,CAAC,aAAa;YAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC9E,IAAI,CAAC,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QACjC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,oBAAoB,CACxB,eAAuB,EACvB,WAA2B,EAC3B,cAAsC,EACtC,OAAe,EACf,SAAiB;QAEjB,MAAM,cAAc,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;QAC1D,MAAM,wBAAwB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAEnD,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,EAAE,CAAC;QACvC,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,GAAG,0BAA0B,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC;QACnF,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,gBAAgB,GAAG,IAAI,CAAC;QAC5B,IAAI,cAAc,GAAG,EAAE,CAAC;QACxB,IAAI,aAAa,GAAG,KAAK,CAAC;QAE1B,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAE5C,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAExD,uDAAuD;YACvD,0GAA0G;YAC1G,IAAI,YAAY,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,IAAI,CAAC,IAAI;gBAAE,SAAS;YAE9D,OAAO,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,IAAI,gBAAgB,EAAE,CAAC;oBACrB,MAAM,eAAe,GAAG,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;oBACzD,MAAM,gBAAgB,GAAG,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;oBAC9E,kCAAkC;oBAClC,cAAc,IAAI,YAAY,CAAC,KAAK,CAAC,gBAAgB,EAAE,eAAe,CAAC,CAAC;oBACxE,aAAa,GAAG,cAAc,CAAC,QAAQ,CAAC,6CAA6C,CAAC,CAAC;oBACvF,IAAI,aAAa,EAAE,CAAC;wBAClB,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;wBAC/D,MAAM,aAAa,GAAG,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;wBACjD,IAAI,aAAa,KAAK,OAAO,EAAE,CAAC;4BAC9B,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;wBAC5E,CAAC;oBACH,CAAC;oBAED,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC;oBACvD,gBAAgB,GAAG,KAAK,CAAC;gBAC3B,CAAC;gBAED,MAAM,aAAa,GAAG,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAErD,MAAM,UAAU,GAAG,aAAa,IAAI,YAAY,CAAC,MAAM,CAAC;gBACxD,8BAA8B;gBAE9B,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;gBAClD,IAAI,aAAa,EAAE,CAAC;oBAClB,IAAI,YAAY,GAAG,CAAC,CAAC;oBACrB,CAAC,YAAY,EAAE,YAAY,CAAC,GAAG,MAAM,kCAAkC,CACrE,OAAO,EACP,YAAY,EACZ,cAAc,EACd,IAAI,EACJ,UAAU,EACV,OAAO,IAAI,OAAO,EAClB,SAAS,IAAI,MAAM,EACnB;wBACE,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,UAAU;wBACvC,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,aAAa;wBAC7C,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,eAAe;qBAClD,CACF,CAAC;oBACF,IAAI,CAAC,aAAa,IAAI,YAAY,CAAC;oBACnC,UAAU,EAAE,CAAC;gBACf,CAAC;qBAAM,CAAC;oBACN,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBAChD,CAAC;gBAED,IAAI,YAAY,CAAC,UAAU,CAAC,GAAG,QAAQ,IAAI,CAAC,EAAE,CAAC;oBAC7C,YAAY,GAAG,EAAE,CAAC;gBACpB,CAAC;qBAAM,IAAI,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC7C,gBAAgB,GAAG,IAAI,CAAC;oBACxB,cAAc,GAAG,EAAE,CAAC;gBACtB,CAAC;qBAAM,CAAC;oBACN,MAAM;gBACR,CAAC;YACH,CAAC;YACD,IAAI,IAAI;gBAAE,MAAM;QAClB,CAAC;QAED,MAAM,sBAAsB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE;YACxC,aAAa,EAAE,sBAAsB,GAAG,wBAAwB;YAChE,UAAU,EAAE,UAAU,GAAG,CAAC;YAC1B,UAAU,EAAE,IAAI,CAAC,aAAa;SAC/B,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,UAAkB,EAAE,QAA6B;QAChE,MAAM,MAAM,GAAG,KAAK,CAAC;QACrB,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,WAAW,IAAI,CAAC,MAAM,OAAO,IAAI,CAAC,MAAM,kBAAkB,IAAI,CAAC,SAAS,eAAe,UAAU,aAAa,IAAI,CAAC,QAAQ,EAAE,CAC9H,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QAErF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE;YACnD,IAAI,EAAE,OAAO;YACb,MAAM;YACN,OAAO;YACP,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;SAChC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ,CAAC,MAAM;gBACrB,OAAO,EAAE,iBAAiB,GAAG,SAAS;aACvC,CAAC,CACH,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAEvE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,MAAM,MAAM,GAAG,MAAM,CAAC;QACtB,MAAM,WAAW,GAAG,IAAI,GAAG,CACzB,WAAW,IAAI,CAAC,MAAM,OAAO,IAAI,CAAC,MAAM,kBAAkB,IAAI,CAAC,SAAS,aAAa,IAAI,CAAC,QAAQ,EAAE,CACrG,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK;aACxB,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,qBAAqB,IAAI,CAAC,UAAU,sBAAsB,IAAI,CAAC,IAAI,gBAAgB,CAAC;aAChG,IAAI,CAAC,EAAE,CAAC,CAAC;QAEZ,MAAM,OAAO,GAAG,4BAA4B,QAAQ,4BAA4B,CAAC;QAEjF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,OAAO,EAAE,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;QAExF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE;YACvD,IAAI,EAAE,OAAO;YACb,MAAM;YACN,OAAO;YACP,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;SAChC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,IAAI,EAAE,QAAQ,CAAC,MAAM;gBACrB,OAAO,EAAE,iBAAiB,GAAG,SAAS;aACvC,CAAC,CACH,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AAED,MAAM,kCAAkC,GAAG,KAAK,EAC9C,KAAa,EACb,MAAc,EACd,cAA8B,EAC9B,OAAkC,EAClC,UAAkB,EAClB,OAAe,EACf,SAAiB,EACjB,cAAsC,EACX,EAAE;IAC7B,IAAI,wBAAwB,GAAG,EAAE,CAAC;IAClC,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACpC,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC1B,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACvC,SAAS;QACX,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;gBAC5B,MAAM,eAAe,GACnB,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,4BAA4B,CAAC,IAAI,CAAC,CAAC;gBAChG,IAAI,CAAC,eAAe,EAAE,CAAC;oBACrB,gDAAgD;oBAChD,SAAS;gBACX,CAAC;gBACD,wBAAwB,IAAI,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,MAAM,CAAC;gBACrE,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBACvC,SAAS;YACX,CAAC;YACD,MAAM,eAAe,GAAG;gBACtB,QAAQ,EAAE,IAAI,CAAC,SAAS;gBACxB,UAAU,EAAE,4BAA4B,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC;aACpF,CAAC;YACF,wBAAwB,IAAI,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,MAAM,CAAC;YACrE,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC;QAAC,QAAO,sDAAuD,KAAK,EAAE,CAAC;YACtE,IAAI,CAAC,KAAK,aAAa,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CACb,wFAAwF;oBACtF,mBAAmB;oBACnB,IAAI;oBACJ,oBAAoB;oBACpB,KAAK,CACR,CAAC;YACJ,CAAC;YACD,+DAA+D;QACjE,CAAC;IACH,CAAC;IACD,MAAM,OAAO,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC;IAC5E,OAAO,CAAC,MAAM,EAAE,wBAAwB,CAAC,MAAM,CAAC,CAAC;AACnD,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,SAAiB,EAAE,EAAE;IAC9C,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,QAAQ,GAAG,QAAQ,CAAC;SACjD,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,QAAQ,GAAG,QAAQ,CAAC;SACtD,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,QAAQ,GAAG,OAAO,CAAC;SACpD,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC;QAAE,QAAQ,GAAG,SAAS,CAAC;SACxD,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,QAAQ,GAAG,WAAW,CAAC;SAC5D,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,QAAQ,GAAG,MAAM,CAAC;SAClD,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,QAAQ,GAAG,QAAQ,CAAC;IAC3D;;;;OAIG,MAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,QAAQ,GAAG,MAAM,CAAC;;QACtD,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IAC3C,OAAO,kCAAkC,CAAC,QAAQ,CAAC,CAAC;AACtD,CAAC,CAAC;AAEF,2GAA2G;AAC3G,MAAM,iBAAiB,GAAG,0DAA0D,CAAC;AAErF,MAAM,UAAU,cAAc,CAAC,MAAc;IAC3C,OAAO,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,IAMhD;IACC,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,IAAI,IAAI,CAAC,cAAc,KAAK,QAAQ,EAAE,CAAC;QAC3E,MAAM,IAAI,eAAe,CACvB,8FAA8F,CAC/F,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,eAAe,CAAC,yBAAyB,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,YAAY,GAAG,GAAG,IAAI,CAAC,MAAM,OAAO,IAAI,CAAC,MAAM,gBAAgB,CAAC;IACtE,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,WAAW,YAAY,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IACzE,IAAI,WAAW,CAAC,QAAQ,KAAK,YAAY,EAAE,CAAC;QAC1C,MAAM,IAAI,eAAe,CAAC,gCAAgC,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,WAAW,CAAC,QAAQ,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,4BAA4B,GAAG,KAAK,EACxC,eAAuB,EACvB,WAA2B,EAC3B,cAAsC,EACtC,OAAe,EACf,SAAiB,EACjB,SAA6B,EAC7B,WAAmB,EACnB,cAAsB,EACtB,WAA+C,EAC9B,EAAE;IACnB,MAAM,MAAM,GAAG,SAAS,IAAI,kBAAkB,CAAC;IAC/C,MAAM,OAAO,GAAG,WAAW,CAAC,eAAe,CAAC,eAAe,CAAC,QAA6C,CAAC;IAC1G,MAAM,KAAK,GAAG,gCAAgC,CAAC;QAC7C,MAAM,EAAE,WAAW;QACnB,MAAM;QACN,SAAS,EAAE,cAAc;QACzB,eAAe,EAAE,OAAO,CAAC,SAAS,EAAE,IAAI;QACxC,cAAc,EAAE,WAAW,CAAC,aAAa,CAAC,GAAG,EAAE,WAAW;KAC3D,CAAC,CAAC;IAEH,MAAM,wBAAwB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACnD,MAAM,cAAc,GAAG,iBAAiB,CAAC,eAAe,CAAC,CAAC;IAE1D,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,EAAE,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,MAAM,QAAQ,GAAG,IAAI,GAAG,0BAA0B,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC;IACnF,IAAI,WAAW,GAAG,EAAE,CAAC;IAErB,kBAAkB;IAClB,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,KAAK,EAAE,CAAC;YACV,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,CAAC;QACD,IAAI,IAAI;YAAE,MAAM;IAClB,CAAC;IAED,gDAAgD;IAChD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC1C,IAAI,WAAW,GAAG,EAAE,CAAC;IAErB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,6CAA6C,CAAC,EAAE,CAAC;YACjE,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YACjD,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC;gBAChD,mCAAmC;gBACnC,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBAEpE,0BAA0B;gBAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACrD,MAAM,aAAa,GAAG,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;gBACjD,IAAI,aAAa,KAAK,OAAO,EAAE,CAAC;oBAC9B,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;gBAC5E,CAAC;gBACD,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,CAAC;IAED,yBAAyB;IACzB,IAAI,kBAAkB,GAAG,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAE1C,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,IAAI,KAAK,IAAI;YAAE,SAAS;QAElD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAErC,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;gBAC5B,MAAM,eAAe,GACnB,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,4BAA4B,CAAC,IAAI,CAAC,CAAC;gBAChG,IAAI,eAAe,EAAE,CAAC;oBACpB,kBAAkB,IAAI,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,MAAM,CAAC;gBACjE,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,eAAe,GAAG;oBACtB,QAAQ,EAAE,IAAI,CAAC,SAAS;oBACxB,UAAU,EAAE,4BAA4B,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,EAAE;wBAClE,UAAU,EAAE,WAAW,CAAC,UAAU;wBAClC,aAAa,EAAE,WAAW,CAAC,aAAa;wBACxC,eAAe,EAAE,WAAW,CAAC,eAAe;qBAC7C,CAAC;iBACH,CAAC;gBACF,kBAAkB,IAAI,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,MAAM,CAAC;YACjE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,wFAAwF;gBACtF,mBAAmB;gBACnB,IAAI,CACP,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,sBAAsB,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACjD,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE;QACxC,aAAa,EAAE,sBAAsB,GAAG,wBAAwB;QAChE,UAAU,EAAE,SAAS,CAAC,MAAM;QAC5B,UAAU,EAAE,kBAAkB,CAAC,MAAM;KACtC,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAEtD,MAAM,OAAO,GAAG,0BAA0B,CAAC,WAAW,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IACnG,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC;QAC7C,GAAG,OAAO;QACV,sBAAsB,EAAE,aAAmD;QAC3E,qBAAqB,EAAE,KAAK;KAC7B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE;QACtC,IAAI,EAAE,OAAO;QACb,MAAM,EAAE,KAAK;QACb,OAAO;QACP,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE,WAAW,CAAC,MAAM;KAC3B,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CACb,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,gBAAgB;YACtB,IAAI,EAAE,QAAQ,CAAC,MAAM;YACrB,OAAO,EAAE,iBAAiB,GAAG,SAAS;SACvC,CAAC,CACH,CAAC;IACJ,CAAC;IAED,OAAO,kBAAkB,CAAC;AAC5B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,+BAA+B,GAAmC,KAAK,EAAC,IAAI,EAAC,EAAE;IAC1F,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IACtC,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;IAC5C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC;QACnC,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;QAC/D,MAAM,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;QACpC,MAAM,eAAe,GAAG,GAAG,CAAC,eAAe,CAAC;QAC5C,MAAM,cAAc,GAAG,GAAG,CAAC,cAAc,IAAI,MAAM,CAAC,UAAU,EAAE,GAAG,QAAQ,CAAC;QAE5E,IAAI,CAAC,WAAW,IAAI,CAAC,eAAe,EAAE,CAAC;YACrC;;;;eAIG;YACH,OAAO,aAAa,CAClB,cAAc,CAAC;gBACb,OAAO,EAAE,6FAA6F;gBACtG,UAAU,EAAE,GAAG;gBACf,IAAI,EAAE,uBAAuB;aAC9B,CAAC,EACF,GAAG,CACJ,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,sBAAsB,CAAC,cAAc,CAAC,IAAI,OAAO,CAAC;QAClE,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,UAAU,aAAa,CAAC,CAAC;QAE/D,IAAI,CAAC,eAAe,IAAI,CAAC,WAAW;YAClC,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QAEnF;;;;WAIG;QACH,MAAM,kBAAkB,GAAG,MAAM,4BAA4B,CAC3D,eAAe,EACf,WAAW,EACX,cAAc,EACd,OAAO,EACP,SAAS,EACT,SAAS,EACT,WAAW,EACX,cAAc,EACd,IAAI,CACL,CAAC;QAEF,gCAAgC;QAChC,MAAM,KAAK,GAAG,QAAQ,WAAW,IAAI,cAAc,EAAE,CAAC;QACtD,MAAM,YAAY,GAAG;YACnB,EAAE,EAAE,kBAAkB,CAAC,KAAK,CAAC;YAC7B,MAAM,EAAE,MAAM;YACd,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACzC,QAAQ,EAAE,KAAK;YACf,OAAO;YACP,KAAK,EAAE,kBAAkB,CAAC,MAAM;YAChC,MAAM,EAAE,WAAW;YACnB,cAAc,EAAE,EAAE;SACnB,CAAC;QAEF,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE;YAChD,MAAM,EAAE,GAAG;YACX,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;SACF,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,IAAI,KAAK,YAAY,eAAe,EAAE,CAAC;YACrC,OAAO,aAAa,CAClB,cAAc,CAAC;gBACb,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,UAAU,EAAE,GAAG;gBACf,IAAI,EAAE,uBAAuB;aAC9B,CAAC,EACF,GAAG,CACJ,CAAC;QACJ,CAAC;QACD,IAAI,SAAS,CAAC;QAEd,IAAI,CAAC;YACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACtC,SAAS,CAAC,QAAQ,GAAG,OAAO,CAAC;QAC/B,CAAC;QAAC,OAAO,EAAE,EAAE,CAAC;YACZ,sDAAsD;YACtD,SAAS,GAAG,cAAc,CAAC;gBACzB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,UAAU,EAAE,GAAG;gBACf,IAAI,EAAE,KAAK,EAAE,IAAI,IAAI,IAAI;gBACzB,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE;aAC7B,CAAC,CAAC;QACL,CAAC;QACD,OAAO,aAAa,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,QAAa,EAAE,EAAE;IAClE,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC"}

package/dist/providers/bedrock/uploadFileUtils.d.ts

@@ -0,0 +1,69 @@
+import { ChatCompletionResponse, ErrorResponse, ProviderConfig } from '../types';
+import { BedrockAI21CompleteResponse, BedrockCohereCompleteResponse, BedrockLlamaCompleteResponse, BedrockMistralCompleteResponse, BedrockTitanCompleteResponse } from './complete';
+import { BedrockErrorResponse } from './embed';
+interface AnthropicTextContentItem {
+    type: 'text';
+    text: string;
+}
+interface AnthropicToolContentItem {
+    type: 'tool_use';
+    name: string;
+    id: string;
+    input: Record<string, any>;
+}
+type AnthropicContentItem = AnthropicTextContentItem | AnthropicToolContentItem;
+export declare const BedrockErrorResponseTransform: (response: BedrockErrorResponse) => ErrorResponse | undefined;
+export declare const BedrockLlamaChatCompleteResponseTransform: (response: BedrockLlamaCompleteResponse | BedrockErrorResponse) => ChatCompletionResponse | ErrorResponse;
+export declare const BedrockTitanChatCompleteResponseTransform: (response: BedrockTitanCompleteResponse | BedrockErrorResponse) => ChatCompletionResponse | ErrorResponse;
+export declare const BedrockAI21ChatCompleteResponseTransform: (response: BedrockAI21CompleteResponse | BedrockErrorResponse) => ChatCompletionResponse | ErrorResponse;
+interface BedrockAnthropicChatCompleteResponse {
+    id: string;
+    type: string;
+    role: string;
+    content: AnthropicContentItem[];
+    stop_reason: string;
+    model: string;
+    stop_sequence: null | string;
+}
+export declare const BedrockAnthropicChatCompleteResponseTransform: (response: BedrockAnthropicChatCompleteResponse | BedrockErrorResponse) => ChatCompletionResponse | ErrorResponse;
+export declare const BedrockCohereChatCompleteResponseTransform: (response: BedrockCohereCompleteResponse | BedrockErrorResponse) => ChatCompletionResponse | ErrorResponse;
+export declare const BedrockMistralChatCompleteResponseTransform: (response: BedrockMistralCompleteResponse | BedrockErrorResponse) => ChatCompletionResponse | ErrorResponse;
+/**
+ * ================================
+ * NOTE - Keep this when syncing from upstream, they dont have support for nova yet.
+ * ================================
+ */
+export interface BedrockNovaChatCompleteResponse {
+    output: {
+        message: {
+            role: 'user' | 'assistant' | 'system';
+            content: {
+                text: string;
+            }[];
+        };
+    };
+    stopReason: string;
+    usage: {
+        inputTokens: number;
+        outputTokens: number;
+        totalTokens: number;
+        cacheReadInputTokenCount?: number;
+        cacheWriteInputTokenCount?: number;
+    };
+}
+export declare const BedrockUploadFileTransformerConfig: Record<string, ProviderConfig>;
+export declare const BedrockUploadFileResponseTransforms: Record<string, any>;
+type BedrockChatCompletionLine = {
+    system: string;
+    messages: Array<{
+        role: 'user' | 'assistant' | 'system' | 'tool';
+        content: string;
+    }>;
+};
+export declare const transformFinetuneDatasetLine: (json: any) => {
+    system: string;
+    messages: BedrockChatCompletionLine["messages"];
+} | null;
+export declare const tryChatToTextTransformation: (json: any) => any;
+export {};
+//# sourceMappingURL=uploadFileUtils.d.ts.map

package/dist/providers/bedrock/uploadFileUtils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"uploadFileUtils.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/uploadFileUtils.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,sBAAsB,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAGjF,OAAO,EACL,2BAA2B,EAC3B,6BAA6B,EAC7B,4BAA4B,EAC5B,8BAA8B,EAC9B,4BAA4B,EAC7B,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AA8B/C,UAAU,wBAAwB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,UAAU,wBAAwB;IAChC,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC5B;AAED,KAAK,oBAAoB,GAAG,wBAAwB,GAAG,wBAAwB,CAAC;AA+lBhF,eAAO,MAAM,6BAA6B,EAAE,CAC1C,QAAQ,EAAE,oBAAoB,KAC3B,aAAa,GAAG,SAMpB,CAAC;AAEF,eAAO,MAAM,yCAAyC,EAAE,CACtD,QAAQ,EAAE,4BAA4B,GAAG,oBAAoB,KAC1D,sBAAsB,GAAG,aA2B7B,CAAC;AAEF,eAAO,MAAM,yCAAyC,EAAE,CACtD,QAAQ,EAAE,4BAA4B,GAAG,oBAAoB,KAC1D,sBAAsB,GAAG,aA0B7B,CAAC;AAEF,eAAO,MAAM,wCAAwC,EAAE,CACrD,QAAQ,EAAE,2BAA2B,GAAG,oBAAoB,KACzD,sBAAsB,GAAG,aAyB7B,CAAC;AAEF,UAAU,oCAAoC;IAC5C,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,oBAAoB,EAAE,CAAC;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,IAAI,GAAG,MAAM,CAAC;CAC9B;AAED,eAAO,MAAM,6CAA6C,EAAE,CAC1D,QAAQ,EAAE,oCAAoC,GAAG,oBAAoB,KAClE,sBAAsB,GAAG,aAgD7B,CAAC;AAEF,eAAO,MAAM,0CAA0C,EAAE,CACvD,QAAQ,EAAE,6BAA6B,GAAG,oBAAoB,KAC3D,sBAAsB,GAAG,aAyB7B,CAAC;AAEF,eAAO,MAAM,2CAA2C,EAAE,CACxD,QAAQ,EAAE,8BAA8B,GAAG,oBAAoB,KAC5D,sBAAsB,GAAG,aA2B7B,CAAC;AAEF;;;;GAIG;AAEH,MAAM,WAAW,+BAA+B;IAC9C,MAAM,EAAE;QACN,OAAO,EAAE;YACP,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;YACtC,OAAO,EAAE;gBAAE,IAAI,EAAE,MAAM,CAAA;aAAE,EAAE,CAAC;SAC7B,CAAC;KACH,CAAC;IACF,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE,MAAM,CAAC;QACpB,wBAAwB,CAAC,EAAE,MAAM,CAAC;QAClC,yBAAyB,CAAC,EAAE,MAAM,CAAC;KACpC,CAAC;CACH;AAoCD,eAAO,MAAM,kCAAkC,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAc7E,CAAC;AAEF,eAAO,MAAM,mCAAmC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAcnE,CAAC;AAEF,KAAK,yBAAyB,GAAG;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAC;QAC/C,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;CACJ,CAAC;AA+EF,eAAO,MAAM,4BAA4B,GAAI,MAAM,GAAG;YA9D1C,MAAM;cACJ,yBAAyB,CAAC,UAAU,CAAC;QAmElD,CAAC;AAEF,eAAO,MAAM,2BAA2B,GAAI,MAAM,GAAG,QAoBpD,CAAC"}