@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.2

package/dist/providers/mistral-ai/chatComplete.js

@@ -0,0 +1,257 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * But needs some custom changes for TFY
+ * 1. Handle vertex_event format
+ * 2. Remove stream_options from the request body
+ * 3. Handle reasoning_content
+ * ================================
+ */
+import { MISTRAL_AI } from '../../globals.js';
+import { generateErrorResponse, generateInvalidProviderResponseError } from '../utils.js';
+import { parseFileData } from '../utils/fileUtils.js';
+export const MistralAIChatCompleteConfig = {
+    model: {
+        param: 'model',
+        required: true,
+        default: 'mistral-tiny',
+    },
+    messages: {
+        param: 'messages',
+        default: [],
+        transform: (params) => {
+            return params.messages?.map(message => {
+                if (message.role === 'developer') {
+                    return { ...message, role: 'system' };
+                }
+                if (message.content && Array.isArray(message.content)) {
+                    return {
+                        ...message,
+                        content: message.content
+                            .map((item) => {
+                            if (item.type === 'file' && item.file) {
+                                const { mime_type, file_data, file_id, file_url } = item.file;
+                                const urlOrId = file_id || file_url;
+                                if (urlOrId) {
+                                    return { type: 'document_url', document_url: urlOrId };
+                                }
+                                if (file_data) {
+                                    // Accept both plain base64 and full data URI (data:<mime>;base64,...)
+                                    const { base64String, mimeType: parsedMimeType } = parseFileData(file_data);
+                                    const mime = parsedMimeType || mime_type || 'application/pdf';
+                                    const dataUrl = `data:${mime};base64,${base64String}`;
+                                    return { type: 'document_url', document_url: dataUrl };
+                                }
+                                return null;
+                            }
+                            return item;
+                        })
+                            .filter((item) => item !== null),
+                    };
+                }
+                return message;
+            });
+        },
+    },
+    temperature: {
+        param: 'temperature',
+        default: 0.7,
+        min: 0,
+        max: 1,
+    },
+    top_p: {
+        param: 'top_p',
+        default: 1,
+        min: 0,
+        max: 1,
+    },
+    max_tokens: {
+        param: 'max_tokens',
+        default: null,
+        min: 1,
+    },
+    max_completion_tokens: {
+        param: 'max_tokens',
+        default: null,
+        min: 1,
+    },
+    stream: {
+        param: 'stream',
+        default: false,
+    },
+    seed: {
+        param: 'random_seed',
+        default: null,
+    },
+    safe_prompt: {
+        param: 'safe_prompt',
+        default: false,
+    },
+    // TODO: deprecate this and move to safe_prompt in next release
+    safe_mode: {
+        param: 'safe_prompt',
+        default: false,
+    },
+    prompt: {
+        param: 'prompt',
+        required: false,
+        default: '',
+    },
+    suffix: {
+        param: 'suffix',
+        required: false,
+        default: '',
+    },
+    tools: {
+        param: 'tools',
+        default: null,
+    },
+    tool_choice: {
+        param: 'tool_choice',
+        default: null,
+        transform: (params) => {
+            if (typeof params.tool_choice === 'string' && params.tool_choice === 'required') {
+                return 'any';
+            }
+            return params.tool_choice;
+        },
+    },
+    parallel_tool_calls: {
+        param: 'parallel_tool_calls',
+        default: null,
+    },
+    response_format: {
+        param: 'response_format',
+    },
+    // mistral only accepts high or none for reasoning_effort
+    reasoning_effort: {
+        param: 'reasoning_effort',
+    },
+    /**
+     * ================================
+     * NOTE: Remove stream_options from the request body
+     * ================================
+     */
+    stream_options: {
+        param: 'stream_options',
+        removeFromParams: true,
+    },
+};
+/**
+ * ================================
+ * NOTE: Extract content and reasoning_content from Mistral's nested structure
+ * ================================
+ */
+const extractMistralContent = (content) => {
+    let extractedContent = '';
+    let reasoning_content = '';
+    if (Array.isArray(content)) {
+        // Handle structured content format
+        for (const contentBlock of content) {
+            if (contentBlock.type === 'thinking' && contentBlock.thinking) {
+                // Extract thinking content for reasoning_content
+                const thinkingText = contentBlock.thinking
+                    .filter((item) => item.type === 'text' && item.text)
+                    .map((item) => item.text)
+                    .join('');
+                reasoning_content += thinkingText;
+            }
+            else if (contentBlock.type === 'text' && contentBlock.text) {
+                // Regular text content
+                extractedContent += contentBlock.text;
+            }
+        }
+    }
+    else if (typeof content === 'string') {
+        extractedContent = content;
+    }
+    return { content: extractedContent, reasoning_content };
+};
+export const MistralAIChatCompleteResponseTransform = (response, responseStatus) => {
+    if ('message' in response && responseStatus !== 200) {
+        const rawMessage = response.message;
+        const errorMessage = typeof rawMessage === 'string' ? rawMessage : JSON.stringify(rawMessage);
+        return generateErrorResponse({
+            message: errorMessage,
+            type: response.type,
+            param: response.param,
+            code: response.code,
+        }, MISTRAL_AI);
+    }
+    if ('choices' in response) {
+        return {
+            id: response.id,
+            object: response.object,
+            created: response.created,
+            model: response.model,
+            provider: MISTRAL_AI,
+            choices: response.choices.map(c => {
+                const { content, reasoning_content } = extractMistralContent(c.message.content);
+                return {
+                    index: c.index,
+                    message: {
+                        role: c.message.role,
+                        content,
+                        ...(reasoning_content && { reasoning_content }),
+                        tool_calls: c.message.tool_calls,
+                    },
+                    finish_reason: c.finish_reason,
+                };
+            }),
+            usage: {
+                prompt_tokens: response.usage?.prompt_tokens,
+                completion_tokens: response.usage?.completion_tokens,
+                total_tokens: response.usage?.total_tokens,
+            },
+        };
+    }
+    return generateInvalidProviderResponseError(response, MISTRAL_AI);
+};
+export const MistralAIChatCompleteStreamChunkTransform = responseChunk => {
+    let chunk = responseChunk.trim();
+    /**
+     * ================================
+     * NOTE: Handle vertex_event format
+     * ================================
+     */
+    if (chunk.startsWith('event: vertex_event')) {
+        // return object with empty choices
+        return (`data: ${JSON.stringify({
+            id: '',
+            object: '',
+            created: 0,
+            model: '',
+            provider: MISTRAL_AI,
+            choices: [],
+        })}` + '\n\n');
+    }
+    chunk = chunk.replace(/^data: /, '');
+    chunk = chunk.trim();
+    if (chunk === '[DONE]') {
+        return `data: ${chunk}\n\n`;
+    }
+    const parsedChunk = JSON.parse(chunk);
+    const { content, reasoning_content } = extractMistralContent(parsedChunk.choices[0].delta.content || '');
+    const delta = {
+        role: parsedChunk.choices[0].delta.role,
+        ...(content && { content }),
+        ...(reasoning_content && { reasoning_content }),
+        tool_calls: parsedChunk.choices[0].delta.tool_calls,
+    };
+    return (`data: ${JSON.stringify({
+        id: parsedChunk.id,
+        object: parsedChunk.object,
+        created: parsedChunk.created,
+        model: parsedChunk.model,
+        provider: MISTRAL_AI,
+        choices: [
+            {
+                index: parsedChunk.choices[0].index,
+                delta,
+                finish_reason: parsedChunk.choices[0].finish_reason,
+            },
+        ],
+        ...(parsedChunk.usage ? { usage: parsedChunk.usage } : {}),
+    })}` + '\n\n');
+};
+//# sourceMappingURL=chatComplete.js.map

package/dist/providers/mistral-ai/chatComplete.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chatComplete.js","sourceRoot":"","sources":["../../../src/providers/mistral-ai/chatComplete.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAG3C,OAAO,EAAE,qBAAqB,EAAE,oCAAoC,EAAE,MAAM,UAAU,CAAC;AACvF,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,MAAM,CAAC,MAAM,2BAA2B,GAAmB;IACzD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,cAAc;KACxB;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,UAAU;QACjB,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE;YAC5B,OAAO,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE;gBACpC,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACjC,OAAO,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;gBACxC,CAAC;gBACD,IAAI,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBACtD,OAAO;wBACL,GAAG,OAAO;wBACV,OAAO,EAAE,OAAO,CAAC,OAAO;6BACrB,GAAG,CAAC,CAAC,IAAiB,EAAE,EAAE;4BACzB,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gCACtC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC;gCAC9D,MAAM,OAAO,GAAG,OAAO,IAAI,QAAQ,CAAC;gCACpC,IAAI,OAAO,EAAE,CAAC;oCACZ,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;gCACzD,CAAC;gCACD,IAAI,SAAS,EAAE,CAAC;oCACd,sEAAsE;oCACtE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;oCAC5E,MAAM,IAAI,GAAG,cAAc,IAAI,SAAS,IAAI,iBAAiB,CAAC;oCAC9D,MAAM,OAAO,GAAG,QAAQ,IAAI,WAAW,YAAY,EAAE,CAAC;oCACtD,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;gCACzD,CAAC;gCACD,OAAO,IAAI,CAAC;4BACd,CAAC;4BACD,OAAO,IAAI,CAAC;wBACd,CAAC,CAAC;6BACD,MAAM,CAAC,CAAC,IAAI,EAAuB,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC;qBACxD,CAAC;gBACJ,CAAC;gBACD,OAAO,OAAO,CAAC;YACjB,CAAC,CAAC,CAAC;QACL,CAAC;KACF;IACD,WAAW,EAAE;QACX,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,GAAG;QACZ,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,CAAC;KACP;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,CAAC;QACV,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,CAAC;KACP;IACD,UAAU,EAAE;QACV,KAAK,EAAE,YAAY;QACnB,OAAO,EAAE,IAAI;QACb,GAAG,EAAE,CAAC;KACP;IACD,qBAAqB,EAAE;QACrB,KAAK,EAAE,YAAY;QACnB,OAAO,EAAE,IAAI;QACb,GAAG,EAAE,CAAC;KACP;IACD,MAAM,EAAE;QACN,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,KAAK;KACf;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,IAAI;KACd;IACD,WAAW,EAAE;QACX,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,KAAK;KACf;IACD,+DAA+D;IAC/D,SAAS,EAAE;QACT,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,KAAK;KACf;IACD,MAAM,EAAE;QACN,KAAK,EAAE,QAAQ;QACf,QAAQ,EAAE,KAAK;QACf,OAAO,EAAE,EAAE;KACZ;IACD,MAAM,EAAE;QACN,KAAK,EAAE,QAAQ;QACf,QAAQ,EAAE,KAAK;QACf,OAAO,EAAE,EAAE;KACZ;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,IAAI;KACd;IACD,WAAW,EAAE;QACX,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,CAAC,MAAc,EAAE,EAAE;YAC5B,IAAI,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,KAAK,UAAU,EAAE,CAAC;gBAChF,OAAO,KAAK,CAAC;YACf,CAAC;YACD,OAAO,MAAM,CAAC,WAAW,CAAC;QAC5B,CAAC;KACF;IACD,mBAAmB,EAAE;QACnB,KAAK,EAAE,qBAAqB;QAC5B,OAAO,EAAE,IAAI;KACd;IACD,eAAe,EAAE;QACf,KAAK,EAAE,iBAAiB;KACzB;IACD,yDAAyD;IACzD,gBAAgB,EAAE;QAChB,KAAK,EAAE,kBAAkB;KAC1B;IACD;;;;OAIG;IACH,cAAc,EAAE;QACd,KAAK,EAAE,gBAAgB;QACvB,gBAAgB,EAAE,IAAI;KACvB;CACF,CAAC;AAiFF;;;;GAIG;AACH,MAAM,qBAAqB,GAAG,CAC5B,OAMM,EAC0C,EAAE;IAClD,IAAI,gBAAgB,GAAG,EAAE,CAAC;IAC1B,IAAI,iBAAiB,GAAG,EAAE,CAAC;IAE3B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,mCAAmC;QACnC,KAAK,MAAM,YAAY,IAAI,OAAO,EAAE,CAAC;YACnC,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,IAAI,YAAY,CAAC,QAAQ,EAAE,CAAC;gBAC9D,iDAAiD;gBACjD,MAAM,YAAY,GAAG,YAAY,CAAC,QAAQ;qBACvC,MAAM,CAAC,CAAC,IAAoC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC;qBACnF,GAAG,CAAC,CAAC,IAAoC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;qBACxD,IAAI,CAAC,EAAE,CAAC,CAAC;gBACZ,iBAAiB,IAAI,YAAY,CAAC;YACpC,CAAC;iBAAM,IAAI,YAAY,CAAC,IAAI,KAAK,MAAM,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC;gBAC7D,uBAAuB;gBACvB,gBAAgB,IAAI,YAAY,CAAC,IAAI,CAAC;YACxC,CAAC;QACH,CAAC;IACH,CAAC;SAAM,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QACvC,gBAAgB,GAAG,OAAO,CAAC;IAC7B,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,CAAC;AAC1D,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sCAAsC,GAGL,CAAC,QAAQ,EAAE,cAAc,EAAE,EAAE;IACzE,IAAI,SAAS,IAAI,QAAQ,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QACpD,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC;QACpC,MAAM,YAAY,GAAG,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC9F,OAAO,qBAAqB,CAC1B;YACE,OAAO,EAAE,YAAY;YACrB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,IAAI,EAAE,QAAQ,CAAC,IAAI;SACpB,EACD,UAAU,CACX,CAAC;IACJ,CAAC;IAED,IAAI,SAAS,IAAI,QAAQ,EAAE,CAAC;QAC1B,OAAO;YACL,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,QAAQ,EAAE,UAAU;YACpB,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;gBAChC,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,GAAG,qBAAqB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAEhF,OAAO;oBACL,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,OAAO,EAAE;wBACP,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,IAAmB;wBACnC,OAAO;wBACP,GAAG,CAAC,iBAAiB,IAAI,EAAE,iBAAiB,EAAE,CAAC;wBAC/C,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU;qBACjC;oBACD,aAAa,EAAE,CAAC,CAAC,aAAa;iBAC/B,CAAC;YACJ,CAAC,CAAC;YACF,KAAK,EAAE;gBACL,aAAa,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa;gBAC5C,iBAAiB,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB;gBACpD,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY;aAC3C;SACF,CAAC;IACJ,CAAC;IAED,OAAO,oCAAoC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;AACpE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,yCAAyC,GAAiC,aAAa,CAAC,EAAE;IACrG,IAAI,KAAK,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC;IACjC;;;;OAIG;IACH,IAAI,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,EAAE,CAAC;QAC5C,mCAAmC;QACnC,OAAO,CACL,SAAS,IAAI,CAAC,SAAS,CAAC;YACtB,EAAE,EAAE,EAAE;YACN,MAAM,EAAE,EAAE;YACV,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE,UAAU;YACpB,OAAO,EAAE,EAAE;SACZ,CAAC,EAAE,GAAG,MAAM,CACd,CAAC;IACJ,CAAC;IACD,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IACrC,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IACrB,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvB,OAAO,SAAS,KAAK,MAAM,CAAC;IAC9B,CAAC;IACD,MAAM,WAAW,GAAyB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC5D,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,GAAG,qBAAqB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAEzG,MAAM,KAAK,GAKP;QACF,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI;QACvC,GAAG,CAAC,OAAO,IAAI,EAAE,OAAO,EAAE,CAAC;QAC3B,GAAG,CAAC,iBAAiB,IAAI,EAAE,iBAAiB,EAAE,CAAC;QAC/C,UAAU,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU;KACpD,CAAC;IAEF,OAAO,CACL,SAAS,IAAI,CAAC,SAAS,CAAC;QACtB,EAAE,EAAE,WAAW,CAAC,EAAE;QAClB,MAAM,EAAE,WAAW,CAAC,MAAM;QAC1B,OAAO,EAAE,WAAW,CAAC,OAAO;QAC5B,KAAK,EAAE,WAAW,CAAC,KAAK;QACxB,QAAQ,EAAE,UAAU;QACpB,OAAO,EAAE;YACP;gBACE,KAAK,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK;gBACnC,KAAK;gBACL,aAAa,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa;aACpD;SACF;QACD,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3D,CAAC,EAAE,GAAG,MAAM,CACd,CAAC;AACJ,CAAC,CAAC"}

package/dist/providers/mistral-ai/embed.d.ts

@@ -0,0 +1,8 @@
+import { EmbedResponse } from '../../types/embedRequestBody.js';
+import { ErrorResponse, ProviderConfig } from '../types.js';
+import { MistralAIErrorResponse } from './chatComplete.js';
+export declare const MistralAIEmbedConfig: ProviderConfig;
+interface MistralAIEmbedResponse extends EmbedResponse {
+}
+export declare const MistralAIEmbedResponseTransform: (response: MistralAIEmbedResponse | MistralAIErrorResponse, responseStatus: number) => EmbedResponse | ErrorResponse;
+export {};

package/dist/providers/mistral-ai/embed.js

@@ -0,0 +1,52 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * ================================
+ */
+import { MISTRAL_AI } from '../../globals.js';
+import { generateErrorResponse, generateInvalidProviderResponseError } from '../utils.js';
+export const MistralAIEmbedConfig = {
+    model: {
+        param: 'model',
+        required: true,
+        default: 'mistral-embed',
+    },
+    input: {
+        param: 'input',
+        required: true,
+        transform: (params) => {
+            if (Array.isArray(params.input)) {
+                return params.input;
+            }
+            return [params.input];
+        },
+    },
+};
+export const MistralAIEmbedResponseTransform = (response, responseStatus) => {
+    if ('message' in response && responseStatus !== 200) {
+        return generateErrorResponse({
+            message: response.message,
+            type: response.type,
+            param: response.param,
+            code: response.code,
+        }, MISTRAL_AI);
+    }
+    if ('data' in response) {
+        return {
+            object: response.object,
+            data: response.data.map(d => ({
+                object: d.object,
+                embedding: d.embedding,
+                index: d.index,
+            })),
+            model: response.model,
+            usage: {
+                prompt_tokens: response.usage.prompt_tokens,
+                total_tokens: response.usage.total_tokens,
+            },
+            provider: MISTRAL_AI,
+        };
+    }
+    return generateInvalidProviderResponseError(response, MISTRAL_AI);
+};
+//# sourceMappingURL=embed.js.map

package/dist/providers/mistral-ai/embed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.js","sourceRoot":"","sources":["../../../src/providers/mistral-ai/embed.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAG3C,OAAO,EAAE,qBAAqB,EAAE,oCAAoC,EAAE,MAAM,UAAU,CAAC;AAGvF,MAAM,CAAC,MAAM,oBAAoB,GAAmB;IAClD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,eAAe;KACzB;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,CAAC,MAAmB,EAAE,EAAE;YACjC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChC,OAAO,MAAM,CAAC,KAAK,CAAC;YACtB,CAAC;YAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;KACF;CACF,CAAC;AAIF,MAAM,CAAC,MAAM,+BAA+B,GAGP,CAAC,QAAQ,EAAE,cAAc,EAAE,EAAE;IAChE,IAAI,SAAS,IAAI,QAAQ,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;QACpD,OAAO,qBAAqB,CAC1B;YACE,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,IAAI,EAAE,QAAQ,CAAC,IAAI;SACpB,EACD,UAAU,CACX,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,IAAI,QAAQ,EAAE,CAAC;QACvB,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC5B,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,KAAK,EAAE,CAAC,CAAC,KAAK;aACf,CAAC,CAAC;YACH,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,KAAK,EAAE;gBACL,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;gBAC3C,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;aAC1C;YACD,QAAQ,EAAE,UAAU;SACrB,CAAC;IACJ,CAAC;IAED,OAAO,oCAAoC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;AACpE,CAAC,CAAC"}

package/dist/providers/mistral-ai/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * ================================
+ */
+import { ProviderConfigs } from '../types.js';
+declare const MistralAIConfig: ProviderConfigs;
+export default MistralAIConfig;

package/dist/providers/mistral-ai/index.js

@@ -0,0 +1,15 @@
+import MistralAIAPIConfig from './api.js';
+import { MistralAIChatCompleteConfig, MistralAIChatCompleteResponseTransform, MistralAIChatCompleteStreamChunkTransform, } from './chatComplete.js';
+import { MistralAIEmbedConfig, MistralAIEmbedResponseTransform } from './embed.js';
+const MistralAIConfig = {
+    chatComplete: MistralAIChatCompleteConfig,
+    embed: MistralAIEmbedConfig,
+    api: MistralAIAPIConfig,
+    responseTransforms: {
+        chatComplete: MistralAIChatCompleteResponseTransform,
+        'stream-chatComplete': MistralAIChatCompleteStreamChunkTransform,
+        embed: MistralAIEmbedResponseTransform,
+    },
+};
+export default MistralAIConfig;
+//# sourceMappingURL=index.js.map

package/dist/providers/mistral-ai/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/providers/mistral-ai/index.ts"],"names":[],"mappings":"AAMA,OAAO,kBAAkB,MAAM,OAAO,CAAC;AACvC,OAAO,EACL,2BAA2B,EAC3B,sCAAsC,EACtC,yCAAyC,GAC1C,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,oBAAoB,EAAE,+BAA+B,EAAE,MAAM,SAAS,CAAC;AAEhF,MAAM,eAAe,GAAoB;IACvC,YAAY,EAAE,2BAA2B;IACzC,KAAK,EAAE,oBAAoB;IAC3B,GAAG,EAAE,kBAAkB;IACvB,kBAAkB,EAAE;QAClB,YAAY,EAAE,sCAAsC;QACpD,qBAAqB,EAAE,yCAAyC;QAChE,KAAK,EAAE,+BAA+B;KACvC;CACF,CAAC;AAEF,eAAe,eAAe,CAAC"}

package/dist/providers/mistral-ai/types.d.ts

@@ -0,0 +1,7 @@
+export declare enum MISTRAL_AI_FINISH_REASON {
+    STOP = "stop",
+    LENGTH = "length",
+    MODEL_LENGTH = "model_length",
+    TOOL_CALLS = "tool_calls",
+    ERROR = "error"
+}

package/dist/providers/mistral-ai/types.js

@@ -0,0 +1,9 @@
+export var MISTRAL_AI_FINISH_REASON;
+(function (MISTRAL_AI_FINISH_REASON) {
+    MISTRAL_AI_FINISH_REASON["STOP"] = "stop";
+    MISTRAL_AI_FINISH_REASON["LENGTH"] = "length";
+    MISTRAL_AI_FINISH_REASON["MODEL_LENGTH"] = "model_length";
+    MISTRAL_AI_FINISH_REASON["TOOL_CALLS"] = "tool_calls";
+    MISTRAL_AI_FINISH_REASON["ERROR"] = "error";
+})(MISTRAL_AI_FINISH_REASON || (MISTRAL_AI_FINISH_REASON = {}));
+//# sourceMappingURL=types.js.map

package/dist/providers/mistral-ai/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/providers/mistral-ai/types.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,wBAMX;AAND,WAAY,wBAAwB;IAClC,yCAAa,CAAA;IACb,6CAAiB,CAAA;IACjB,yDAA6B,CAAA;IAC7B,qDAAyB,CAAA;IACzB,2CAAe,CAAA;AACjB,CAAC,EANW,wBAAwB,KAAxB,wBAAwB,QAMnC"}

package/dist/providers/nomic/api.d.ts

@@ -0,0 +1,3 @@
+import { ProviderAPIConfig } from '../types.js';
+declare const NomicAPIConfig: ProviderAPIConfig;
+export default NomicAPIConfig;

package/dist/providers/nomic/api.js

@@ -0,0 +1,18 @@
+const NomicAPIConfig = {
+    getBaseURL: () => 'https://api-atlas.nomic.ai/v1'.replace(/\/$/, ''),
+    headers: ({ providerOptions }) => {
+        const manifest = providerOptions.providerAccount.manifest;
+        const apiKey = manifest.auth_data?.api_key;
+        return { Authorization: `Bearer ${apiKey}` };
+    },
+    getEndpoint: ({ endpoint }) => {
+        switch (endpoint) {
+            case 'embed':
+                return '/embedding/text';
+            default:
+                return '';
+        }
+    },
+};
+export default NomicAPIConfig;
+//# sourceMappingURL=api.js.map

package/dist/providers/nomic/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/providers/nomic/api.ts"],"names":[],"mappings":"AAQA,MAAM,cAAc,GAAsB;IACxC,UAAU,EAAE,GAAG,EAAE,CAAC,+BAA+B,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;IACpE,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE;QAC/B,MAAM,QAAQ,GAAG,eAAe,CAAC,eAAe,CAAC,QAAgC,CAAC;QAClF,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;QAC3C,OAAO,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,CAAC;IAC/C,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC5B,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,OAAO;gBACV,OAAO,iBAAiB,CAAC;YAC3B;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,eAAe,cAAc,CAAC"}

package/dist/providers/nomic/embed.d.ts

@@ -0,0 +1,24 @@
+import { EmbedResponse } from '../../types/embedRequestBody.js';
+import { ErrorResponse, ProviderConfig } from '../types.js';
+export declare const NomicEmbedConfig: ProviderConfig;
+interface NomicEmbedResponse {
+    embeddings: number[][];
+    model: string;
+    usage: {
+        prompt_tokens: number;
+        total_tokens: number;
+    };
+}
+export interface NomicValidationErrorResponse {
+    detail: {
+        loc: Array<any>;
+        msg: string;
+        type: string;
+    }[];
+}
+export interface NomicErrorResponse {
+    detail: string;
+}
+export declare const NomicErrorResponseTransform: (response: NomicValidationErrorResponse | NomicErrorResponse) => ErrorResponse;
+export declare const NomicEmbedResponseTransform: (response: NomicEmbedResponse | NomicValidationErrorResponse | NomicErrorResponse, responseStatus: number) => EmbedResponse | ErrorResponse;
+export {};

package/dist/providers/nomic/embed.js

@@ -0,0 +1,70 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * ================================
+ */
+import { NOMIC } from '../../globals.js';
+import { generateErrorResponse, generateInvalidProviderResponseError } from '../utils.js';
+export const NomicEmbedConfig = {
+    model: {
+        param: 'model',
+        required: true,
+        default: 'nomic-embed-text-v1',
+    },
+    input: {
+        param: 'texts',
+        required: true,
+        transform: (params) => {
+            if (Array.isArray(params.input)) {
+                return params.input;
+            }
+            return [params.input];
+        },
+    },
+    task_type: {
+        param: 'task_type',
+    },
+};
+export const NomicErrorResponseTransform = response => {
+    let firstError;
+    let errorField = null;
+    let errorMessage;
+    let errorType = null;
+    if (Array.isArray(response.detail)) {
+        [firstError] = response.detail;
+        errorField = firstError?.loc?.join('.') ?? '';
+        errorMessage = firstError.msg;
+        errorType = firstError.type;
+    }
+    else {
+        errorMessage = response.detail;
+    }
+    return generateErrorResponse({
+        message: `${errorField ? `${errorField}: ` : ''}${errorMessage}`,
+        type: errorType,
+        code: null,
+    }, NOMIC);
+};
+export const NomicEmbedResponseTransform = (response, responseStatus) => {
+    if ('detail' in response && responseStatus !== 200 && response.detail.length) {
+        return NomicErrorResponseTransform(response);
+    }
+    if ('embeddings' in response) {
+        return {
+            object: 'list',
+            data: response.embeddings.map((d, index) => ({
+                object: 'embedding',
+                embedding: d,
+                index: index,
+            })),
+            model: response.model,
+            usage: {
+                prompt_tokens: response.usage.prompt_tokens,
+                total_tokens: response.usage.total_tokens,
+            },
+            provider: NOMIC,
+        };
+    }
+    return generateInvalidProviderResponseError(response, NOMIC);
+};
+//# sourceMappingURL=embed.js.map

package/dist/providers/nomic/embed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embed.js","sourceRoot":"","sources":["../../../src/providers/nomic/embed.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAGtC,OAAO,EAAE,qBAAqB,EAAE,oCAAoC,EAAE,MAAM,UAAU,CAAC;AAEvF,MAAM,CAAC,MAAM,gBAAgB,GAAmB;IAC9C,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE,qBAAqB;KAC/B;IACD,KAAK,EAAE;QACL,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,CAAC,MAAmB,EAAE,EAAE;YACjC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChC,OAAO,MAAM,CAAC,KAAK,CAAC;YACtB,CAAC;YAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;KACF;IACD,SAAS,EAAE;QACT,KAAK,EAAE,WAAW;KACnB;CACF,CAAC;AAuBF,MAAM,CAAC,MAAM,2BAA2B,GAEnB,QAAQ,CAAC,EAAE;IAC9B,IAAI,UAA2C,CAAC;IAChD,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,IAAI,YAAgC,CAAC;IACrC,IAAI,SAAS,GAAkB,IAAI,CAAC;IAEpC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACnC,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC/B,UAAU,GAAG,UAAU,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QAC9C,YAAY,GAAG,UAAU,CAAC,GAAG,CAAC;QAC9B,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC;IAC9B,CAAC;SAAM,CAAC;QACN,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjC,CAAC;IAED,OAAO,qBAAqB,CAC1B;QACE,OAAO,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,YAAY,EAAE;QAChE,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,IAAI;KACX,EACD,KAAK,CACN,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,2BAA2B,GAGH,CAAC,QAAQ,EAAE,cAAc,EAAE,EAAE;IAChE,IAAI,QAAQ,IAAI,QAAQ,IAAI,cAAc,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC7E,OAAO,2BAA2B,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,YAAY,IAAI,QAAQ,EAAE,CAAC;QAC7B,OAAO;YACL,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBAC3C,MAAM,EAAE,WAAW;gBACnB,SAAS,EAAE,CAAC;gBACZ,KAAK,EAAE,KAAK;aACb,CAAC,CAAC;YACH,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,KAAK,EAAE;gBACL,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;gBAC3C,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;aAC1C;YACD,QAAQ,EAAE,KAAK;SAChB,CAAC;IACJ,CAAC;IAED,OAAO,oCAAoC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;AAC/D,CAAC,CAAC"}

package/dist/providers/nomic/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * ================================
+ * Inherited upstream file
+ * ================================
+ */
+import { ProviderConfigs } from '../types.js';
+declare const NomicConfig: ProviderConfigs;
+export default NomicConfig;

package/dist/providers/nomic/index.js

@@ -0,0 +1,11 @@
+import NomicAPIConfig from './api.js';
+import { NomicEmbedConfig, NomicEmbedResponseTransform } from './embed.js';
+const NomicConfig = {
+    embed: NomicEmbedConfig,
+    api: NomicAPIConfig,
+    responseTransforms: {
+        embed: NomicEmbedResponseTransform,
+    },
+};
+export default NomicConfig;
+//# sourceMappingURL=index.js.map

package/dist/providers/nomic/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/providers/nomic/index.ts"],"names":[],"mappings":"AAMA,OAAO,cAAc,MAAM,OAAO,CAAC;AACnC,OAAO,EAAE,gBAAgB,EAAE,2BAA2B,EAAE,MAAM,SAAS,CAAC;AAExE,MAAM,WAAW,GAAoB;IACnC,KAAK,EAAE,gBAAgB;IACvB,GAAG,EAAE,cAAc;IACnB,kBAAkB,EAAE;QAClB,KAAK,EAAE,2BAA2B;KACnC;CACF,CAAC;AAEF,eAAe,WAAW,CAAC"}

package/dist/providers/ollama/api.d.ts

@@ -0,0 +1,3 @@
+import { ProviderAPIConfig } from '../types.js';
+declare const OllamaAPIConfig: ProviderAPIConfig;
+export default OllamaAPIConfig;

package/dist/providers/ollama/api.js

@@ -0,0 +1,31 @@
+const OllamaAPIConfig = {
+    headers: () => {
+        return {};
+    },
+    getBaseURL: ({ providerOptions }) => {
+        const manifest = providerOptions.providerAccount.manifest;
+        return manifest.auth_data.custom_host ?? '';
+    },
+    getEndpoint: ({ endpoint, request }) => {
+        let mappedFn = endpoint;
+        const { path } = request;
+        if (endpoint === 'proxy' && path.indexOf('/api/chat') > -1) {
+            mappedFn = 'chatComplete';
+        }
+        else if (endpoint === 'proxy' && path.indexOf('/embeddings') > -1) {
+            mappedFn = 'embed';
+        }
+        switch (mappedFn) {
+            case 'chatComplete': {
+                return `/v1/chat/completions`;
+            }
+            case 'embed': {
+                return `/api/embeddings`;
+            }
+            default:
+                return '';
+        }
+    },
+};
+export default OllamaAPIConfig;
+//# sourceMappingURL=api.js.map

package/dist/providers/ollama/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../../src/providers/ollama/api.ts"],"names":[],"mappings":"AAQA,MAAM,eAAe,GAAsB;IACzC,OAAO,EAAE,GAAG,EAAE;QACZ,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE;QAClC,MAAM,QAAQ,GAAG,eAAe,CAAC,eAAe,CAAC,QAAiC,CAAC;QACnF,OAAO,QAAQ,CAAC,SAAS,CAAC,WAAW,IAAI,EAAE,CAAC;IAC9C,CAAC;IACD,WAAW,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;QACrC,IAAI,QAAQ,GAAG,QAAQ,CAAC;QACxB,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;QACzB,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC3D,QAAQ,GAAG,cAAc,CAAC;QAC5B,CAAC;aAAM,IAAI,QAAQ,KAAK,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACpE,QAAQ,GAAG,OAAO,CAAC;QACrB,CAAC;QAED,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,OAAO,sBAAsB,CAAC;YAChC,CAAC;YACD,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,OAAO,iBAAiB,CAAC;YAC3B,CAAC;YACD;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,eAAe,eAAe,CAAC"}

package/dist/providers/ollama/chatComplete.d.ts

@@ -0,0 +1,22 @@
+import { ChatCompletionResponse, ErrorResponse, ProviderConfig } from '../types.js';
+export declare const OllamaChatCompleteConfig: ProviderConfig;
+export interface OllamaChatCompleteResponse extends ChatCompletionResponse {
+    system_fingerprint: string;
+}
+export interface OllamaStreamChunk {
+    id: string;
+    object: string;
+    created: number;
+    model: string;
+    system_fingerprint: string;
+    choices: {
+        delta: {
+            role: string;
+            content?: string;
+        };
+        index: number;
+        finish_reason: string | null;
+    }[];
+}
+export declare const OllamaChatCompleteResponseTransform: (response: OllamaChatCompleteResponse | ErrorResponse, responseStatus: number) => ChatCompletionResponse | ErrorResponse;
+export declare const OllamaChatCompleteStreamChunkTransform: (reponse: string) => string;