ai.matey.backend 0.2.0

package/dist/esm/providers/lmstudio.js

@@ -0,0 +1,139 @@
+/**
+ * LM Studio Backend Adapter
+ *
+ * Adapts Universal IR to LM Studio local API (OpenAI-compatible).
+ * LM Studio runs models locally on your machine with zero cost.
+ *
+ * @module
+ */
+import { OpenAIBackendAdapter } from './openai.js';
+/**
+ * Backend adapter for LM Studio local API.
+ *
+ * LM Studio provides a local OpenAI-compatible API server for running
+ * models on your own hardware. Perfect for privacy, development, and cost savings.
+ *
+ * @example Basic Usage
+ * ```typescript
+ * import { LMStudioBackendAdapter } from 'ai.matey';
+ *
+ * const adapter = new LMStudioBackendAdapter({
+ *   baseURL: 'http://localhost:1234/v1', // Default LM Studio port
+ * });
+ * ```
+ *
+ * @example With Custom Model
+ * ```typescript
+ * const adapter = new LMStudioBackendAdapter({
+ *   baseURL: 'http://localhost:1234/v1',
+ * });
+ *
+ * const response = await adapter.execute({
+ *   messages: [{ role: 'user', content: 'Hello!' }],
+ *   parameters: {
+ *     model: 'local-model', // Use whatever model is loaded in LM Studio
+ *   },
+ * });
+ * ```
+ *
+ * @example Privacy-Focused Local Inference
+ * ```typescript
+ * import { createBridge } from 'ai.matey';
+ *
+ * const bridge = createBridge({
+ *   backend: new LMStudioBackendAdapter({
+ *     baseURL: 'http://localhost:1234/v1',
+ *   }),
+ * });
+ *
+ * // All requests stay on your local machine
+ * const response = await bridge.chat({
+ *   messages: [{ role: 'user', content: 'Sensitive data here' }],
+ * });
+ * ```
+ */
+export class LMStudioBackendAdapter extends OpenAIBackendAdapter {
+    constructor(config) {
+        // LM Studio default endpoint
+        const lmstudioConfig = {
+            ...config,
+            baseURL: config.baseURL || 'http://localhost:1234/v1',
+            // LM Studio doesn't require API key for local usage
+            apiKey: config.apiKey || 'not-needed',
+        };
+        // Pass LM Studio-specific metadata to parent constructor
+        super(lmstudioConfig, {
+            name: 'lmstudio-backend',
+            version: '1.0.0',
+            provider: 'LM Studio',
+            capabilities: {
+                streaming: true,
+                multiModal: false, // Depends on loaded model
+                tools: true, // Depends on loaded model
+                maxContextTokens: 32000, // Varies by loaded model
+                systemMessageStrategy: 'in-messages',
+                supportsMultipleSystemMessages: false,
+                supportsTemperature: true,
+                supportsTopP: true,
+                supportsTopK: false,
+                supportsSeed: true,
+                supportsFrequencyPenalty: true,
+                supportsPresencePenalty: true,
+                maxStopSequences: 4,
+            },
+            config: {
+                baseURL: lmstudioConfig.baseURL,
+            },
+        });
+    }
+    /**
+     * Health check for LM Studio.
+     */
+    async healthCheck() {
+        try {
+            // LM Studio doesn't require auth for local requests
+            const response = await fetch(`${this.baseURL}/models`, {
+                method: 'GET',
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+                signal: AbortSignal.timeout(5000),
+            });
+            return response.ok;
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+     * Estimate cost for LM Studio (always $0 - local inference).
+     */
+    estimateCost(_request) {
+        // LM Studio is free - runs locally
+        return Promise.resolve(0);
+    }
+}
+/**
+ * Create an LM Studio backend adapter.
+ *
+ * @param config - Adapter configuration
+ * @returns LM Studio backend adapter
+ *
+ * @example Default Configuration
+ * ```typescript
+ * import { createLMStudioAdapter } from 'ai.matey';
+ *
+ * const adapter = createLMStudioAdapter({});
+ * ```
+ *
+ * @example Custom Port
+ * ```typescript
+ * const adapter = createLMStudioAdapter({
+ *   baseURL: 'http://localhost:8080/v1',
+ * });
+ * ```
+ */
+export function createLMStudioAdapter(config = {}) {
+    return new LMStudioBackendAdapter(config);
+}
+//# sourceMappingURL=lmstudio.js.map

package/dist/esm/providers/lmstudio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lmstudio.js","sourceRoot":"","sources":["../../../src/providers/lmstudio.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,oBAAoB,EAA2C,MAAM,aAAa,CAAC;AAG5F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AACH,MAAM,OAAO,sBACX,SAAQ,oBAAoB;IAG5B,YAAY,MAA4B;QACtC,6BAA6B;QAC7B,MAAM,cAAc,GAAyB;YAC3C,GAAG,MAAM;YACT,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,0BAA0B;YACrD,oDAAoD;YACpD,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,YAAY;SACtC,CAAC;QAEF,yDAAyD;QACzD,KAAK,CAAC,cAAc,EAAE;YACpB,IAAI,EAAE,kBAAkB;YACxB,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,WAAW;YACrB,YAAY,EAAE;gBACZ,SAAS,EAAE,IAAI;gBACf,UAAU,EAAE,KAAK,EAAE,0BAA0B;gBAC7C,KAAK,EAAE,IAAI,EAAE,0BAA0B;gBACvC,gBAAgB,EAAE,KAAK,EAAE,yBAAyB;gBAClD,qBAAqB,EAAE,aAAa;gBACpC,8BAA8B,EAAE,KAAK;gBACrC,mBAAmB,EAAE,IAAI;gBACzB,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,KAAK;gBACnB,YAAY,EAAE,IAAI;gBAClB,wBAAwB,EAAE,IAAI;gBAC9B,uBAAuB,EAAE,IAAI;gBAC7B,gBAAgB,EAAE,CAAC;aACpB;YACD,MAAM,EAAE;gBACN,OAAO,EAAE,cAAc,CAAC,OAAO;aAChC;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,oDAAoD;YACpD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,SAAS,EAAE;gBACrD,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,EAAE,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,QAAuB;QAClC,mCAAmC;QACnC,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC;CACF;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,UAAU,qBAAqB,CACnC,SAA+B,EAA0B;IAEzD,OAAO,IAAI,sBAAsB,CAAC,MAAM,CAAC,CAAC;AAC5C,CAAC"}

package/dist/esm/providers/mistral.js

@@ -0,0 +1,284 @@
+/**
+ * Mistral Backend Adapter
+ *
+ * Adapts Universal IR to Mistral API.
+ * Mistral uses OpenAI-compatible format with minor differences.
+ *
+ * @module
+ */
+import { AdapterConversionError, NetworkError, ProviderError, StreamError, ErrorCode, createErrorFromHttpResponse, } from 'ai.matey.errors';
+import { normalizeSystemMessages } from 'ai.matey.utils';
+import { getEffectiveStreamMode, mergeStreamingConfig } from 'ai.matey.utils';
+// ============================================================================
+// Mistral Backend Adapter
+// ============================================================================
+export class MistralBackendAdapter {
+    metadata;
+    config;
+    baseURL;
+    constructor(config) {
+        this.config = config;
+        this.baseURL = config.baseURL || 'https://api.mistral.ai/v1';
+        this.metadata = {
+            name: 'mistral-backend',
+            version: '1.0.0',
+            provider: 'Mistral',
+            capabilities: {
+                streaming: true,
+                multiModal: false,
+                tools: true,
+                maxContextTokens: 32000,
+                systemMessageStrategy: 'in-messages',
+                supportsMultipleSystemMessages: false,
+                supportsTemperature: true,
+                supportsTopP: true,
+                supportsTopK: false,
+                supportsSeed: true,
+                supportsFrequencyPenalty: false,
+                supportsPresencePenalty: false,
+                maxStopSequences: 0,
+            },
+            config: { baseURL: this.baseURL },
+        };
+    }
+    async execute(request, signal) {
+        try {
+            const mistralRequest = this.fromIR(request);
+            const startTime = Date.now();
+            const response = await fetch(`${this.baseURL}/chat/completions`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${this.config.apiKey}`,
+                    ...this.config.headers,
+                },
+                body: JSON.stringify(mistralRequest),
+                signal,
+            });
+            if (!response.ok) {
+                const errorBody = await response.text();
+                throw createErrorFromHttpResponse(response.status, response.statusText, errorBody, {
+                    backend: this.metadata.name,
+                });
+            }
+            const data = (await response.json());
+            return this.toIR(data, request, Date.now() - startTime);
+        }
+        catch (error) {
+            if (error instanceof NetworkError || error instanceof ProviderError) {
+                throw error;
+            }
+            throw new ProviderError({
+                code: ErrorCode.PROVIDER_ERROR,
+                message: `Mistral request failed: ${error instanceof Error ? error.message : String(error)}`,
+                isRetryable: true,
+                provenance: { backend: this.metadata.name },
+                cause: error instanceof Error ? error : undefined,
+            });
+        }
+    }
+    async *executeStream(request, signal) {
+        try {
+            const mistralRequest = this.fromIR(request);
+            mistralRequest.stream = true;
+            // Get effective streaming configuration
+            const streamingConfig = mergeStreamingConfig(this.config.streaming);
+            const effectiveMode = getEffectiveStreamMode(request.streamMode, undefined, streamingConfig);
+            const includeBoth = streamingConfig.includeBoth || effectiveMode === 'accumulated';
+            const response = await fetch(`${this.baseURL}/chat/completions`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${this.config.apiKey}`,
+                    ...this.config.headers,
+                },
+                body: JSON.stringify(mistralRequest),
+                signal,
+            });
+            if (!response.ok) {
+                const errorBody = await response.text();
+                throw createErrorFromHttpResponse(response.status, response.statusText, errorBody, {
+                    backend: this.metadata.name,
+                });
+            }
+            if (!response.body) {
+                throw new StreamError({
+                    code: ErrorCode.STREAM_ERROR,
+                    message: 'No response body',
+                    provenance: { backend: this.metadata.name },
+                });
+            }
+            let sequence = 0;
+            yield {
+                type: 'start',
+                sequence: sequence++,
+                metadata: {
+                    ...request.metadata,
+                    provenance: { ...request.metadata.provenance, backend: this.metadata.name },
+                },
+            };
+            const reader = response.body.getReader();
+            const decoder = new TextDecoder();
+            let buffer = '';
+            let contentBuffer = '';
+            try {
+                while (true) {
+                    const { done, value } = await reader.read();
+                    if (done) {
+                        break;
+                    }
+                    buffer += decoder.decode(value, { stream: true });
+                    const lines = buffer.split('\n');
+                    buffer = lines.pop() || '';
+                    for (const line of lines) {
+                        if (!line.trim() || !line.startsWith('data: ')) {
+                            continue;
+                        }
+                        const data = line.slice(6).trim();
+                        if (data === '[DONE]') {
+                            continue;
+                        }
+                        try {
+                            const chunk = JSON.parse(data);
+                            const delta = chunk.choices?.[0]?.delta?.content;
+                            const finishReason = chunk.choices?.[0]?.finish_reason;
+                            if (delta) {
+                                contentBuffer += delta;
+                                // Build content chunk with optional accumulated field
+                                const contentChunk = {
+                                    type: 'content',
+                                    sequence: sequence++,
+                                    delta,
+                                    role: 'assistant',
+                                };
+                                // Add accumulated field if configured
+                                if (includeBoth) {
+                                    contentChunk.accumulated = contentBuffer;
+                                }
+                                yield contentChunk;
+                            }
+                            if (finishReason) {
+                                const message = { role: 'assistant', content: contentBuffer };
+                                yield {
+                                    type: 'done',
+                                    sequence: sequence++,
+                                    finishReason: this.mapFinishReason(finishReason),
+                                    message,
+                                };
+                            }
+                        }
+                        catch (parseError) {
+                            console.warn('Failed to parse Mistral SSE chunk:', data, parseError);
+                        }
+                    }
+                }
+            }
+            finally {
+                reader.releaseLock();
+            }
+        }
+        catch (error) {
+            yield {
+                type: 'error',
+                sequence: 0,
+                error: {
+                    code: error instanceof Error ? error.name : 'UNKNOWN_ERROR',
+                    message: error instanceof Error ? error.message : String(error),
+                },
+            };
+        }
+    }
+    async healthCheck() {
+        try {
+            const response = await fetch(`${this.baseURL}/models`, {
+                method: 'GET',
+                headers: { Authorization: `Bearer ${this.config.apiKey}` },
+                signal: AbortSignal.timeout(5000),
+            });
+            return response.ok;
+        }
+        catch {
+            return false;
+        }
+    }
+    estimateCost(request) {
+        const estimatedTokens = this.estimateTokens(request);
+        return Promise.resolve((estimatedTokens / 1000) * 0.002); // Rough estimate: $0.002 per 1K tokens
+    }
+    /**
+     * Convert IR request to Mistral format.
+     *
+     * Public method for testing and debugging - see what will be sent to Mistral.
+     */
+    fromIR(request) {
+        const { messages } = normalizeSystemMessages(request.messages, this.metadata.capabilities.systemMessageStrategy, this.metadata.capabilities.supportsMultipleSystemMessages);
+        const mistralMessages = messages.map((msg) => ({
+            role: msg.role,
+            content: typeof msg.content === 'string'
+                ? msg.content
+                : msg.content.map((c) => (c.type === 'text' ? c.text : JSON.stringify(c))).join(''),
+        }));
+        return {
+            model: request.parameters?.model || 'mistral-small',
+            messages: mistralMessages,
+            temperature: request.parameters?.temperature,
+            max_tokens: request.parameters?.maxTokens,
+            top_p: request.parameters?.topP,
+            stream: request.stream,
+            random_seed: request.parameters?.seed,
+        };
+    }
+    /**
+     * Convert Mistral response to IR format.
+     *
+     * Public method for testing and debugging - parse Mistral responses manually.
+     */
+    toIR(response, originalRequest, latencyMs) {
+        const choice = response.choices[0];
+        if (!choice) {
+            throw new AdapterConversionError({
+                code: ErrorCode.ADAPTER_CONVERSION_ERROR,
+                message: 'No choices in Mistral response',
+                provenance: { backend: this.metadata.name },
+            });
+        }
+        const message = { role: 'assistant', content: choice.message.content };
+        return {
+            message,
+            finishReason: this.mapFinishReason(choice.finish_reason || 'stop'),
+            usage: {
+                promptTokens: response.usage.prompt_tokens,
+                completionTokens: response.usage.completion_tokens,
+                totalTokens: response.usage.total_tokens,
+            },
+            metadata: {
+                ...originalRequest.metadata,
+                providerResponseId: response.id,
+                provenance: { ...originalRequest.metadata.provenance, backend: this.metadata.name },
+                custom: { ...originalRequest.metadata.custom, mistralResponseId: response.id, latencyMs },
+            },
+            raw: response,
+        };
+    }
+    mapFinishReason(reason) {
+        switch (reason) {
+            case 'stop':
+                return 'stop';
+            case 'length':
+            case 'model_length':
+                return 'length';
+            default:
+                return 'stop';
+        }
+    }
+    estimateTokens(request) {
+        let totalChars = 0;
+        for (const message of request.messages) {
+            if (typeof message.content === 'string') {
+                totalChars += message.content.length;
+            }
+        }
+        return Math.ceil(totalChars / 4);
+    }
+}
+//# sourceMappingURL=mistral.js.map

package/dist/esm/providers/mistral.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mistral.js","sourceRoot":"","sources":["../../../src/providers/mistral.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAWH,OAAO,EACL,sBAAsB,EACtB,YAAY,EACZ,aAAa,EACb,WAAW,EACX,SAAS,EACT,2BAA2B,GAC5B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAuC9E,+EAA+E;AAC/E,0BAA0B;AAC1B,+EAA+E;AAE/E,MAAM,OAAO,qBAAqB;IACvB,QAAQ,CAAkB;IAClB,MAAM,CAAuB;IAC7B,OAAO,CAAS;IAEjC,YAAY,MAA4B;QACtC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,2BAA2B,CAAC;QAC7D,IAAI,CAAC,QAAQ,GAAG;YACd,IAAI,EAAE,iBAAiB;YACvB,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,SAAS;YACnB,YAAY,EAAE;gBACZ,SAAS,EAAE,IAAI;gBACf,UAAU,EAAE,KAAK;gBACjB,KAAK,EAAE,IAAI;gBACX,gBAAgB,EAAE,KAAK;gBACvB,qBAAqB,EAAE,aAAa;gBACpC,8BAA8B,EAAE,KAAK;gBACrC,mBAAmB,EAAE,IAAI;gBACzB,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,KAAK;gBACnB,YAAY,EAAE,IAAI;gBAClB,wBAAwB,EAAE,KAAK;gBAC/B,uBAAuB,EAAE,KAAK;gBAC9B,gBAAgB,EAAE,CAAC;aACpB;YACD,MAAM,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;SAClC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAsB,EAAE,MAAoB;QACxD,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;gBAC/D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;oBAC7C,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO;iBACvB;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;gBACpC,MAAM;aACP,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,2BAA2B,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,UAAU,EAAE,SAAS,EAAE;oBACjF,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;iBAC5B,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAoB,CAAC;YACxD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;gBACpE,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,IAAI,aAAa,CAAC;gBACtB,IAAI,EAAE,SAAS,CAAC,cAAc;gBAC9B,OAAO,EAAE,2BAA2B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBAC5F,WAAW,EAAE,IAAI;gBACjB,UAAU,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;gBAC3C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;aAClD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,aAAa,CAAC,OAAsB,EAAE,MAAoB;QAC/D,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC5C,cAAc,CAAC,MAAM,GAAG,IAAI,CAAC;YAE7B,wCAAwC;YACxC,MAAM,eAAe,GAAG,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACpE,MAAM,aAAa,GAAG,sBAAsB,CAAC,OAAO,CAAC,UAAU,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;YAC7F,MAAM,WAAW,GAAG,eAAe,CAAC,WAAW,IAAI,aAAa,KAAK,aAAa,CAAC;YAEnF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;gBAC/D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;oBAC7C,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO;iBACvB;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;gBACpC,MAAM;aACP,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,2BAA2B,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,UAAU,EAAE,SAAS,EAAE;oBACjF,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;iBAC5B,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,IAAI,WAAW,CAAC;oBACpB,IAAI,EAAE,SAAS,CAAC,YAAY;oBAC5B,OAAO,EAAE,kBAAkB;oBAC3B,UAAU,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;iBAC5C,CAAC,CAAC;YACL,CAAC;YAED,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,QAAQ,EAAE;gBACpB,QAAQ,EAAE;oBACR,GAAG,OAAO,CAAC,QAAQ;oBACnB,UAAU,EAAE,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;iBAC5E;aACe,CAAC;YAEnB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,aAAa,GAAG,EAAE,CAAC;YAEvB,IAAI,CAAC;gBACH,OAAO,IAAI,EAAE,CAAC;oBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC5C,IAAI,IAAI,EAAE,CAAC;wBACT,MAAM;oBACR,CAAC;oBAED,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;oBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;oBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;4BAC/C,SAAS;wBACX,CAAC;wBACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBAClC,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;4BACtB,SAAS;wBACX,CAAC;wBAED,IAAI,CAAC;4BACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;4BACjD,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC;4BAEvD,IAAI,KAAK,EAAE,CAAC;gCACV,aAAa,IAAI,KAAK,CAAC;gCAEvB,sDAAsD;gCACtD,MAAM,YAAY,GAAkB;oCAClC,IAAI,EAAE,SAAS;oCACf,QAAQ,EAAE,QAAQ,EAAE;oCACpB,KAAK;oCACL,IAAI,EAAE,WAAW;iCAClB,CAAC;gCAEF,sCAAsC;gCACtC,IAAI,WAAW,EAAE,CAAC;oCACf,YAAoB,CAAC,WAAW,GAAG,aAAa,CAAC;gCACpD,CAAC;gCAED,MAAM,YAAY,CAAC;4BACrB,CAAC;4BAED,IAAI,YAAY,EAAE,CAAC;gCACjB,MAAM,OAAO,GAAc,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;gCACzE,MAAM;oCACJ,IAAI,EAAE,MAAM;oCACZ,QAAQ,EAAE,QAAQ,EAAE;oCACpB,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;oCAChD,OAAO;iCACS,CAAC;4BACrB,CAAC;wBACH,CAAC;wBAAC,OAAO,UAAU,EAAE,CAAC;4BACpB,OAAO,CAAC,IAAI,CAAC,oCAAoC,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;wBACvE,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,CAAC;gBACX,KAAK,EAAE;oBACL,IAAI,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe;oBAC3D,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAChE;aACe,CAAC;QACrB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,SAAS,EAAE;gBACrD,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE;gBAC1D,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,EAAE,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,YAAY,CAAC,OAAsB;QACjC,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACrD,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,uCAAuC;IACnG,CAAC;IAED;;;;OAIG;IACI,MAAM,CAAC,OAAsB;QAClC,MAAM,EAAE,QAAQ,EAAE,GAAG,uBAAuB,CAC1C,OAAO,CAAC,QAAQ,EAChB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,qBAAqB,EAChD,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,8BAA8B,CAC1D,CAAC;QAEF,MAAM,eAAe,GAAqB,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC/D,IAAI,EAAE,GAAG,CAAC,IAAuC;YACjD,OAAO,EACL,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAC7B,CAAC,CAAC,GAAG,CAAC,OAAO;gBACb,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;SACxF,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,KAAK,EAAE,OAAO,CAAC,UAAU,EAAE,KAAK,IAAI,eAAe;YACnD,QAAQ,EAAE,eAAe;YACzB,WAAW,EAAE,OAAO,CAAC,UAAU,EAAE,WAAW;YAC5C,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,SAAS;YACzC,KAAK,EAAE,OAAO,CAAC,UAAU,EAAE,IAAI;YAC/B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,WAAW,EAAE,OAAO,CAAC,UAAU,EAAE,IAAI;SACtC,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACI,IAAI,CACT,QAAyB,EACzB,eAA8B,EAC9B,SAAiB;QAEjB,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,sBAAsB,CAAC;gBAC/B,IAAI,EAAE,SAAS,CAAC,wBAAwB;gBACxC,OAAO,EAAE,gCAAgC;gBACzC,UAAU,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;aAC5C,CAAC,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAc,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QAElF,OAAO;YACL,OAAO;YACP,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC;YAClE,KAAK,EAAE;gBACL,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;gBAC1C,gBAAgB,EAAE,QAAQ,CAAC,KAAK,CAAC,iBAAiB;gBAClD,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;aACzC;YACD,QAAQ,EAAE;gBACR,GAAG,eAAe,CAAC,QAAQ;gBAC3B,kBAAkB,EAAE,QAAQ,CAAC,EAAE;gBAC/B,UAAU,EAAE,EAAE,GAAG,eAAe,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;gBACnF,MAAM,EAAE,EAAE,GAAG,eAAe,CAAC,QAAQ,CAAC,MAAM,EAAE,iBAAiB,EAAE,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE;aAC1F;YACD,GAAG,EAAE,QAA8C;SACpD,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,MAAc;QACpC,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM;gBACT,OAAO,MAAM,CAAC;YAChB,KAAK,QAAQ,CAAC;YACd,KAAK,cAAc;gBACjB,OAAO,QAAQ,CAAC;YAClB;gBACE,OAAO,MAAM,CAAC;QAClB,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,OAAsB;QAC3C,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvC,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACxC,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;YACvC,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IACnC,CAAC;CACF"}

package/dist/esm/providers/nvidia.js

@@ -0,0 +1,162 @@
+/**
+ * NVIDIA Backend Adapter
+ *
+ * Adapts Universal IR to NVIDIA NIM (NVIDIA Inference Microservices) API.
+ * NVIDIA NIM provides optimized inference for various models with OpenAI-compatible endpoints.
+ *
+ * @module
+ */
+import { OpenAIBackendAdapter } from './openai.js';
+/**
+ * Backend adapter for NVIDIA NIM API.
+ *
+ * NVIDIA NIM (NVIDIA Inference Microservices) provides optimized inference
+ * with OpenAI-compatible API. Supports various models including Llama,
+ * Mistral, and other popular open-source models.
+ *
+ * @example Basic Usage
+ * ```typescript
+ * import { NVIDIABackendAdapter } from 'ai.matey';
+ *
+ * const adapter = new NVIDIABackendAdapter({
+ *   apiKey: process.env.NVIDIA_API_KEY,
+ * });
+ * ```
+ *
+ * @example With Specific Model
+ * ```typescript
+ * const adapter = new NVIDIABackendAdapter({
+ *   apiKey: process.env.NVIDIA_API_KEY,
+ * });
+ *
+ * const response = await adapter.execute({
+ *   messages: [{ role: 'user', content: 'Hello!' }],
+ *   parameters: {
+ *     model: 'meta/llama-3.1-405b-instruct',
+ *   },
+ * });
+ * ```
+ *
+ * @example With Custom NIM Endpoint
+ * ```typescript
+ * const adapter = new NVIDIABackendAdapter({
+ *   apiKey: process.env.NVIDIA_API_KEY,
+ *   baseURL: 'https://your-nim-endpoint.nvidia.com/v1',
+ * });
+ * ```
+ *
+ * @example Streaming with NVIDIA NIM
+ * ```typescript
+ * const stream = adapter.executeStream({
+ *   messages: [{ role: 'user', content: 'Tell me a story' }],
+ *   parameters: {
+ *     model: 'nvidia/llama-3.1-nemotron-70b-instruct',
+ *   },
+ * });
+ *
+ * for await (const chunk of stream) {
+ *   if (chunk.type === 'content') {
+ *     console.log(chunk.delta);
+ *   }
+ * }
+ * ```
+ */
+export class NVIDIABackendAdapter extends OpenAIBackendAdapter {
+    constructor(config) {
+        // NVIDIA NIM API endpoint
+        const nvidiaConfig = {
+            ...config,
+            baseURL: config.baseURL || 'https://integrate.api.nvidia.com/v1',
+        };
+        // Pass NVIDIA-specific metadata to parent constructor
+        super(nvidiaConfig, {
+            name: 'nvidia-backend',
+            version: '1.0.0',
+            provider: 'NVIDIA',
+            capabilities: {
+                streaming: true,
+                multiModal: false, // Most NIM models are text-only
+                tools: true,
+                maxContextTokens: 128000, // Varies by model
+                systemMessageStrategy: 'in-messages',
+                supportsMultipleSystemMessages: false,
+                supportsTemperature: true,
+                supportsTopP: true,
+                supportsTopK: false,
+                supportsSeed: true,
+                supportsFrequencyPenalty: true,
+                supportsPresencePenalty: true,
+                maxStopSequences: 4,
+            },
+            config: {
+                baseURL: nvidiaConfig.baseURL,
+            },
+        });
+    }
+    /**
+     * Health check for NVIDIA NIM API.
+     */
+    async healthCheck() {
+        try {
+            const response = await fetch(`${this.baseURL}/models`, {
+                method: 'GET',
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${this.config.apiKey}`,
+                    ...this.config.headers,
+                },
+                signal: AbortSignal.timeout(5000),
+            });
+            return response.ok;
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+     * Estimate cost for NVIDIA NIM.
+     */
+    async estimateCost(request) {
+        // NVIDIA NIM pricing varies by model and deployment
+        // For cloud API, estimate based on token usage
+        const estimatedInputTokens = (await super.estimateCost(request)) || 0;
+        const estimatedOutputTokens = Math.min(request.parameters?.maxTokens || 1000, 4000);
+        // Rough estimate for NVIDIA cloud API (varies by model)
+        // Self-hosted NIM is free (just compute costs)
+        const baseURL = this.metadata.config.baseURL;
+        if (baseURL.includes('integrate.api.nvidia.com')) {
+            const inputCost = (estimatedInputTokens * 1000 * 0.2) / 1_000_000; // Rough estimate
+            const outputCost = (estimatedOutputTokens / 1_000_000) * 0.2;
+            return inputCost + outputCost;
+        }
+        // Self-hosted or custom endpoint
+        return null;
+    }
+}
+/**
+ * Create an NVIDIA NIM backend adapter.
+ *
+ * @param config - Adapter configuration
+ * @returns NVIDIA backend adapter
+ *
+ * @example
+ * ```typescript
+ * import { createNVIDIAAdapter } from 'ai.matey';
+ *
+ * const adapter = createNVIDIAAdapter({
+ *   apiKey: process.env.NVIDIA_API_KEY,
+ * });
+ * ```
+ *
+ * @example Self-Hosted NIM
+ * ```typescript
+ * const adapter = createNVIDIAAdapter({
+ *   baseURL: 'http://localhost:8000/v1',
+ *   apiKey: 'not-needed', // Self-hosted may not need API key
+ * });
+ * ```
+ */
+export function createNVIDIAAdapter(config) {
+    return new NVIDIABackendAdapter(config);
+}
+//# sourceMappingURL=nvidia.js.map

package/dist/esm/providers/nvidia.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nvidia.js","sourceRoot":"","sources":["../../../src/providers/nvidia.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,oBAAoB,EAA2C,MAAM,aAAa,CAAC;AAG5F;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqDG;AACH,MAAM,OAAO,oBACX,SAAQ,oBAAoB;IAG5B,YAAY,MAA4B;QACtC,0BAA0B;QAC1B,MAAM,YAAY,GAAyB;YACzC,GAAG,MAAM;YACT,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,qCAAqC;SACjE,CAAC;QAEF,sDAAsD;QACtD,KAAK,CAAC,YAAY,EAAE;YAClB,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,QAAQ;YAClB,YAAY,EAAE;gBACZ,SAAS,EAAE,IAAI;gBACf,UAAU,EAAE,KAAK,EAAE,gCAAgC;gBACnD,KAAK,EAAE,IAAI;gBACX,gBAAgB,EAAE,MAAM,EAAE,kBAAkB;gBAC5C,qBAAqB,EAAE,aAAa;gBACpC,8BAA8B,EAAE,KAAK;gBACrC,mBAAmB,EAAE,IAAI;gBACzB,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,KAAK;gBACnB,YAAY,EAAE,IAAI;gBAClB,wBAAwB,EAAE,IAAI;gBAC9B,uBAAuB,EAAE,IAAI;gBAC7B,gBAAgB,EAAE,CAAC;aACpB;YACD,MAAM,EAAE;gBACN,OAAO,EAAE,YAAY,CAAC,OAAO;aAC9B;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,SAAS,EAAE;gBACrD,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;oBAC7C,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO;iBACvB;gBACD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,EAAE,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,OAAsB;QACvC,oDAAoD;QACpD,+CAA+C;QAC/C,MAAM,oBAAoB,GAAG,CAAC,MAAM,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC;QACtE,MAAM,qBAAqB,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,SAAS,IAAI,IAAI,EAAE,IAAI,CAAC,CAAC;QAEpF,wDAAwD;QACxD,+CAA+C;QAC/C,MAAM,OAAO,GAAI,IAAI,CAAC,QAAQ,CAAC,MAA8B,CAAC,OAAO,CAAC;QACtE,IAAI,OAAO,CAAC,QAAQ,CAAC,0BAA0B,CAAC,EAAE,CAAC;YACjD,MAAM,SAAS,GAAG,CAAC,oBAAoB,GAAG,IAAI,GAAG,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,iBAAiB;YACpF,MAAM,UAAU,GAAG,CAAC,qBAAqB,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC;YAC7D,OAAO,SAAS,GAAG,UAAU,CAAC;QAChC,CAAC;QAED,iCAAiC;QACjC,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAA4B;IAC9D,OAAO,IAAI,oBAAoB,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC"}