ai.matey.backend 0.2.0

package/dist/cjs/providers/fireworks.js

@@ -0,0 +1,363 @@
+"use strict";
+/**
+ * Fireworks AI Backend Adapter
+ *
+ * Adapts Universal IR to Fireworks AI Chat Completions API.
+ * Fireworks AI is OpenAI-compatible with 100+ models and fastest APIs.
+ *
+ * @module
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FireworksAIBackendAdapter = void 0;
+const ai_matey_errors_1 = require("ai.matey.errors");
+const ai_matey_utils_1 = require("ai.matey.utils");
+const ai_matey_utils_2 = require("ai.matey.utils");
+// ============================================================================
+// Fireworks AI Backend Adapter
+// ============================================================================
+/**
+ * Backend adapter for Fireworks AI Chat Completions API.
+ *
+ * Features:
+ * - 100+ open-source models
+ * - Fastest inference APIs
+ * - OpenAI-compatible with topK support
+ * - Vision model support
+ * - Function calling support
+ * - Reasoning models with reasoning_effort parameter
+ * - Pricing from $0.10 per 1M tokens
+ */
+class FireworksAIBackendAdapter {
+    metadata;
+    config;
+    baseURL;
+    constructor(config) {
+        this.config = config;
+        this.baseURL = config.baseURL || 'https://api.fireworks.ai/inference/v1';
+        this.metadata = {
+            name: 'fireworks-ai-backend',
+            version: '1.0.0',
+            provider: 'Fireworks AI',
+            capabilities: {
+                streaming: true,
+                multiModal: true, // Vision models available
+                tools: true, // Function calling
+                maxContextTokens: 128000,
+                systemMessageStrategy: 'in-messages',
+                supportsMultipleSystemMessages: true,
+                supportsTemperature: true,
+                supportsTopP: true,
+                supportsTopK: true, // Fireworks AI supports topK
+                supportsSeed: false,
+                supportsFrequencyPenalty: true,
+                supportsPresencePenalty: true,
+                maxStopSequences: 4,
+            },
+            config: {
+                baseURL: this.baseURL,
+            },
+        };
+    }
+    /**
+     * Convert IR to Fireworks AI format.
+     */
+    fromIR(request) {
+        const { messages } = (0, ai_matey_utils_1.normalizeSystemMessages)(request.messages, this.metadata.capabilities.systemMessageStrategy, this.metadata.capabilities.supportsMultipleSystemMessages);
+        const fireworksMessages = messages.map((msg) => ({
+            role: msg.role,
+            content: typeof msg.content === 'string'
+                ? msg.content
+                : msg.content.map((block) => {
+                    if (block.type === 'text') {
+                        return { type: 'text', text: block.text };
+                    }
+                    else if (block.type === 'image') {
+                        return {
+                            type: 'image_url',
+                            image_url: {
+                                url: block.source.type === 'url'
+                                    ? block.source.url
+                                    : `data:${block.source.mediaType};base64,${block.source.data}`,
+                            },
+                        };
+                    }
+                    return { type: 'text', text: JSON.stringify(block) };
+                }),
+        }));
+        const fireworksRequest = {
+            model: request.parameters?.model ||
+                this.config.defaultModel ||
+                'accounts/fireworks/models/llama-v3p1-8b-instruct',
+            messages: fireworksMessages,
+            temperature: request.parameters?.temperature,
+            max_tokens: request.parameters?.maxTokens,
+            top_p: request.parameters?.topP,
+            top_k: request.parameters?.topK, // Pass through topK
+            frequency_penalty: request.parameters?.frequencyPenalty,
+            presence_penalty: request.parameters?.presencePenalty,
+            stop: request.parameters?.stopSequences ? [...request.parameters.stopSequences] : undefined,
+            stream: request.stream || false,
+        };
+        // Add reasoning_effort for reasoning models (if specified in custom parameters)
+        if (request.parameters?.custom?.reasoning_effort) {
+            fireworksRequest.reasoning_effort = request.parameters.custom.reasoning_effort;
+        }
+        return fireworksRequest;
+    }
+    /**
+     * Convert Fireworks AI response to IR.
+     */
+    toIR(response, originalRequest, latencyMs) {
+        const choice = response.choices[0];
+        if (!choice) {
+            throw new ai_matey_errors_1.ProviderError({
+                code: ai_matey_errors_1.ErrorCode.PROVIDER_ERROR,
+                message: 'No choices returned in response',
+                isRetryable: false,
+                provenance: { backend: this.metadata.name },
+            });
+        }
+        const message = {
+            role: choice.message.role === 'assistant' ? 'assistant' : 'user',
+            content: typeof choice.message.content === 'string'
+                ? choice.message.content
+                : choice.message.content.map((c) => (c.type === 'text' ? c.text : '')).join(''),
+        };
+        const finishReasonMap = {
+            stop: 'stop',
+            length: 'length',
+            tool_calls: 'tool_calls',
+        };
+        return {
+            message,
+            finishReason: finishReasonMap[choice.finish_reason || 'stop'] || 'stop',
+            usage: {
+                // Usage always present in Fireworks AI
+                promptTokens: response.usage.prompt_tokens,
+                completionTokens: response.usage.completion_tokens,
+                totalTokens: response.usage.total_tokens,
+            },
+            metadata: {
+                ...originalRequest.metadata,
+                providerResponseId: response.id,
+                provenance: {
+                    ...originalRequest.metadata.provenance,
+                    backend: this.metadata.name,
+                },
+                custom: {
+                    ...originalRequest.metadata.custom,
+                    latencyMs,
+                },
+            },
+            raw: response,
+        };
+    }
+    /**
+     * Execute non-streaming request.
+     */
+    async execute(request, signal) {
+        try {
+            const fireworksRequest = this.fromIR(request);
+            fireworksRequest.stream = false;
+            const startTime = Date.now();
+            const response = await fetch(`${this.baseURL}/chat/completions`, {
+                method: 'POST',
+                headers: this.getHeaders(),
+                body: JSON.stringify(fireworksRequest),
+                signal,
+            });
+            if (!response.ok) {
+                throw (0, ai_matey_errors_1.createErrorFromHttpResponse)(response.status, response.statusText, await response.text(), { backend: this.metadata.name });
+            }
+            const data = (await response.json());
+            return this.toIR(data, request, Date.now() - startTime);
+        }
+        catch (error) {
+            if (error instanceof ai_matey_errors_1.NetworkError || error instanceof ai_matey_errors_1.ProviderError) {
+                throw error;
+            }
+            throw new ai_matey_errors_1.ProviderError({
+                code: ai_matey_errors_1.ErrorCode.PROVIDER_ERROR,
+                message: `Fireworks AI request failed: ${error instanceof Error ? error.message : String(error)}`,
+                isRetryable: true,
+                provenance: { backend: this.metadata.name },
+                cause: error instanceof Error ? error : undefined,
+            });
+        }
+    }
+    /**
+     * Execute streaming request.
+     */
+    async *executeStream(request, signal) {
+        try {
+            const fireworksRequest = this.fromIR(request);
+            fireworksRequest.stream = true;
+            const streamingConfig = (0, ai_matey_utils_2.mergeStreamingConfig)(this.config.streaming);
+            const effectiveMode = (0, ai_matey_utils_2.getEffectiveStreamMode)(request.streamMode, undefined, streamingConfig);
+            const includeBoth = streamingConfig.includeBoth || effectiveMode === 'accumulated';
+            const response = await fetch(`${this.baseURL}/chat/completions`, {
+                method: 'POST',
+                headers: this.getHeaders(),
+                body: JSON.stringify(fireworksRequest),
+                signal,
+            });
+            if (!response.ok) {
+                throw (0, ai_matey_errors_1.createErrorFromHttpResponse)(response.status, response.statusText, await response.text(), { backend: this.metadata.name });
+            }
+            if (!response.body) {
+                throw new ai_matey_errors_1.StreamError({
+                    code: ai_matey_errors_1.ErrorCode.STREAM_ERROR,
+                    message: 'No response body',
+                    provenance: { backend: this.metadata.name },
+                });
+            }
+            let sequence = 0;
+            let contentBuffer = '';
+            let usage;
+            yield {
+                type: 'start',
+                sequence: sequence++,
+                metadata: {
+                    ...request.metadata,
+                    provenance: {
+                        ...request.metadata.provenance,
+                        backend: this.metadata.name,
+                    },
+                },
+            };
+            const reader = response.body.getReader();
+            const decoder = new TextDecoder();
+            let buffer = '';
+            try {
+                while (true) {
+                    const { done, value } = await reader.read();
+                    if (done) {
+                        break;
+                    }
+                    buffer += decoder.decode(value, { stream: true });
+                    const lines = buffer.split('\n');
+                    buffer = lines.pop() || '';
+                    for (const line of lines) {
+                        if (!line.trim() || !line.startsWith('data: ')) {
+                            continue;
+                        }
+                        const data = line.slice(6).trim();
+                        if (data === '[DONE]') {
+                            continue;
+                        }
+                        try {
+                            const chunk = JSON.parse(data);
+                            const delta = chunk.choices[0]?.delta?.content;
+                            // Capture usage stats from streaming chunks
+                            if (chunk.usage) {
+                                usage = {
+                                    promptTokens: chunk.usage.prompt_tokens,
+                                    completionTokens: chunk.usage.completion_tokens,
+                                    totalTokens: chunk.usage.total_tokens,
+                                };
+                            }
+                            if (delta) {
+                                contentBuffer += delta;
+                                const contentChunk = {
+                                    type: 'content',
+                                    sequence: sequence++,
+                                    delta: delta,
+                                    role: 'assistant',
+                                };
+                                if (includeBoth) {
+                                    contentChunk.accumulated = contentBuffer;
+                                }
+                                yield contentChunk;
+                            }
+                            if (chunk.choices[0]?.finish_reason) {
+                                const finishReasonMap = {
+                                    stop: 'stop',
+                                    length: 'length',
+                                };
+                                const doneChunk = {
+                                    type: 'done',
+                                    sequence: sequence++,
+                                    finishReason: finishReasonMap[chunk.choices[0].finish_reason] || 'stop',
+                                    message: { role: 'assistant', content: contentBuffer },
+                                };
+                                // Include usage stats in done chunk
+                                if (usage) {
+                                    doneChunk.usage = usage;
+                                }
+                                yield doneChunk;
+                            }
+                        }
+                        catch (parseError) {
+                            console.warn('Failed to parse SSE chunk:', data, parseError);
+                        }
+                    }
+                }
+            }
+            finally {
+                reader.releaseLock();
+            }
+        }
+        catch (error) {
+            yield {
+                type: 'error',
+                sequence: 0,
+                error: {
+                    code: error instanceof Error ? error.name : 'UNKNOWN_ERROR',
+                    message: error instanceof Error ? error.message : String(error),
+                },
+            };
+        }
+    }
+    /**
+     * Get HTTP headers.
+     */
+    getHeaders() {
+        const headers = {
+            'Content-Type': 'application/json',
+            Authorization: `Bearer ${this.config.apiKey}`,
+        };
+        return { ...headers, ...this.config.headers };
+    }
+    /**
+     * Health check.
+     */
+    async healthCheck() {
+        try {
+            const response = await fetch(`${this.baseURL}/models`, {
+                method: 'GET',
+                headers: this.getHeaders(),
+                signal: AbortSignal.timeout(5000),
+            });
+            return response.ok;
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+     * Estimate cost.
+     */
+    estimateCost(request) {
+        const pricing = {
+            'accounts/fireworks/models/llama-v3p1-8b-instruct': { input: 0.2, output: 0.2 },
+            'accounts/fireworks/models/llama-v3p1-70b-instruct': { input: 0.9, output: 0.9 },
+            'accounts/fireworks/models/qwen2p5-72b-instruct': { input: 0.9, output: 0.9 },
+            'accounts/fireworks/models/deepseek-v3': { input: 0.9, output: 2.0 },
+        };
+        const model = request.parameters?.model || this.config.defaultModel || '';
+        const modelPricing = pricing[model];
+        if (!modelPricing) {
+            return Promise.resolve(null);
+        }
+        const inputTokens = request.messages.reduce((sum, msg) => {
+            const content = typeof msg.content === 'string' ? msg.content : '';
+            return sum + Math.ceil(content.length / 4);
+        }, 0);
+        const outputTokens = request.parameters?.maxTokens || 1024;
+        const inputCost = (inputTokens / 1_000_000) * modelPricing.input;
+        const outputCost = (outputTokens / 1_000_000) * modelPricing.output;
+        return Promise.resolve(inputCost + outputCost);
+    }
+}
+exports.FireworksAIBackendAdapter = FireworksAIBackendAdapter;
+//# sourceMappingURL=fireworks.js.map

package/dist/cjs/providers/fireworks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fireworks.js","sourceRoot":"","sources":["../../../src/providers/fireworks.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;AAWH,qDAMyB;AACzB,mDAAyD;AACzD,mDAA8E;AA6E9E,+EAA+E;AAC/E,+BAA+B;AAC/B,+EAA+E;AAE/E;;;;;;;;;;;GAWG;AACH,MAAa,yBAAyB;IAI3B,QAAQ,CAAkB;IAClB,MAAM,CAAuB;IAC7B,OAAO,CAAS;IAEjC,YAAY,MAA4B;QACtC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,uCAAuC,CAAC;QACzE,IAAI,CAAC,QAAQ,GAAG;YACd,IAAI,EAAE,sBAAsB;YAC5B,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,cAAc;YACxB,YAAY,EAAE;gBACZ,SAAS,EAAE,IAAI;gBACf,UAAU,EAAE,IAAI,EAAE,0BAA0B;gBAC5C,KAAK,EAAE,IAAI,EAAE,mBAAmB;gBAChC,gBAAgB,EAAE,MAAM;gBACxB,qBAAqB,EAAE,aAAa;gBACpC,8BAA8B,EAAE,IAAI;gBACpC,mBAAmB,EAAE,IAAI;gBACzB,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,IAAI,EAAE,6BAA6B;gBACjD,YAAY,EAAE,KAAK;gBACnB,wBAAwB,EAAE,IAAI;gBAC9B,uBAAuB,EAAE,IAAI;gBAC7B,gBAAgB,EAAE,CAAC;aACpB;YACD,MAAM,EAAE;gBACN,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,OAAsB;QAClC,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAA,wCAAuB,EAC1C,OAAO,CAAC,QAAQ,EAChB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,qBAAqB,EAChD,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,8BAA8B,CAC1D,CAAC;QAEF,MAAM,iBAAiB,GAAyB,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACrE,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,OAAO,EACL,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;gBAC7B,CAAC,CAAC,GAAG,CAAC,OAAO;gBACb,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;oBACxB,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBAC1B,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;oBAC5C,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBAClC,OAAO;4BACL,IAAI,EAAE,WAAW;4BACjB,SAAS,EAAE;gCACT,GAAG,EACD,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,KAAK;oCACzB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG;oCAClB,CAAC,CAAC,QAAQ,KAAK,CAAC,MAAM,CAAC,SAAS,WAAW,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE;6BACnE;yBACF,CAAC;oBACJ,CAAC;oBACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvD,CAAC,CAAC;SACT,CAAC,CAAC,CAAC;QAEJ,MAAM,gBAAgB,GAAuB;YAC3C,KAAK,EACH,OAAO,CAAC,UAAU,EAAE,KAAK;gBACzB,IAAI,CAAC,MAAM,CAAC,YAAY;gBACxB,kDAAkD;YACpD,QAAQ,EAAE,iBAAiB;YAC3B,WAAW,EAAE,OAAO,CAAC,UAAU,EAAE,WAAW;YAC5C,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,SAAS;YACzC,KAAK,EAAE,OAAO,CAAC,UAAU,EAAE,IAAI;YAC/B,KAAK,EAAE,OAAO,CAAC,UAAU,EAAE,IAAI,EAAE,oBAAoB;YACrD,iBAAiB,EAAE,OAAO,CAAC,UAAU,EAAE,gBAAgB;YACvD,gBAAgB,EAAE,OAAO,CAAC,UAAU,EAAE,eAAe;YACrD,IAAI,EAAE,OAAO,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3F,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,KAAK;SAChC,CAAC;QAEF,gFAAgF;QAChF,IAAI,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;YACjD,gBAAgB,CAAC,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,gBAGpD,CAAC;QACb,CAAC;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED;;OAEG;IACI,IAAI,CACT,QAA6B,EAC7B,eAA8B,EAC9B,SAAiB;QAEjB,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,+BAAa,CAAC;gBACtB,IAAI,EAAE,2BAAS,CAAC,cAAc;gBAC9B,OAAO,EAAE,iCAAiC;gBAC1C,WAAW,EAAE,KAAK;gBAClB,UAAU,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;aAC5C,CAAC,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAc;YACzB,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM;YAChE,OAAO,EACL,OAAO,MAAM,CAAC,OAAO,CAAC,OAAO,KAAK,QAAQ;gBACxC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO;gBACxB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;SACzF,CAAC;QAEF,MAAM,eAAe,GAAiC;YACpD,IAAI,EAAE,MAAM;YACZ,MAAM,EAAE,QAAQ;YAChB,UAAU,EAAE,YAAY;SACzB,CAAC;QAEF,OAAO;YACL,OAAO;YACP,YAAY,EAAE,eAAe,CAAC,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,IAAI,MAAM;YACvE,KAAK,EAAE;gBACL,uCAAuC;gBACvC,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;gBAC1C,gBAAgB,EAAE,QAAQ,CAAC,KAAK,CAAC,iBAAiB;gBAClD,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;aACzC;YACD,QAAQ,EAAE;gBACR,GAAG,eAAe,CAAC,QAAQ;gBAC3B,kBAAkB,EAAE,QAAQ,CAAC,EAAE;gBAC/B,UAAU,EAAE;oBACV,GAAG,eAAe,CAAC,QAAQ,CAAC,UAAU;oBACtC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;iBAC5B;gBACD,MAAM,EAAE;oBACN,GAAG,eAAe,CAAC,QAAQ,CAAC,MAAM;oBAClC,SAAS;iBACV;aACF;YACD,GAAG,EAAE,QAA8C;SACpD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,OAAsB,EAAE,MAAoB;QACxD,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9C,gBAAgB,CAAC,MAAM,GAAG,KAAK,CAAC;YAEhC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;gBAC/D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;gBAC1B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;gBACtC,MAAM;aACP,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAA,6CAA2B,EAC/B,QAAQ,CAAC,MAAM,EACf,QAAQ,CAAC,UAAU,EACnB,MAAM,QAAQ,CAAC,IAAI,EAAE,EACrB,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAChC,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;YAC5D,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,8BAAY,IAAI,KAAK,YAAY,+BAAa,EAAE,CAAC;gBACpE,MAAM,KAAK,CAAC;YACd,CAAC;YAED,MAAM,IAAI,+BAAa,CAAC;gBACtB,IAAI,EAAE,2BAAS,CAAC,cAAc;gBAC9B,OAAO,EAAE,gCAAgC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBACjG,WAAW,EAAE,IAAI;gBACjB,UAAU,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;gBAC3C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;aAClD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,CAAC,aAAa,CAAC,OAAsB,EAAE,MAAoB;QAC/D,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9C,gBAAgB,CAAC,MAAM,GAAG,IAAI,CAAC;YAE/B,MAAM,eAAe,GAAG,IAAA,qCAAoB,EAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACpE,MAAM,aAAa,GAAG,IAAA,uCAAsB,EAAC,OAAO,CAAC,UAAU,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;YAC7F,MAAM,WAAW,GAAG,eAAe,CAAC,WAAW,IAAI,aAAa,KAAK,aAAa,CAAC;YAEnF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;gBAC/D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;gBAC1B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;gBACtC,MAAM;aACP,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAA,6CAA2B,EAC/B,QAAQ,CAAC,MAAM,EACf,QAAQ,CAAC,UAAU,EACnB,MAAM,QAAQ,CAAC,IAAI,EAAE,EACrB,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAChC,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,IAAI,6BAAW,CAAC;oBACpB,IAAI,EAAE,2BAAS,CAAC,YAAY;oBAC5B,OAAO,EAAE,kBAAkB;oBAC3B,UAAU,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;iBAC5C,CAAC,CAAC;YACL,CAAC;YAED,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,IAAI,aAAa,GAAG,EAAE,CAAC;YACvB,IAAI,KAES,CAAC;YAEd,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,QAAQ,EAAE;gBACpB,QAAQ,EAAE;oBACR,GAAG,OAAO,CAAC,QAAQ;oBACnB,UAAU,EAAE;wBACV,GAAG,OAAO,CAAC,QAAQ,CAAC,UAAU;wBAC9B,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;qBAC5B;iBACF;aACe,CAAC;YAEnB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,IAAI,CAAC;gBACH,OAAO,IAAI,EAAE,CAAC;oBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC5C,IAAI,IAAI,EAAE,CAAC;wBACT,MAAM;oBACR,CAAC;oBAED,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;oBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;oBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;4BAC/C,SAAS;wBACX,CAAC;wBAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBAClC,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;4BACtB,SAAS;wBACX,CAAC;wBAED,IAAI,CAAC;4BACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA2B,CAAC;4BACzD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC;4BAE/C,4CAA4C;4BAC5C,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gCAChB,KAAK,GAAG;oCACN,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa;oCACvC,gBAAgB,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB;oCAC/C,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY;iCACtC,CAAC;4BACJ,CAAC;4BAED,IAAI,KAAK,EAAE,CAAC;gCACV,aAAa,IAAI,KAAK,CAAC;gCAEvB,MAAM,YAAY,GAAkB;oCAClC,IAAI,EAAE,SAAS;oCACf,QAAQ,EAAE,QAAQ,EAAE;oCACpB,KAAK,EAAE,KAAK;oCACZ,IAAI,EAAE,WAAW;iCAClB,CAAC;gCAEF,IAAI,WAAW,EAAE,CAAC;oCACf,YAAoB,CAAC,WAAW,GAAG,aAAa,CAAC;gCACpD,CAAC;gCAED,MAAM,YAAY,CAAC;4BACrB,CAAC;4BAED,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;gCACpC,MAAM,eAAe,GAAiC;oCACpD,IAAI,EAAE,MAAM;oCACZ,MAAM,EAAE,QAAQ;iCACjB,CAAC;gCAEF,MAAM,SAAS,GAAkB;oCAC/B,IAAI,EAAE,MAAM;oCACZ,QAAQ,EAAE,QAAQ,EAAE;oCACpB,YAAY,EAAE,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,MAAM;oCACvE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE;iCACvD,CAAC;gCAEF,oCAAoC;gCACpC,IAAI,KAAK,EAAE,CAAC;oCACT,SAAiB,CAAC,KAAK,GAAG,KAAK,CAAC;gCACnC,CAAC;gCAED,MAAM,SAAS,CAAC;4BAClB,CAAC;wBACH,CAAC;wBAAC,OAAO,UAAU,EAAE,CAAC;4BACpB,OAAO,CAAC,IAAI,CAAC,4BAA4B,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;wBAC/D,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM;gBACJ,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,CAAC;gBACX,KAAK,EAAE;oBACL,IAAI,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe;oBAC3D,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAChE;aACe,CAAC;QACrB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,UAAU;QAChB,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;SAC9C,CAAC;QAEF,OAAO,EAAE,GAAG,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,SAAS,EAAE;gBACrD,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;gBAC1B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;aAClC,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC,EAAE,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,OAAsB;QACjC,MAAM,OAAO,GAAsD;YACjE,kDAAkD,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;YAC/E,mDAAmD,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;YAChF,gDAAgD,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;YAC7E,uCAAuC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;SACrE,CAAC;QAEF,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;QAC1E,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QAEpC,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACvD,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,OAAO,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC7C,CAAC,EAAE,CAAC,CAAC,CAAC;QAEN,MAAM,YAAY,GAAG,OAAO,CAAC,UAAU,EAAE,SAAS,IAAI,IAAI,CAAC;QAE3D,MAAM,SAAS,GAAG,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC;QACjE,MAAM,UAAU,GAAG,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;QAEpE,OAAO,OAAO,CAAC,OAAO,CAAC,SAAS,GAAG,UAAU,CAAC,CAAC;IACjD,CAAC;CACF;AAlZD,8DAkZC"}

package/dist/cjs/providers/gemini.js

@@ -0,0 +1,292 @@
+"use strict";
+/**
+ * Google Gemini Backend Adapter
+ *
+ * Adapts Universal IR to Google Gemini API.
+ * Handles Gemini's systemInstruction field and content array format.
+ *
+ * @module
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GeminiBackendAdapter = void 0;
+const ai_matey_errors_1 = require("ai.matey.errors");
+const ai_matey_utils_1 = require("ai.matey.utils");
+const ai_matey_utils_2 = require("ai.matey.utils");
+// ============================================================================
+// Gemini Backend Adapter
+// ============================================================================
+class GeminiBackendAdapter {
+    metadata;
+    config;
+    baseURL;
+    constructor(config) {
+        this.config = config;
+        this.baseURL = config.baseURL || 'https://generativelanguage.googleapis.com/v1beta';
+        // Note: Gemini is already browser-compatible by default (API key in URL query parameter)
+        // The browserMode flag has no effect for this adapter
+        this.metadata = {
+            name: 'gemini-backend',
+            version: '1.0.0',
+            provider: 'Google Gemini',
+            capabilities: {
+                streaming: true,
+                multiModal: true,
+                tools: true,
+                maxContextTokens: 2000000,
+                systemMessageStrategy: 'separate-parameter',
+                supportsMultipleSystemMessages: false,
+                supportsTemperature: true,
+                supportsTopP: true,
+                supportsTopK: true,
+                supportsSeed: false,
+                supportsFrequencyPenalty: false,
+                supportsPresencePenalty: false,
+                maxStopSequences: 5,
+            },
+            config: { baseURL: this.baseURL },
+        };
+    }
+    async execute(request, signal) {
+        try {
+            const geminiRequest = this.fromIR(request);
+            const model = request.parameters?.model || 'gemini-pro';
+            const endpoint = `${this.baseURL}/models/${model}:generateContent?key=${this.config.apiKey}`;
+            const startTime = Date.now();
+            const response = await fetch(endpoint, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json', ...this.config.headers },
+                body: JSON.stringify(geminiRequest),
+                signal,
+            });
+            if (!response.ok) {
+                const errorBody = await response.text();
+                throw (0, ai_matey_errors_1.createErrorFromHttpResponse)(response.status, response.statusText, errorBody, {
+                    backend: this.metadata.name,
+                });
+            }
+            const data = (await response.json());
+            return this.toIR(data, request, Date.now() - startTime);
+        }
+        catch (error) {
+            if (error instanceof ai_matey_errors_1.NetworkError || error instanceof ai_matey_errors_1.ProviderError) {
+                throw error;
+            }
+            throw new ai_matey_errors_1.ProviderError({
+                code: ai_matey_errors_1.ErrorCode.PROVIDER_ERROR,
+                message: `Gemini request failed: ${error instanceof Error ? error.message : String(error)}`,
+                isRetryable: true,
+                provenance: { backend: this.metadata.name },
+                cause: error instanceof Error ? error : undefined,
+            });
+        }
+    }
+    async *executeStream(request, signal) {
+        try {
+            const geminiRequest = this.fromIR(request);
+            const model = request.parameters?.model || 'gemini-pro';
+            const endpoint = `${this.baseURL}/models/${model}:streamGenerateContent?key=${this.config.apiKey}`;
+            // Get effective streaming configuration
+            const streamingConfig = (0, ai_matey_utils_2.mergeStreamingConfig)(this.config.streaming);
+            const effectiveMode = (0, ai_matey_utils_2.getEffectiveStreamMode)(request.streamMode, undefined, streamingConfig);
+            const includeBoth = streamingConfig.includeBoth || effectiveMode === 'accumulated';
+            const response = await fetch(endpoint, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json', ...this.config.headers },
+                body: JSON.stringify(geminiRequest),
+                signal,
+            });
+            if (!response.ok) {
+                const errorBody = await response.text();
+                throw (0, ai_matey_errors_1.createErrorFromHttpResponse)(response.status, response.statusText, errorBody, {
+                    backend: this.metadata.name,
+                });
+            }
+            if (!response.body) {
+                throw new ai_matey_errors_1.StreamError({
+                    code: ai_matey_errors_1.ErrorCode.STREAM_ERROR,
+                    message: 'No response body',
+                    provenance: { backend: this.metadata.name },
+                });
+            }
+            let sequence = 0;
+            yield {
+                type: 'start',
+                sequence: sequence++,
+                metadata: {
+                    ...request.metadata,
+                    provenance: { ...request.metadata.provenance, backend: this.metadata.name },
+                },
+            };
+            const reader = response.body.getReader();
+            const decoder = new TextDecoder();
+            let buffer = '';
+            let contentBuffer = '';
+            try {
+                while (true) {
+                    const { done, value } = await reader.read();
+                    if (done) {
+                        break;
+                    }
+                    buffer += decoder.decode(value, { stream: true });
+                    const lines = buffer.split('\n');
+                    buffer = lines.pop() || '';
+                    for (const line of lines) {
+                        if (!line.trim() || !line.startsWith('data: ')) {
+                            continue;
+                        }
+                        const data = line.slice(6).trim();
+                        try {
+                            const chunk = JSON.parse(data);
+                            const candidate = chunk.candidates?.[0];
+                            if (!candidate) {
+                                continue;
+                            }
+                            const content = candidate.content?.parts?.[0];
+                            if (content && 'text' in content) {
+                                contentBuffer += content.text;
+                                // Build content chunk with optional accumulated field
+                                const contentChunk = {
+                                    type: 'content',
+                                    sequence: sequence++,
+                                    delta: content.text,
+                                    role: 'assistant',
+                                };
+                                // Add accumulated field if configured
+                                if (includeBoth) {
+                                    contentChunk.accumulated = contentBuffer;
+                                }
+                                yield contentChunk;
+                            }
+                            if (candidate.finishReason) {
+                                const message = { role: 'assistant', content: contentBuffer };
+                                yield {
+                                    type: 'done',
+                                    sequence: sequence++,
+                                    finishReason: this.mapFinishReason(candidate.finishReason),
+                                    usage: chunk.usageMetadata
+                                        ? {
+                                            promptTokens: chunk.usageMetadata.promptTokenCount,
+                                            completionTokens: chunk.usageMetadata.candidatesTokenCount,
+                                            totalTokens: chunk.usageMetadata.totalTokenCount,
+                                        }
+                                        : undefined,
+                                    message,
+                                };
+                            }
+                        }
+                        catch (parseError) {
+                            console.warn('Failed to parse Gemini SSE chunk:', data, parseError);
+                        }
+                    }
+                }
+            }
+            finally {
+                reader.releaseLock();
+            }
+        }
+        catch (error) {
+            yield {
+                type: 'error',
+                sequence: 0,
+                error: {
+                    code: error instanceof Error ? error.name : 'UNKNOWN_ERROR',
+                    message: error instanceof Error ? error.message : String(error),
+                },
+            };
+        }
+    }
+    async healthCheck() {
+        try {
+            const response = await fetch(`${this.baseURL}/models?key=${this.config.apiKey}`, {
+                method: 'GET',
+                signal: AbortSignal.timeout(5000),
+            });
+            return response.ok;
+        }
+        catch {
+            return false;
+        }
+    }
+    estimateCost(_request) {
+        return Promise.resolve(null); // Cost estimation not implemented for Gemini
+    }
+    /**
+     * Convert IR request to Gemini format.
+     *
+     * Public method for testing and debugging - see what will be sent to Gemini.
+     */
+    fromIR(request) {
+        const { messages, systemParameter } = (0, ai_matey_utils_1.normalizeSystemMessages)(request.messages, this.metadata.capabilities.systemMessageStrategy, this.metadata.capabilities.supportsMultipleSystemMessages);
+        const contents = messages.map((msg) => ({
+            role: msg.role === 'assistant' ? 'model' : 'user',
+            parts: typeof msg.content === 'string'
+                ? [{ text: msg.content }]
+                : msg.content.map((c) => c.type === 'text' ? { text: c.text } : { text: JSON.stringify(c) }),
+        }));
+        const systemInstruction = systemParameter ? { parts: [{ text: systemParameter }] } : undefined;
+        return {
+            contents,
+            systemInstruction,
+            generationConfig: {
+                temperature: request.parameters?.temperature
+                    ? request.parameters.temperature / 2
+                    : undefined,
+                topP: request.parameters?.topP,
+                topK: request.parameters?.topK,
+                maxOutputTokens: request.parameters?.maxTokens,
+                stopSequences: request.parameters?.stopSequences
+                    ? [...request.parameters.stopSequences]
+                    : undefined,
+            },
+        };
+    }
+    /**
+     * Convert Gemini response to IR format.
+     *
+     * Public method for testing and debugging - parse Gemini responses manually.
+     */
+    toIR(response, originalRequest, latencyMs) {
+        const candidate = response.candidates[0];
+        if (!candidate) {
+            throw new ai_matey_errors_1.AdapterConversionError({
+                code: ai_matey_errors_1.ErrorCode.ADAPTER_CONVERSION_ERROR,
+                message: 'No candidates in Gemini response',
+                provenance: { backend: this.metadata.name },
+            });
+        }
+        const content = candidate.content.parts.map((p) => ('text' in p ? p.text : '')).join('');
+        const message = { role: 'assistant', content };
+        return {
+            message,
+            finishReason: this.mapFinishReason(candidate.finishReason),
+            usage: response.usageMetadata
+                ? {
+                    promptTokens: response.usageMetadata.promptTokenCount,
+                    completionTokens: response.usageMetadata.candidatesTokenCount,
+                    totalTokens: response.usageMetadata.totalTokenCount,
+                }
+                : undefined,
+            metadata: {
+                ...originalRequest.metadata,
+                providerResponseId: undefined, // Gemini does not provide a response ID
+                provenance: { ...originalRequest.metadata.provenance, backend: this.metadata.name },
+                custom: { ...originalRequest.metadata.custom, latencyMs },
+            },
+            raw: response,
+        };
+    }
+    mapFinishReason(reason) {
+        switch (reason) {
+            case 'STOP':
+                return 'stop';
+            case 'MAX_TOKENS':
+                return 'length';
+            case 'SAFETY':
+                return 'content_filter';
+            default:
+                return 'stop';
+        }
+    }
+}
+exports.GeminiBackendAdapter = GeminiBackendAdapter;
+//# sourceMappingURL=gemini.js.map