@aituber-onair/core 0.2.0 → 0.4.0

package/dist/services/chat/providers/gemini/GeminiChatService.d.ts

@@ -0,0 +1,68 @@
+import { ChatService } from '../../ChatService';
+import { Message, MessageWithVision } from '../../../../types';
+/**
+ * Gemini implementation of ChatService
+ */
+export declare class GeminiChatService implements ChatService {
+    private apiKey;
+    private model;
+    private visionModel;
+    /** Provider name */
+    readonly provider: string;
+    /**
+     * Constructor
+     * @param apiKey Google API key
+     * @param model Name of the model to use
+     * @param visionModel Name of the vision model
+     */
+    constructor(apiKey: string, model?: string, visionModel?: string);
+    /**
+     * Get the current model name
+     * @returns Model name
+     */
+    getModel(): string;
+    /**
+     * Get the current vision model name
+     * @returns Vision model name
+     */
+    getVisionModel(): string;
+    /**
+     * Process chat messages
+     * @param messages Array of messages to send
+     * @param onPartialResponse Callback to receive each part of streaming response
+     * @param onCompleteResponse Callback to execute when response is complete
+     */
+    processChat(messages: Message[], onPartialResponse: (text: string) => void, onCompleteResponse: (text: string) => Promise<void>): Promise<void>;
+    /**
+     * Process chat messages with images
+     * @param messages Array of messages to send (including images)
+     * @param onPartialResponse Callback to receive each part of streaming response
+     * @param onCompleteResponse Callback to execute when response is complete
+     * @throws Error if the selected model doesn't support vision
+     */
+    processVisionChat(messages: MessageWithVision[], onPartialResponse: (text: string) => void, onCompleteResponse: (text: string) => Promise<void>): Promise<void>;
+    /**
+     * Convert AITuber OnAir messages to Gemini format
+     * @param messages Array of messages
+     * @returns Gemini formatted messages
+     */
+    private convertMessagesToGeminiFormat;
+    /**
+     * Convert AITuber OnAir vision messages to Gemini format
+     * @param messages Array of vision messages
+     * @returns Gemini formatted vision messages
+     */
+    private convertVisionMessagesToGeminiFormat;
+    /**
+     * Convert Blob to Base64 string
+     * @param blob Image blob
+     * @returns Promise with base64 encoded string
+     */
+    private blobToBase64;
+    /**
+     * Map AITuber OnAir roles to Gemini roles
+     * @param role AITuber OnAir role
+     * @returns Gemini role
+     */
+    private mapRoleToGemini;
+}

package/dist/services/chat/providers/gemini/GeminiChatService.js

@@ -0,0 +1,325 @@
+import { ENDPOINT_GEMINI_API, MODEL_GEMINI_2_0_FLASH_LITE, GEMINI_VISION_SUPPORTED_MODELS, } from '../../../../constants';
+/**
+ * Gemini implementation of ChatService
+ */
+export class GeminiChatService {
+    /**
+     * Constructor
+     * @param apiKey Google API key
+     * @param model Name of the model to use
+     * @param visionModel Name of the vision model
+     */
+    constructor(apiKey, model = MODEL_GEMINI_2_0_FLASH_LITE, visionModel = MODEL_GEMINI_2_0_FLASH_LITE) {
+        /** Provider name */
+        this.provider = 'gemini';
+        this.apiKey = apiKey;
+        this.model = model;
+        // check if the vision model is supported
+        if (!GEMINI_VISION_SUPPORTED_MODELS.includes(visionModel)) {
+            throw new Error(`Model ${visionModel} does not support vision capabilities.`);
+        }
+        this.visionModel = visionModel;
+    }
+    /**
+     * Get the current model name
+     * @returns Model name
+     */
+    getModel() {
+        return this.model;
+    }
+    /**
+     * Get the current vision model name
+     * @returns Vision model name
+     */
+    getVisionModel() {
+        return this.visionModel;
+    }
+    /**
+     * Process chat messages
+     * @param messages Array of messages to send
+     * @param onPartialResponse Callback to receive each part of streaming response
+     * @param onCompleteResponse Callback to execute when response is complete
+     */
+    async processChat(messages, onPartialResponse, onCompleteResponse) {
+        try {
+            // Convert messages to Gemini format
+            const geminiMessages = this.convertMessagesToGeminiFormat(messages);
+            // Create the endpoint URL with API key
+            const apiUrl = `${ENDPOINT_GEMINI_API}/models/${this.model}:streamGenerateContent?key=${this.apiKey}`;
+            // Request to Gemini API
+            const response = await fetch(apiUrl, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+                body: JSON.stringify({
+                    contents: geminiMessages,
+                    generationConfig: {
+                        temperature: 0.7,
+                        topK: 40,
+                        topP: 0.95,
+                        maxOutputTokens: 1000,
+                    },
+                }),
+            });
+            if (!response.ok) {
+                const errorData = await response.json();
+                throw new Error(`Gemini API error: ${errorData.error?.message || response.statusText}`);
+            }
+            // Process streaming response
+            const reader = response.body?.getReader();
+            const decoder = new TextDecoder('utf-8');
+            let fullText = '';
+            if (!reader) {
+                throw new Error('Failed to get response reader');
+            }
+            // get full response
+            let responseText = '';
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                const chunk = decoder.decode(value);
+                responseText += chunk;
+            }
+            // parse response
+            try {
+                const responseArray = JSON.parse(responseText);
+                // process each response
+                for (const item of responseArray) {
+                    if (item.candidates && item.candidates.length > 0) {
+                        const content = item.candidates[0].content;
+                        if (content && content.parts && content.parts.length > 0) {
+                            const text = content.parts[0].text || '';
+                            if (text) {
+                                fullText += text;
+                                onPartialResponse(text);
+                            }
+                        }
+                    }
+                }
+            }
+            catch (err) {
+                console.error('Error parsing Gemini response:', err);
+                throw new Error(`Failed to parse Gemini response: ${err.message}`);
+            }
+            // Complete response callback
+            await onCompleteResponse(fullText);
+        }
+        catch (error) {
+            console.error('Error in processChat:', error);
+            throw error;
+        }
+    }
+    /**
+     * Process chat messages with images
+     * @param messages Array of messages to send (including images)
+     * @param onPartialResponse Callback to receive each part of streaming response
+     * @param onCompleteResponse Callback to execute when response is complete
+     * @throws Error if the selected model doesn't support vision
+     */
+    async processVisionChat(messages, onPartialResponse, onCompleteResponse) {
+        try {
+            // Check if the vision model supports vision capabilities
+            if (!GEMINI_VISION_SUPPORTED_MODELS.includes(this.visionModel)) {
+                throw new Error(`Model ${this.visionModel} does not support vision capabilities.`);
+            }
+            // Convert messages to Gemini vision format
+            const geminiMessages = await this.convertVisionMessagesToGeminiFormat(messages);
+            // Create the endpoint URL with API key
+            const apiUrl = `${ENDPOINT_GEMINI_API}/models/${this.visionModel}:streamGenerateContent?key=${this.apiKey}`;
+            // Request to Gemini API
+            const response = await fetch(apiUrl, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+                body: JSON.stringify({
+                    contents: geminiMessages,
+                    generationConfig: {
+                        temperature: 0.7,
+                        topK: 40,
+                        topP: 0.95,
+                        maxOutputTokens: 1000,
+                    },
+                }),
+            });
+            if (!response.ok) {
+                const errorData = await response.json();
+                throw new Error(`Gemini API error: ${errorData.error?.message || response.statusText}`);
+            }
+            // Process streaming response
+            const reader = response.body?.getReader();
+            const decoder = new TextDecoder('utf-8');
+            let fullText = '';
+            if (!reader) {
+                throw new Error('Failed to get response reader');
+            }
+            // get full response
+            let responseText = '';
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                const chunk = decoder.decode(value);
+                responseText += chunk;
+            }
+            // parse response
+            try {
+                const responseArray = JSON.parse(responseText);
+                // process each response
+                for (const item of responseArray) {
+                    if (item.candidates && item.candidates.length > 0) {
+                        const content = item.candidates[0].content;
+                        if (content && content.parts && content.parts.length > 0) {
+                            const text = content.parts[0].text || '';
+                            if (text) {
+                                fullText += text;
+                                onPartialResponse(text);
+                            }
+                        }
+                    }
+                }
+            }
+            catch (err) {
+                console.error('Error parsing Gemini response:', err);
+                throw new Error(`Failed to parse Gemini response: ${err.message}`);
+            }
+            // Complete response callback
+            await onCompleteResponse(fullText);
+        }
+        catch (error) {
+            console.error('Error in processVisionChat:', error);
+            throw error;
+        }
+    }
+    /**
+     * Convert AITuber OnAir messages to Gemini format
+     * @param messages Array of messages
+     * @returns Gemini formatted messages
+     */
+    convertMessagesToGeminiFormat(messages) {
+        const geminiMessages = [];
+        let currentRole = null;
+        let currentParts = [];
+        for (const msg of messages) {
+            // Map AITuber OnAir roles to Gemini roles
+            const role = this.mapRoleToGemini(msg.role);
+            // If role changes, start a new message
+            if (role !== currentRole && currentParts.length > 0) {
+                geminiMessages.push({
+                    role: currentRole,
+                    parts: [...currentParts],
+                });
+                currentParts = [];
+            }
+            currentRole = role;
+            currentParts.push({ text: msg.content });
+        }
+        // Add the last message
+        if (currentRole && currentParts.length > 0) {
+            geminiMessages.push({
+                role: currentRole,
+                parts: [...currentParts],
+            });
+        }
+        return geminiMessages;
+    }
+    /**
+     * Convert AITuber OnAir vision messages to Gemini format
+     * @param messages Array of vision messages
+     * @returns Gemini formatted vision messages
+     */
+    async convertVisionMessagesToGeminiFormat(messages) {
+        const geminiMessages = [];
+        let currentRole = null;
+        let currentParts = [];
+        for (const msg of messages) {
+            // Map AITuber OnAir roles to Gemini roles
+            const role = this.mapRoleToGemini(msg.role);
+            // If role changes, start a new message
+            if (role !== currentRole && currentParts.length > 0) {
+                geminiMessages.push({
+                    role: currentRole,
+                    parts: [...currentParts],
+                });
+                currentParts = [];
+            }
+            currentRole = role;
+            // If the message has content blocks, process them
+            if (typeof msg.content === 'string') {
+                currentParts.push({ text: msg.content });
+            }
+            else if (Array.isArray(msg.content)) {
+                // Process each content block (text or image)
+                for (const block of msg.content) {
+                    if (block.type === 'text') {
+                        currentParts.push({ text: block.text });
+                    }
+                    else if (block.type === 'image_url') {
+                        try {
+                            // Fetch the image data from URL
+                            const imageResponse = await fetch(block.image_url.url);
+                            if (!imageResponse.ok) {
+                                throw new Error(`Failed to fetch image: ${imageResponse.statusText}`);
+                            }
+                            // Convert image to blob and then to base64
+                            const imageBlob = await imageResponse.blob();
+                            const base64Data = await this.blobToBase64(imageBlob);
+                            // Add image data in Gemini format
+                            currentParts.push({
+                                inlineData: {
+                                    mimeType: imageBlob.type || 'image/jpeg',
+                                    data: base64Data.split(',')[1], // Remove the "data:image/jpeg;base64," prefix
+                                },
+                            });
+                        }
+                        catch (error) {
+                            console.error('Error processing image:', error);
+                            throw new Error(`Failed to process image: ${error.message}`);
+                        }
+                    }
+                }
+            }
+        }
+        // Add the last message
+        if (currentRole && currentParts.length > 0) {
+            geminiMessages.push({
+                role: currentRole,
+                parts: [...currentParts],
+            });
+        }
+        return geminiMessages;
+    }
+    /**
+     * Convert Blob to Base64 string
+     * @param blob Image blob
+     * @returns Promise with base64 encoded string
+     */
+    blobToBase64(blob) {
+        return new Promise((resolve, reject) => {
+            const reader = new FileReader();
+            reader.onloadend = () => resolve(reader.result);
+            reader.onerror = reject;
+            reader.readAsDataURL(blob);
+        });
+    }
+    /**
+     * Map AITuber OnAir roles to Gemini roles
+     * @param role AITuber OnAir role
+     * @returns Gemini role
+     */
+    mapRoleToGemini(role) {
+        switch (role) {
+            case 'system':
+                return 'model'; // Gemini uses 'model' for system messages
+            case 'user':
+                return 'user';
+            case 'assistant':
+                return 'model';
+            default:
+                return 'user';
+        }
+    }
+}
+//# sourceMappingURL=GeminiChatService.js.map

package/dist/services/chat/providers/gemini/GeminiChatService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiChatService.js","sourceRoot":"","sources":["../../../../../src/services/chat/providers/gemini/GeminiChatService.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,mBAAmB,EACnB,2BAA2B,EAC3B,8BAA8B,GAC/B,MAAM,uBAAuB,CAAC;AAE/B;;GAEG;AACH,MAAM,OAAO,iBAAiB;IAO5B;;;;;OAKG;IACH,YACE,MAAc,EACd,QAAgB,2BAA2B,EAC3C,cAAsB,2BAA2B;QAZnD,oBAAoB;QACX,aAAQ,GAAW,QAAQ,CAAC;QAanC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QAEnB,yCAAyC;QACzC,IAAI,CAAC,8BAA8B,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC1D,MAAM,IAAI,KAAK,CACb,SAAS,WAAW,wCAAwC,CAC7D,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACjC,CAAC;IAED;;;OAGG;IACH,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED;;;OAGG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CACf,QAAmB,EACnB,iBAAyC,EACzC,kBAAmD;QAEnD,IAAI,CAAC;YACH,oCAAoC;YACpC,MAAM,cAAc,GAAG,IAAI,CAAC,6BAA6B,CAAC,QAAQ,CAAC,CAAC;YAEpE,uCAAuC;YACvC,MAAM,MAAM,GAAG,GAAG,mBAAmB,WAAW,IAAI,CAAC,KAAK,8BAA8B,IAAI,CAAC,MAAM,EAAE,CAAC;YAEtG,wBAAwB;YACxB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE;gBACnC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,QAAQ,EAAE,cAAc;oBACxB,gBAAgB,EAAE;wBAChB,WAAW,EAAE,GAAG;wBAChB,IAAI,EAAE,EAAE;wBACR,IAAI,EAAE,IAAI;wBACV,eAAe,EAAE,IAAI;qBACtB;iBACF,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CACb,qBAAqB,SAAS,CAAC,KAAK,EAAE,OAAO,IAAI,QAAQ,CAAC,UAAU,EAAE,CACvE,CAAC;YACJ,CAAC;YAED,6BAA6B;YAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,QAAQ,GAAG,EAAE,CAAC;YAElB,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACnD,CAAC;YAED,oBAAoB;YACpB,IAAI,YAAY,GAAG,EAAE,CAAC;YACtB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACpC,YAAY,IAAI,KAAK,CAAC;YACxB,CAAC;YAED,iBAAiB;YACjB,IAAI,CAAC;gBACH,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gBAE/C,wBAAwB;gBACxB,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;oBACjC,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAClD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;wBAC3C,IAAI,OAAO,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACzD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;4BACzC,IAAI,IAAI,EAAE,CAAC;gCACT,QAAQ,IAAI,IAAI,CAAC;gCACjB,iBAAiB,CAAC,IAAI,CAAC,CAAC;4BAC1B,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,GAAG,CAAC,CAAC;gBACrD,MAAM,IAAI,KAAK,CAAC,oCAAoC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,6BAA6B;YAC7B,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;YAC9C,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,iBAAiB,CACrB,QAA6B,EAC7B,iBAAyC,EACzC,kBAAmD;QAEnD,IAAI,CAAC;YACH,yDAAyD;YACzD,IAAI,CAAC,8BAA8B,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC/D,MAAM,IAAI,KAAK,CACb,SAAS,IAAI,CAAC,WAAW,wCAAwC,CAClE,CAAC;YACJ,CAAC;YAED,2CAA2C;YAC3C,MAAM,cAAc,GAClB,MAAM,IAAI,CAAC,mCAAmC,CAAC,QAAQ,CAAC,CAAC;YAE3D,uCAAuC;YACvC,MAAM,MAAM,GAAG,GAAG,mBAAmB,WAAW,IAAI,CAAC,WAAW,8BAA8B,IAAI,CAAC,MAAM,EAAE,CAAC;YAE5G,wBAAwB;YACxB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE;gBACnC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,QAAQ,EAAE,cAAc;oBACxB,gBAAgB,EAAE;wBAChB,WAAW,EAAE,GAAG;wBAChB,IAAI,EAAE,EAAE;wBACR,IAAI,EAAE,IAAI;wBACV,eAAe,EAAE,IAAI;qBACtB;iBACF,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CACb,qBAAqB,SAAS,CAAC,KAAK,EAAE,OAAO,IAAI,QAAQ,CAAC,UAAU,EAAE,CACvE,CAAC;YACJ,CAAC;YAED,6BAA6B;YAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,QAAQ,GAAG,EAAE,CAAC;YAElB,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACnD,CAAC;YAED,oBAAoB;YACpB,IAAI,YAAY,GAAG,EAAE,CAAC;YACtB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACpC,YAAY,IAAI,KAAK,CAAC;YACxB,CAAC;YAED,iBAAiB;YACjB,IAAI,CAAC;gBACH,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gBAE/C,wBAAwB;gBACxB,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;oBACjC,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAClD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;wBAC3C,IAAI,OAAO,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACzD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;4BACzC,IAAI,IAAI,EAAE,CAAC;gCACT,QAAQ,IAAI,IAAI,CAAC;gCACjB,iBAAiB,CAAC,IAAI,CAAC,CAAC;4BAC1B,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,GAAG,CAAC,CAAC;gBACrD,MAAM,IAAI,KAAK,CAAC,oCAAoC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,6BAA6B;YAC7B,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACpD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,6BAA6B,CAAC,QAAmB;QACvD,MAAM,cAAc,GAAG,EAAE,CAAC;QAC1B,IAAI,WAAW,GAAG,IAAI,CAAC;QACvB,IAAI,YAAY,GAAG,EAAE,CAAC;QAEtB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,0CAA0C;YAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAE5C,uCAAuC;YACvC,IAAI,IAAI,KAAK,WAAW,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpD,cAAc,CAAC,IAAI,CAAC;oBAClB,IAAI,EAAE,WAAW;oBACjB,KAAK,EAAE,CAAC,GAAG,YAAY,CAAC;iBACzB,CAAC,CAAC;gBACH,YAAY,GAAG,EAAE,CAAC;YACpB,CAAC;YAED,WAAW,GAAG,IAAI,CAAC;YACnB,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,uBAAuB;QACvB,IAAI,WAAW,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3C,cAAc,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,CAAC,GAAG,YAAY,CAAC;aACzB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,mCAAmC,CAC/C,QAA6B;QAE7B,MAAM,cAAc,GAAG,EAAE,CAAC;QAC1B,IAAI,WAAW,GAAG,IAAI,CAAC;QACvB,IAAI,YAAY,GAAG,EAAE,CAAC;QAEtB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,0CAA0C;YAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAE5C,uCAAuC;YACvC,IAAI,IAAI,KAAK,WAAW,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpD,cAAc,CAAC,IAAI,CAAC;oBAClB,IAAI,EAAE,WAAW;oBACjB,KAAK,EAAE,CAAC,GAAG,YAAY,CAAC;iBACzB,CAAC,CAAC;gBACH,YAAY,GAAG,EAAE,CAAC;YACpB,CAAC;YAED,WAAW,GAAG,IAAI,CAAC;YAEnB,kDAAkD;YAClD,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACpC,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3C,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACtC,6CAA6C;gBAC7C,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;oBAChC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBAC1B,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC1C,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;wBACtC,IAAI,CAAC;4BACH,gCAAgC;4BAChC,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;4BACvD,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;gCACtB,MAAM,IAAI,KAAK,CACb,0BAA0B,aAAa,CAAC,UAAU,EAAE,CACrD,CAAC;4BACJ,CAAC;4BAED,2CAA2C;4BAC3C,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,CAAC;4BAC7C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;4BAEtD,kCAAkC;4BAClC,YAAY,CAAC,IAAI,CAAC;gCAChB,UAAU,EAAE;oCACV,QAAQ,EAAE,SAAS,CAAC,IAAI,IAAI,YAAY;oCACxC,IAAI,EAAE,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,8CAA8C;iCAC/E;6BACF,CAAC,CAAC;wBACL,CAAC;wBAAC,OAAO,KAAU,EAAE,CAAC;4BACpB,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;4BAChD,MAAM,IAAI,KAAK,CAAC,4BAA4B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;wBAC/D,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,IAAI,WAAW,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3C,cAAc,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,CAAC,GAAG,YAAY,CAAC;aACzB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAED;;;;OAIG;IACK,YAAY,CAAC,IAAU;QAC7B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAChC,MAAM,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAgB,CAAC,CAAC;YAC1D,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC;YACxB,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACK,eAAe,CAAC,IAAY;QAClC,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,QAAQ;gBACX,OAAO,OAAO,CAAC,CAAC,0CAA0C;YAC5D,KAAK,MAAM;gBACT,OAAO,MAAM,CAAC;YAChB,KAAK,WAAW;gBACd,OAAO,OAAO,CAAC;YACjB;gBACE,OAAO,MAAM,CAAC;QAClB,CAAC;IACH,CAAC;CACF"}

package/dist/services/chat/providers/gemini/GeminiChatServiceProvider.d.ts

@@ -0,0 +1,39 @@
+import { ChatService } from '../../ChatService';
+import { ChatServiceOptions, ChatServiceProvider } from '../ChatServiceProvider';
+/**
+ * Gemini API provider implementation
+ */
+export declare class GeminiChatServiceProvider implements ChatServiceProvider {
+    /**
+     * Create a chat service instance
+     * @param options Service options
+     * @returns GeminiChatService instance
+     */
+    createChatService(options: ChatServiceOptions): ChatService;
+    /**
+     * Get the provider name
+     * @returns Provider name ('gemini')
+     */
+    getProviderName(): string;
+    /**
+     * Get the list of supported models
+     * @returns Array of supported model names
+     */
+    getSupportedModels(): string[];
+    /**
+     * Get the default model
+     * @returns Default model name
+     */
+    getDefaultModel(): string;
+    /**
+     * Check if this provider supports vision (image processing)
+     * @returns Vision support status (true)
+     */
+    supportsVision(): boolean;
+    /**
+     * Check if a specific model supports vision capabilities
+     * @param model The model name to check
+     * @returns True if the model supports vision, false otherwise
+     */
+    supportsVisionForModel(model: string): boolean;
+}

package/dist/services/chat/providers/gemini/GeminiChatServiceProvider.js

@@ -0,0 +1,61 @@
+import { MODEL_GEMINI_2_0_FLASH, MODEL_GEMINI_2_0_FLASH_LITE, MODEL_GEMINI_1_5_FLASH, GEMINI_VISION_SUPPORTED_MODELS, } from '../../../../constants';
+import { GeminiChatService } from './GeminiChatService';
+/**
+ * Gemini API provider implementation
+ */
+export class GeminiChatServiceProvider {
+    /**
+     * Create a chat service instance
+     * @param options Service options
+     * @returns GeminiChatService instance
+     */
+    createChatService(options) {
+        // Use the visionModel if provided, otherwise use the model that supports vision
+        const visionModel = options.visionModel ||
+            (this.supportsVisionForModel(options.model || this.getDefaultModel())
+                ? options.model
+                : this.getDefaultModel());
+        return new GeminiChatService(options.apiKey, options.model || this.getDefaultModel(), visionModel);
+    }
+    /**
+     * Get the provider name
+     * @returns Provider name ('gemini')
+     */
+    getProviderName() {
+        return 'gemini';
+    }
+    /**
+     * Get the list of supported models
+     * @returns Array of supported model names
+     */
+    getSupportedModels() {
+        return [
+            MODEL_GEMINI_2_0_FLASH,
+            MODEL_GEMINI_2_0_FLASH_LITE,
+            MODEL_GEMINI_1_5_FLASH,
+        ];
+    }
+    /**
+     * Get the default model
+     * @returns Default model name
+     */
+    getDefaultModel() {
+        return MODEL_GEMINI_2_0_FLASH_LITE;
+    }
+    /**
+     * Check if this provider supports vision (image processing)
+     * @returns Vision support status (true)
+     */
+    supportsVision() {
+        return true;
+    }
+    /**
+     * Check if a specific model supports vision capabilities
+     * @param model The model name to check
+     * @returns True if the model supports vision, false otherwise
+     */
+    supportsVisionForModel(model) {
+        return GEMINI_VISION_SUPPORTED_MODELS.includes(model);
+    }
+}
+//# sourceMappingURL=GeminiChatServiceProvider.js.map

package/dist/services/chat/providers/gemini/GeminiChatServiceProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiChatServiceProvider.js","sourceRoot":"","sources":["../../../../../src/services/chat/providers/gemini/GeminiChatServiceProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,2BAA2B,EAC3B,sBAAsB,EACtB,8BAA8B,GAC/B,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAMxD;;GAEG;AACH,MAAM,OAAO,yBAAyB;IACpC;;;;OAIG;IACH,iBAAiB,CAAC,OAA2B;QAC3C,gFAAgF;QAChF,MAAM,WAAW,GACf,OAAO,CAAC,WAAW;YACnB,CAAC,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBACnE,CAAC,CAAC,OAAO,CAAC,KAAK;gBACf,CAAC,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QAE9B,OAAO,IAAI,iBAAiB,CAC1B,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,EACvC,WAAW,CACZ,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,eAAe;QACb,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;OAGG;IACH,kBAAkB;QAChB,OAAO;YACL,sBAAsB;YACtB,2BAA2B;YAC3B,sBAAsB;SACvB,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,eAAe;QACb,OAAO,2BAA2B,CAAC;IACrC,CAAC;IAED;;;OAGG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACH,sBAAsB,CAAC,KAAa;QAClC,OAAO,8BAA8B,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACxD,CAAC;CACF"}

package/dist/services/chat/providers/gemini/GeminiSummarizer.d.ts

@@ -0,0 +1,25 @@
+import { Message } from '../../../../types';
+import { Summarizer } from '../../../../core/MemoryManager';
+/**
+ * Implementation of summarization functionality using Gemini
+ */
+export declare class GeminiSummarizer implements Summarizer {
+    private apiKey;
+    private model;
+    private defaultPromptTemplate;
+    /**
+     * Constructor
+     * @param apiKey Google API key
+     * @param model Name of the model to use
+     * @param defaultPromptTemplate Default prompt template for summarization
+     */
+    constructor(apiKey: string, model?: string, defaultPromptTemplate?: string);
+    /**
+     * Summarize chat messages
+     * @param messages Array of messages to summarize
+     * @param maxLength Maximum number of characters (default 256)
+     * @param customPrompt Custom prompt template for summarization (optional)
+     * @returns Summarized text
+     */
+    summarize(messages: Message[], maxLength?: number, customPrompt?: string): Promise<string>;
+}

package/dist/services/chat/providers/gemini/GeminiSummarizer.js

@@ -0,0 +1,86 @@
+import { ENDPOINT_GEMINI_API, MODEL_GEMINI_2_0_FLASH_LITE, } from '../../../../constants';
+import { DEFAULT_SUMMARY_PROMPT_TEMPLATE } from '../../../../constants';
+/**
+ * Implementation of summarization functionality using Gemini
+ */
+export class GeminiSummarizer {
+    /**
+     * Constructor
+     * @param apiKey Google API key
+     * @param model Name of the model to use
+     * @param defaultPromptTemplate Default prompt template for summarization
+     */
+    constructor(apiKey, model = MODEL_GEMINI_2_0_FLASH_LITE, defaultPromptTemplate = DEFAULT_SUMMARY_PROMPT_TEMPLATE) {
+        this.apiKey = apiKey;
+        this.model = model;
+        this.defaultPromptTemplate = defaultPromptTemplate;
+    }
+    /**
+     * Summarize chat messages
+     * @param messages Array of messages to summarize
+     * @param maxLength Maximum number of characters (default 256)
+     * @param customPrompt Custom prompt template for summarization (optional)
+     * @returns Summarized text
+     */
+    async summarize(messages, maxLength = 256, customPrompt) {
+        try {
+            // Create system prompt
+            const promptTemplate = customPrompt || this.defaultPromptTemplate;
+            const systemPrompt = promptTemplate.replace('{maxLength}', maxLength.toString());
+            // Join message content
+            const conversationText = messages
+                .map((msg) => `${msg.role}: ${msg.content}`)
+                .join('\n');
+            // Create the endpoint URL with API key
+            const apiUrl = `${ENDPOINT_GEMINI_API}/models/${this.model}:generateContent?key=${this.apiKey}`;
+            // API request
+            const response = await fetch(apiUrl, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+                body: JSON.stringify({
+                    contents: [
+                        {
+                            role: 'user',
+                            parts: [
+                                {
+                                    text: systemPrompt,
+                                },
+                                {
+                                    text: conversationText,
+                                },
+                            ],
+                        },
+                    ],
+                    generationConfig: {
+                        temperature: 0.2,
+                        topK: 40,
+                        topP: 0.95,
+                        maxOutputTokens: maxLength,
+                    },
+                }),
+            });
+            if (!response.ok) {
+                const errorData = await response.json();
+                throw new Error(`Gemini API error: ${errorData.error?.message || response.statusText}`);
+            }
+            const data = await response.json();
+            // Extract response text from Gemini's response format
+            if (data.candidates &&
+                data.candidates.length > 0 &&
+                data.candidates[0].content &&
+                data.candidates[0].content.parts &&
+                data.candidates[0].content.parts.length > 0) {
+                return data.candidates[0].content.parts[0].text || '';
+            }
+            return '';
+        }
+        catch (error) {
+            console.error('Error in summarize:', error);
+            // Error fallback - simple summary
+            return `${messages.length} messages. Latest topic: ${messages[messages.length - 1]?.content.substring(0, 50) || 'none'}...`;
+        }
+    }
+}
+//# sourceMappingURL=GeminiSummarizer.js.map

package/dist/services/chat/providers/gemini/GeminiSummarizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiSummarizer.js","sourceRoot":"","sources":["../../../../../src/services/chat/providers/gemini/GeminiSummarizer.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,mBAAmB,EACnB,2BAA2B,GAC5B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,+BAA+B,EAAE,MAAM,uBAAuB,CAAC;AAExE;;GAEG;AACH,MAAM,OAAO,gBAAgB;IAK3B;;;;;OAKG;IACH,YACE,MAAc,EACd,QAAgB,2BAA2B,EAC3C,wBAAgC,+BAA+B;QAE/D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;IACrD,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,SAAS,CACb,QAAmB,EACnB,YAAoB,GAAG,EACvB,YAAqB;QAErB,IAAI,CAAC;YACH,uBAAuB;YACvB,MAAM,cAAc,GAAG,YAAY,IAAI,IAAI,CAAC,qBAAqB,CAAC;YAClE,MAAM,YAAY,GAAG,cAAc,CAAC,OAAO,CACzC,aAAa,EACb,SAAS,CAAC,QAAQ,EAAE,CACrB,CAAC;YAEF,uBAAuB;YACvB,MAAM,gBAAgB,GAAG,QAAQ;iBAC9B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC;iBAC3C,IAAI,CAAC,IAAI,CAAC,CAAC;YAEd,uCAAuC;YACvC,MAAM,MAAM,GAAG,GAAG,mBAAmB,WAAW,IAAI,CAAC,KAAK,wBAAwB,IAAI,CAAC,MAAM,EAAE,CAAC;YAEhG,cAAc;YACd,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE;gBACnC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE;gCACL;oCACE,IAAI,EAAE,YAAY;iCACnB;gCACD;oCACE,IAAI,EAAE,gBAAgB;iCACvB;6BACF;yBACF;qBACF;oBACD,gBAAgB,EAAE;wBAChB,WAAW,EAAE,GAAG;wBAChB,IAAI,EAAE,EAAE;wBACR,IAAI,EAAE,IAAI;wBACV,eAAe,EAAE,SAAS;qBAC3B;iBACF,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CACb,qBAAqB,SAAS,CAAC,KAAK,EAAE,OAAO,IAAI,QAAQ,CAAC,UAAU,EAAE,CACvE,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAEnC,sDAAsD;YACtD,IACE,IAAI,CAAC,UAAU;gBACf,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;gBAC1B,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO;gBAC1B,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK;gBAChC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAC3C,CAAC;gBACD,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;YACxD,CAAC;YAED,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;YAC5C,kCAAkC;YAClC,OAAO,GAAG,QAAQ,CAAC,MAAM,4BACvB,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,MAC7D,KAAK,CAAC;QACR,CAAC;IACH,CAAC;CACF"}