@su-record/vibe 2.7.2 → 2.7.5

package/dist/interface/vision/GeminiLive.js

@@ -0,0 +1,272 @@
+/**
+ * GeminiLive - WebSocket client for Gemini Live API
+ * Phase 3: External Interface (Vision)
+ *
+ * Features:
+ * - Bidirectional streaming with Gemini 2.0 Flash
+ * - Auto-reconnect with exponential backoff
+ * - Heartbeat monitoring (30s PING interval)
+ * - Size limits (5MB image, 10MB message)
+ */
+const GEMINI_LIVE_URL = 'wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1alpha.GenerativeService.BidiGenerateContent';
+const DEFAULT_MODEL = 'gemini-2.0-flash-exp';
+const HEARTBEAT_INTERVAL_MS = 30000;
+const MAX_RECONNECT_ATTEMPTS = 3;
+const RECONNECT_DELAYS_MS = [1000, 2000, 4000];
+const MAX_IMAGE_SIZE_BYTES = 5 * 1024 * 1024; // 5MB
+const MAX_MESSAGE_SIZE_BYTES = 10 * 1024 * 1024; // 10MB
+const RESPONSE_TIMEOUT_MS = 60000;
+export class GeminiLive {
+    apiKey;
+    logger;
+    ws = null;
+    heartbeatTimer = null;
+    reconnectAttempts = 0;
+    pendingResponse = null;
+    constructor(apiKey, logger) {
+        this.apiKey = apiKey;
+        this.logger = logger || this.defaultLogger;
+    }
+    defaultLogger = (level, msg, data) => {
+        const prefix = `[GeminiLive]`;
+        if (data !== undefined) {
+            console[level](`${prefix} ${msg}`, data);
+        }
+        else {
+            console[level](`${prefix} ${msg}`);
+        }
+    };
+    async connect(model, systemInstruction) {
+        if (this.ws && this.ws.readyState === 1 /* OPEN */) {
+            this.logger('warn', 'Already connected');
+            return;
+        }
+        const targetModel = model || DEFAULT_MODEL;
+        const url = `${GEMINI_LIVE_URL}?key=${this.apiKey}`;
+        try {
+            // Dynamic import to gracefully handle missing 'ws' package
+            // Using string literal to prevent TypeScript compile-time resolution
+            const moduleName = 'ws';
+            let wsModule;
+            try {
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                wsModule = (await import(moduleName));
+            }
+            catch {
+                throw new Error('WebSocket library (ws) not installed. Run: npm install ws');
+            }
+            this.ws = new wsModule.default(url);
+            await new Promise((resolve, reject) => {
+                const onOpen = (..._args) => {
+                    this.logger('info', 'WebSocket connected');
+                    this.setupHeartbeat();
+                    this.sendSetupMessage(targetModel, systemInstruction);
+                    this.reconnectAttempts = 0;
+                    resolve();
+                };
+                const onError = (...args) => {
+                    const err = args[0];
+                    this.logger('error', 'WebSocket error', err);
+                    reject(err instanceof Error ? err : new Error(String(err)));
+                };
+                const onClose = (..._args) => {
+                    this.logger('warn', 'WebSocket closed');
+                    this.handleDisconnect();
+                };
+                const onMessage = (...args) => {
+                    const data = args[0];
+                    if (data instanceof Buffer || typeof data === 'string') {
+                        this.handleMessage(data);
+                    }
+                };
+                this.ws.on('open', onOpen);
+                this.ws.on('error', onError);
+                this.ws.on('close', onClose);
+                this.ws.on('message', onMessage);
+                // Cleanup listeners after connection attempt
+                setTimeout(() => {
+                    if (this.ws) {
+                        this.ws.off('open', onOpen);
+                        this.ws.off('error', onError);
+                    }
+                }, 5000);
+            });
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            this.logger('error', `Connection failed: ${msg}`);
+            throw err;
+        }
+    }
+    async disconnect() {
+        if (this.heartbeatTimer) {
+            clearInterval(this.heartbeatTimer);
+            this.heartbeatTimer = null;
+        }
+        if (this.pendingResponse) {
+            clearTimeout(this.pendingResponse.timeout);
+            this.pendingResponse.reject(new Error('Disconnected'));
+            this.pendingResponse = null;
+        }
+        if (this.ws) {
+            this.ws.close();
+            this.ws = null;
+        }
+        this.logger('info', 'Disconnected');
+    }
+    async sendText(text) {
+        return this.sendContent({ text });
+    }
+    async sendImage(imageBase64, mimeType, prompt) {
+        // Validate image size BEFORE connection check (base64 is ~33% larger than binary)
+        const estimatedBytes = (imageBase64.length * 3) / 4;
+        if (estimatedBytes > MAX_IMAGE_SIZE_BYTES) {
+            throw new Error(`Image too large: ${(estimatedBytes / 1024 / 1024).toFixed(2)}MB (max 5MB)`);
+        }
+        return this.sendContent({ text: prompt, imageBase64, imageMimeType: mimeType });
+    }
+    async sendContent(content) {
+        // Validate message size BEFORE connection check
+        const parts = [];
+        if (content.text) {
+            parts.push({ text: content.text });
+        }
+        if (content.imageBase64 && content.imageMimeType) {
+            parts.push({
+                inlineData: {
+                    mimeType: content.imageMimeType,
+                    data: content.imageBase64,
+                },
+            });
+        }
+        const message = {
+            clientContent: {
+                turns: [{ role: 'user', parts }],
+                turnComplete: true,
+            },
+        };
+        const messageStr = JSON.stringify(message);
+        if (Buffer.byteLength(messageStr) > MAX_MESSAGE_SIZE_BYTES) {
+            throw new Error(`Message too large: ${(Buffer.byteLength(messageStr) / 1024 / 1024).toFixed(2)}MB (max 10MB)`);
+        }
+        // Connection check after validation
+        if (!this.ws || this.ws.readyState !== 1 /* OPEN */) {
+            throw new Error('Not connected. Call connect() first.');
+        }
+        if (this.pendingResponse) {
+            throw new Error('Previous request still pending');
+        }
+        return new Promise((resolve, reject) => {
+            const timeout = setTimeout(() => {
+                if (this.pendingResponse) {
+                    this.pendingResponse = null;
+                    reject(new Error('Response timeout'));
+                }
+            }, RESPONSE_TIMEOUT_MS);
+            this.pendingResponse = {
+                resolve,
+                reject,
+                accumulated: '',
+                timeout,
+            };
+            try {
+                this.ws.send(messageStr);
+                this.logger('debug', 'Sent content', { partsCount: parts.length });
+            }
+            catch (err) {
+                clearTimeout(timeout);
+                this.pendingResponse = null;
+                reject(err);
+            }
+        });
+    }
+    isConnected() {
+        return this.ws !== null && this.ws.readyState === 1 /* OPEN */;
+    }
+    sendSetupMessage(model, systemInstruction) {
+        const setup = {
+            setup: {
+                model,
+                generationConfig: {
+                    responseModalities: ['TEXT'],
+                },
+            },
+        };
+        if (systemInstruction) {
+            setup.setup.systemInstruction = {
+                parts: [{ text: systemInstruction }],
+            };
+        }
+        try {
+            this.ws.send(JSON.stringify(setup));
+            this.logger('debug', 'Sent setup message', { model });
+        }
+        catch (err) {
+            this.logger('error', 'Failed to send setup message', err);
+        }
+    }
+    setupHeartbeat() {
+        if (this.heartbeatTimer) {
+            clearInterval(this.heartbeatTimer);
+        }
+        this.heartbeatTimer = setInterval(() => {
+            if (this.ws && this.ws.readyState === 1 /* OPEN */) {
+                try {
+                    this.ws.ping();
+                    this.logger('debug', 'Sent heartbeat');
+                }
+                catch (err) {
+                    this.logger('warn', 'Heartbeat failed', err);
+                }
+            }
+        }, HEARTBEAT_INTERVAL_MS);
+    }
+    handleMessage(data) {
+        try {
+            const message = JSON.parse(data.toString());
+            if (message.serverContent?.modelTurn?.parts) {
+                for (const part of message.serverContent.modelTurn.parts) {
+                    if (part.text && this.pendingResponse) {
+                        this.pendingResponse.accumulated += part.text;
+                    }
+                }
+            }
+            if (message.serverContent?.turnComplete && this.pendingResponse) {
+                const result = this.pendingResponse.accumulated;
+                clearTimeout(this.pendingResponse.timeout);
+                this.pendingResponse.resolve(result);
+                this.pendingResponse = null;
+                this.logger('debug', 'Turn complete', { length: result.length });
+            }
+        }
+        catch (err) {
+            this.logger('error', 'Failed to parse message', err);
+        }
+    }
+    handleDisconnect() {
+        if (this.heartbeatTimer) {
+            clearInterval(this.heartbeatTimer);
+            this.heartbeatTimer = null;
+        }
+        if (this.pendingResponse) {
+            clearTimeout(this.pendingResponse.timeout);
+            this.pendingResponse.reject(new Error('Connection lost'));
+            this.pendingResponse = null;
+        }
+        // Auto-reconnect logic
+        if (this.reconnectAttempts < MAX_RECONNECT_ATTEMPTS) {
+            const delay = RECONNECT_DELAYS_MS[this.reconnectAttempts];
+            this.reconnectAttempts += 1;
+            this.logger('info', `Reconnecting in ${delay}ms (attempt ${this.reconnectAttempts})`);
+            setTimeout(() => {
+                this.connect().catch((err) => {
+                    this.logger('error', 'Reconnect failed', err);
+                });
+            }, delay);
+        }
+        else {
+            this.logger('error', 'Max reconnect attempts reached');
+        }
+    }
+}
+//# sourceMappingURL=GeminiLive.js.map

package/dist/interface/vision/GeminiLive.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiLive.js","sourceRoot":"","sources":["../../../src/interface/vision/GeminiLive.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAKH,MAAM,eAAe,GAAG,uHAAuH,CAAC;AAChJ,MAAM,aAAa,GAAG,sBAAsB,CAAC;AAC7C,MAAM,qBAAqB,GAAG,KAAK,CAAC;AACpC,MAAM,sBAAsB,GAAG,CAAC,CAAC;AACjC,MAAM,mBAAmB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAC/C,MAAM,oBAAoB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,MAAM;AACpD,MAAM,sBAAsB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO;AACxD,MAAM,mBAAmB,GAAG,KAAK,CAAC;AAgDlC,MAAM,OAAO,UAAU;IACb,MAAM,CAAS;IACf,MAAM,CAAkB;IACxB,EAAE,GAAyB,IAAI,CAAC;IAChC,cAAc,GAA0B,IAAI,CAAC;IAC7C,iBAAiB,GAAG,CAAC,CAAC;IACtB,eAAe,GAKZ,IAAI,CAAC;IAEhB,YAAY,MAAc,EAAE,MAAwB;QAClD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,IAAI,CAAC,aAAa,CAAC;IAC7C,CAAC;IAEO,aAAa,GAAoB,CAAC,KAAe,EAAE,GAAW,EAAE,IAAc,EAAE,EAAE;QACxF,MAAM,MAAM,GAAG,cAAc,CAAC;QAC9B,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM,IAAI,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC;QACrC,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,CAAC,OAAO,CAAC,KAAc,EAAE,iBAA0B;QACtD,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,CAAC,CAAC,UAAU,EAAE,CAAC;YACnD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;YACzC,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,KAAK,IAAI,aAAa,CAAC;QAC3C,MAAM,GAAG,GAAG,GAAG,eAAe,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;QAEpD,IAAI,CAAC;YACH,2DAA2D;YAC3D,qEAAqE;YACrE,MAAM,UAAU,GAAG,IAAI,CAAC;YACxB,IAAI,QAAyD,CAAC;YAC9D,IAAI,CAAC;gBACH,8DAA8D;gBAC9D,QAAQ,GAAG,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,CAAQ,CAAC;YAC/C,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;YAC/E,CAAC;YAED,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAEpC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,MAAM,MAAM,GAAG,CAAC,GAAG,KAAgB,EAAE,EAAE;oBACrC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC;oBAC3C,IAAI,CAAC,cAAc,EAAE,CAAC;oBACtB,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;oBACtD,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;oBAC3B,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC;gBAEF,MAAM,OAAO,GAAG,CAAC,GAAG,IAAe,EAAE,EAAE;oBACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;oBACpB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAC;oBAC7C,MAAM,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC9D,CAAC,CAAC;gBAEF,MAAM,OAAO,GAAG,CAAC,GAAG,KAAgB,EAAE,EAAE;oBACtC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;oBACxC,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC1B,CAAC,CAAC;gBAEF,MAAM,SAAS,GAAG,CAAC,GAAG,IAAe,EAAE,EAAE;oBACvC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;oBACrB,IAAI,IAAI,YAAY,MAAM,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;wBACvD,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;oBAC3B,CAAC;gBACH,CAAC,CAAC;gBAEF,IAAI,CAAC,EAAG,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAC5B,IAAI,CAAC,EAAG,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC9B,IAAI,CAAC,EAAG,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC9B,IAAI,CAAC,EAAG,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;gBAElC,6CAA6C;gBAC7C,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;wBACZ,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;wBAC5B,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC,EAAE,IAAI,CAAC,CAAC;YACX,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,sBAAsB,GAAG,EAAE,CAAC,CAAC;YAClD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YAC3C,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;YACvD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC9B,CAAC;QAED,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACjB,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAY;QACzB,OAAO,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,WAAmB,EAAE,QAAgB,EAAE,MAAc;QACnE,kFAAkF;QAClF,MAAM,cAAc,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QACpD,IAAI,cAAc,GAAG,oBAAoB,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,cAAc,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;QAC/F,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,CAAC;IAClF,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAAsB;QACtC,gDAAgD;QAChD,MAAM,KAAK,GAA8E,EAAE,CAAC;QAE5F,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACrC,CAAC;QAED,IAAI,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YACjD,KAAK,CAAC,IAAI,CAAC;gBACT,UAAU,EAAE;oBACV,QAAQ,EAAE,OAAO,CAAC,aAAa;oBAC/B,IAAI,EAAE,OAAO,CAAC,WAAW;iBAC1B;aACF,CAAC,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAmB;YAC9B,aAAa,EAAE;gBACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;gBAChC,YAAY,EAAE,IAAI;aACnB;SACF,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,sBAAsB,EAAE,CAAC;YAC3D,MAAM,IAAI,KAAK,CACb,sBAAsB,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAC9F,CAAC;QACJ,CAAC;QAED,oCAAoC;QACpC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,CAAC,CAAC,UAAU,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC7C,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC9B,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;oBACzB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;oBAC5B,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC,EAAE,mBAAmB,CAAC,CAAC;YAExB,IAAI,CAAC,eAAe,GAAG;gBACrB,OAAO;gBACP,MAAM;gBACN,WAAW,EAAE,EAAE;gBACf,OAAO;aACR,CAAC;YAEF,IAAI,CAAC;gBACH,IAAI,CAAC,EAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,cAAc,EAAE,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YACrE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,YAAY,CAAC,OAAO,CAAC,CAAC;gBACtB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;gBAC5B,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,EAAE,KAAK,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,CAAC,CAAC,UAAU,CAAC;IACjE,CAAC;IAEO,gBAAgB,CAAC,KAAa,EAAE,iBAA0B;QAChE,MAAM,KAAK,GAAiB;YAC1B,KAAK,EAAE;gBACL,KAAK;gBACL,gBAAgB,EAAE;oBAChB,kBAAkB,EAAE,CAAC,MAAM,CAAC;iBAC7B;aACF;SACF,CAAC;QAEF,IAAI,iBAAiB,EAAE,CAAC;YACtB,KAAK,CAAC,KAAK,CAAC,iBAAiB,GAAG;gBAC9B,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;aACrC,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,EAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,oBAAoB,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QACxD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,8BAA8B,EAAE,GAAG,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAEO,cAAc;QACpB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACrC,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;YACrC,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,CAAC,CAAC,UAAU,EAAE,CAAC;gBACnD,IAAI,CAAC;oBACH,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;oBACf,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;gBACzC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,kBAAkB,EAAE,GAAG,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC;QACH,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAC5B,CAAC;IAEO,aAAa,CAAC,IAAqB;QACzC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAkB,CAAC;YAE7D,IAAI,OAAO,CAAC,aAAa,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;gBAC5C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;oBACzD,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;wBACtC,IAAI,CAAC,eAAe,CAAC,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC;oBAChD,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,OAAO,CAAC,aAAa,EAAE,YAAY,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBAChE,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;gBAChD,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;gBAC3C,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACrC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;gBAC5B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,eAAe,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,yBAAyB,EAAE,GAAG,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAEO,gBAAgB;QACtB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YAC3C,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAC1D,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC9B,CAAC;QAED,uBAAuB;QACvB,IAAI,IAAI,CAAC,iBAAiB,GAAG,sBAAsB,EAAE,CAAC;YACpD,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAC1D,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC;YAE5B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,mBAAmB,KAAK,eAAe,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;YAEtF,UAAU,CAAC,GAAG,EAAE;gBACd,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBAC3B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,kBAAkB,EAAE,GAAG,CAAC,CAAC;gBAChD,CAAC,CAAC,CAAC;YACL,CAAC,EAAE,KAAK,CAAC,CAAC;QACZ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,gCAAgC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;CACF"}

package/dist/interface/vision/GeminiLive.test.d.ts

@@ -0,0 +1,6 @@
+/**
+ * GeminiLive Unit Tests
+ * Phase 3: External Interface (Vision)
+ */
+export {};
+//# sourceMappingURL=GeminiLive.test.d.ts.map

package/dist/interface/vision/GeminiLive.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiLive.test.d.ts","sourceRoot":"","sources":["../../../src/interface/vision/GeminiLive.test.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/dist/interface/vision/GeminiLive.test.js

@@ -0,0 +1,40 @@
+/**
+ * GeminiLive Unit Tests
+ * Phase 3: External Interface (Vision)
+ */
+import { describe, it, expect } from 'vitest';
+import { GeminiLive } from './GeminiLive.js';
+describe('GeminiLive', () => {
+    it('should validate image size limit (5MB)', async () => {
+        const live = new GeminiLive('test-key');
+        // Base64 is 4/3 of binary size, so to exceed 5MB binary we need >6.67MB base64
+        const oversizedImage = 'a'.repeat(Math.ceil((5 * 1024 * 1024 * 4) / 3) + 1000);
+        await expect(live.sendImage(oversizedImage, 'image/jpeg', 'describe')).rejects.toThrow('5MB');
+    });
+    it('should validate message size limit (10MB)', async () => {
+        const live = new GeminiLive('test-key');
+        const oversizedText = 'b'.repeat(10 * 1024 * 1024 + 1);
+        await expect(live.sendText(oversizedText)).rejects.toThrow('10MB');
+    });
+    it('should report not connected initially', () => {
+        const live = new GeminiLive('test-key');
+        expect(live.isConnected()).toBe(false);
+    });
+    it('should throw error when sending without connection', async () => {
+        const live = new GeminiLive('test-key');
+        await expect(live.sendText('hello')).rejects.toThrow('Not connected');
+    });
+    it('should throw error when sending image without connection', async () => {
+        const live = new GeminiLive('test-key');
+        await expect(live.sendImage('base64data', 'image/jpeg', 'describe')).rejects.toThrow('Not connected');
+    });
+    it('should calculate image size correctly (base64 overhead)', async () => {
+        const live = new GeminiLive('test-key');
+        // Base64 is ~33% larger: 5MB binary = 6.67MB base64
+        // So 5MB * 4/3 = 6.67MB base64 should fail
+        const exactLimit = Math.ceil((5 * 1024 * 1024 * 4) / 3);
+        const oversized = 'a'.repeat(exactLimit + 100);
+        await expect(live.sendImage(oversized, 'image/jpeg', 'test')).rejects.toThrow('5MB');
+    });
+});
+//# sourceMappingURL=GeminiLive.test.js.map

package/dist/interface/vision/GeminiLive.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiLive.test.js","sourceRoot":"","sources":["../../../src/interface/vision/GeminiLive.test.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;QACxC,+EAA+E;QAC/E,MAAM,cAAc,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QAC/E,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAChG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC;QACvD,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,MAAM,CACV,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,EAAE,UAAU,CAAC,CACvD,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QACvE,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;QACxC,oDAAoD;QACpD,2CAA2C;QAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;QAC/C,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/interface/vision/GeminiLiveStream.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Gemini Live Stream — Phase 4-2
+ *
+ * Extends GeminiLive WebSocket for video frame + audio interleaving.
+ * Auto-reconnect with exponential backoff (2s → 4s → 8s).
+ */
+import type { VisionLogger } from './types.js';
+export type StreamEvent = {
+    type: 'text';
+    text: string;
+} | {
+    type: 'turn_complete';
+    fullText: string;
+} | {
+    type: 'error';
+    error: string;
+} | {
+    type: 'disconnected';
+} | {
+    type: 'reconnecting';
+    attempt: number;
+};
+type StreamListener = (event: StreamEvent) => void;
+export declare class GeminiLiveStream {
+    private apiKey;
+    private logger;
+    private ws;
+    private heartbeatTimer;
+    private reconnectAttempts;
+    private model;
+    private systemInstruction;
+    private listeners;
+    private accumulated;
+    constructor(apiKey: string, logger: VisionLogger);
+    connect(model?: string, systemInstruction?: string): Promise<void>;
+    disconnect(): Promise<void>;
+    /** Send a video frame as base64 with optional prompt */
+    sendFrame(frameBase64: string, mimeType: string, prompt?: string): void;
+    /** Register event listener */
+    on(listener: StreamListener): void;
+    /** Remove event listener */
+    off(listener: StreamListener): void;
+    isConnected(): boolean;
+    getReconnectAttempts(): number;
+    private loadWS;
+    private awaitConnection;
+    private sendSetup;
+    private setupHeartbeat;
+    private clearHeartbeat;
+    private handleMessage;
+    private handleDisconnect;
+    private emit;
+}
+export {};
+//# sourceMappingURL=GeminiLiveStream.d.ts.map

package/dist/interface/vision/GeminiLiveStream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiLiveStream.d.ts","sourceRoot":"","sources":["../../../src/interface/vision/GeminiLiveStream.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AA4C/C,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GAC3C;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAChC;IAAE,IAAI,EAAE,cAAc,CAAA;CAAE,GACxB;IAAE,IAAI,EAAE,cAAc,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAE9C,KAAK,cAAc,GAAG,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,CAAC;AAMnD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,EAAE,CAAuB;IACjC,OAAO,CAAC,cAAc,CAA+B;IACrD,OAAO,CAAC,iBAAiB,CAAK;IAC9B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,iBAAiB,CAAqB;IAC9C,OAAO,CAAC,SAAS,CAAwB;IACzC,OAAO,CAAC,WAAW,CAAM;gBAEb,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY;IAM1C,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,iBAAiB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAelE,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAUjC,wDAAwD;IACxD,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAgCvE,8BAA8B;IAC9B,EAAE,CAAC,QAAQ,EAAE,cAAc,GAAG,IAAI;IAIlC,4BAA4B;IAC5B,GAAG,CAAC,QAAQ,EAAE,cAAc,GAAG,IAAI;IAKnC,WAAW,IAAI,OAAO;IAItB,oBAAoB,IAAI,MAAM;YAQhB,MAAM;IAUpB,OAAO,CAAC,eAAe;IA8BvB,OAAO,CAAC,SAAS;IAajB,OAAO,CAAC,cAAc;IAStB,OAAO,CAAC,cAAc;IAOtB,OAAO,CAAC,aAAa;IAsBrB,OAAO,CAAC,gBAAgB;IAqBxB,OAAO,CAAC,IAAI;CAKb"}

package/dist/interface/vision/GeminiLiveStream.js

@@ -0,0 +1,213 @@
+/**
+ * Gemini Live Stream — Phase 4-2
+ *
+ * Extends GeminiLive WebSocket for video frame + audio interleaving.
+ * Auto-reconnect with exponential backoff (2s → 4s → 8s).
+ */
+import { createVisionError } from './types.js';
+const GEMINI_LIVE_URL = 'wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1alpha.GenerativeService.BidiGenerateContent';
+const DEFAULT_MODEL = 'gemini-2.0-flash-exp';
+const HEARTBEAT_INTERVAL_MS = 30_000;
+const MAX_RECONNECT_ATTEMPTS = 3;
+const RECONNECT_DELAYS_MS = [2000, 4000, 8000];
+const MAX_FRAME_SIZE_BYTES = 200 * 1024; // 200KB per frame
+// ============================================================================
+// GeminiLiveStream
+// ============================================================================
+export class GeminiLiveStream {
+    apiKey;
+    logger;
+    ws = null;
+    heartbeatTimer = null;
+    reconnectAttempts = 0;
+    model;
+    systemInstruction;
+    listeners = [];
+    accumulated = '';
+    constructor(apiKey, logger) {
+        this.apiKey = apiKey;
+        this.logger = logger;
+        this.model = DEFAULT_MODEL;
+    }
+    async connect(model, systemInstruction) {
+        if (this.ws && this.ws.readyState === 1) {
+            this.logger('warn', 'GeminiLiveStream already connected');
+            return;
+        }
+        this.model = model ?? DEFAULT_MODEL;
+        this.systemInstruction = systemInstruction;
+        const url = `${GEMINI_LIVE_URL}?key=${this.apiKey}`;
+        const wsModule = await this.loadWS();
+        this.ws = new wsModule(url);
+        await this.awaitConnection();
+    }
+    async disconnect() {
+        this.clearHeartbeat();
+        if (this.ws) {
+            this.ws.close();
+            this.ws = null;
+        }
+        this.accumulated = '';
+        this.logger('info', 'GeminiLiveStream disconnected');
+    }
+    /** Send a video frame as base64 with optional prompt */
+    sendFrame(frameBase64, mimeType, prompt) {
+        if (!this.ws || this.ws.readyState !== 1) {
+            this.emit({ type: 'error', error: 'WebSocket not connected' });
+            return;
+        }
+        const estimatedBytes = (frameBase64.length * 3) / 4;
+        if (estimatedBytes > MAX_FRAME_SIZE_BYTES) {
+            this.logger('warn', `Frame too large: ${(estimatedBytes / 1024).toFixed(0)}KB > 200KB`);
+        }
+        const parts = [
+            { inlineData: { mimeType, data: frameBase64 } },
+        ];
+        if (prompt) {
+            parts.push({ text: prompt });
+        }
+        const message = {
+            clientContent: {
+                turns: [{ role: 'user', parts }],
+                turnComplete: true,
+            },
+        };
+        try {
+            this.ws.send(JSON.stringify(message));
+        }
+        catch (err) {
+            this.emit({ type: 'error', error: err instanceof Error ? err.message : String(err) });
+        }
+    }
+    /** Register event listener */
+    on(listener) {
+        this.listeners.push(listener);
+    }
+    /** Remove event listener */
+    off(listener) {
+        const idx = this.listeners.indexOf(listener);
+        if (idx !== -1)
+            this.listeners.splice(idx, 1);
+    }
+    isConnected() {
+        return this.ws !== null && this.ws.readyState === 1;
+    }
+    getReconnectAttempts() {
+        return this.reconnectAttempts;
+    }
+    // ============================================================================
+    // Private
+    // ============================================================================
+    async loadWS() {
+        try {
+            const mod = 'ws';
+            const imported = (await import(mod));
+            return imported.default;
+        }
+        catch {
+            throw createVisionError('GEMINI_CONNECTION_FAILED', 'ws 패키지가 설치되지 않았습니다.');
+        }
+    }
+    awaitConnection() {
+        return new Promise((resolve, reject) => {
+            const onOpen = () => {
+                this.setupHeartbeat();
+                this.sendSetup();
+                this.reconnectAttempts = 0;
+                this.logger('info', 'GeminiLiveStream connected');
+                resolve();
+            };
+            const onError = (err) => {
+                this.logger('error', `GeminiLiveStream error: ${err.message}`);
+                reject(err);
+            };
+            const onClose = () => {
+                this.handleDisconnect();
+            };
+            const onMessage = (data) => {
+                this.handleMessage(data);
+            };
+            this.ws.on('open', onOpen);
+            this.ws.on('error', onError);
+            this.ws.on('close', onClose);
+            this.ws.on('message', onMessage);
+        });
+    }
+    sendSetup() {
+        const setup = {
+            setup: {
+                model: this.model,
+                generationConfig: { responseModalities: ['TEXT'] },
+                ...(this.systemInstruction
+                    ? { systemInstruction: { parts: [{ text: this.systemInstruction }] } }
+                    : {}),
+            },
+        };
+        this.ws.send(JSON.stringify(setup));
+    }
+    setupHeartbeat() {
+        this.clearHeartbeat();
+        this.heartbeatTimer = setInterval(() => {
+            if (this.ws && this.ws.readyState === 1) {
+                try {
+                    this.ws.ping();
+                }
+                catch { /* ignore */ }
+            }
+        }, HEARTBEAT_INTERVAL_MS);
+    }
+    clearHeartbeat() {
+        if (this.heartbeatTimer) {
+            clearInterval(this.heartbeatTimer);
+            this.heartbeatTimer = null;
+        }
+    }
+    handleMessage(data) {
+        try {
+            const msg = JSON.parse(data.toString());
+            if (msg.serverContent?.modelTurn?.parts) {
+                for (const part of msg.serverContent.modelTurn.parts) {
+                    if (part.text) {
+                        this.accumulated += part.text;
+                        this.emit({ type: 'text', text: part.text });
+                    }
+                }
+            }
+            if (msg.serverContent?.turnComplete) {
+                this.emit({ type: 'turn_complete', fullText: this.accumulated });
+                this.accumulated = '';
+            }
+        }
+        catch (err) {
+            this.logger('error', `Message parse failed: ${err instanceof Error ? err.message : String(err)}`);
+        }
+    }
+    handleDisconnect() {
+        this.clearHeartbeat();
+        this.emit({ type: 'disconnected' });
+        if (this.reconnectAttempts < MAX_RECONNECT_ATTEMPTS) {
+            const delay = RECONNECT_DELAYS_MS[this.reconnectAttempts];
+            this.reconnectAttempts++;
+            this.emit({ type: 'reconnecting', attempt: this.reconnectAttempts });
+            this.logger('info', `Reconnecting in ${delay}ms (attempt ${this.reconnectAttempts})`);
+            setTimeout(() => {
+                this.connect(this.model, this.systemInstruction).catch((err) => {
+                    this.emit({ type: 'error', error: err instanceof Error ? err.message : String(err) });
+                });
+            }, delay);
+        }
+        else {
+            this.emit({ type: 'error', error: '최대 재연결 횟수(3회) 초과' });
+            this.logger('error', 'Max reconnect attempts reached');
+        }
+    }
+    emit(event) {
+        for (const listener of this.listeners) {
+            try {
+                listener(event);
+            }
+            catch { /* ignore listener errors */ }
+        }
+    }
+}
+//# sourceMappingURL=GeminiLiveStream.js.map

package/dist/interface/vision/GeminiLiveStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiLiveStream.js","sourceRoot":"","sources":["../../../src/interface/vision/GeminiLiveStream.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,eAAe,GAAG,uHAAuH,CAAC;AAChJ,MAAM,aAAa,GAAG,sBAAsB,CAAC;AAC7C,MAAM,qBAAqB,GAAG,MAAM,CAAC;AACrC,MAAM,sBAAsB,GAAG,CAAC,CAAC;AACjC,MAAM,mBAAmB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAC/C,MAAM,oBAAoB,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC,kBAAkB;AA6C3D,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAS;IACf,MAAM,CAAe;IACrB,EAAE,GAAkB,IAAI,CAAC;IACzB,cAAc,GAA0B,IAAI,CAAC;IAC7C,iBAAiB,GAAG,CAAC,CAAC;IACtB,KAAK,CAAS;IACd,iBAAiB,CAAqB;IACtC,SAAS,GAAqB,EAAE,CAAC;IACjC,WAAW,GAAG,EAAE,CAAC;IAEzB,YAAY,MAAc,EAAE,MAAoB;QAC9C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAc,EAAE,iBAA0B;QACtD,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,oCAAoC,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,KAAK,IAAI,aAAa,CAAC;QACpC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,MAAM,GAAG,GAAG,GAAG,eAAe,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;QAEpD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACrC,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACjB,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,+BAA+B,CAAC,CAAC;IACvD,CAAC;IAED,wDAAwD;IACxD,SAAS,CAAC,WAAmB,EAAE,QAAgB,EAAE,MAAe;QAC9D,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,yBAAyB,EAAE,CAAC,CAAC;YAC/D,OAAO;QACT,CAAC;QAED,MAAM,cAAc,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QACpD,IAAI,cAAc,GAAG,oBAAoB,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QAC1F,CAAC;QAED,MAAM,KAAK,GAAmC;YAC5C,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE;SAChD,CAAC;QACF,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/B,CAAC;QAED,MAAM,OAAO,GAAG;YACd,aAAa,EAAE;gBACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;gBAChC,YAAY,EAAE,IAAI;aACnB;SACF,CAAC;QAEF,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IAED,8BAA8B;IAC9B,EAAE,CAAC,QAAwB;QACzB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAED,4BAA4B;IAC5B,GAAG,CAAC,QAAwB;QAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,GAAG,KAAK,CAAC,CAAC;YAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAChD,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,EAAE,KAAK,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,CAAC,CAAC;IACtD,CAAC;IAED,oBAAoB;QAClB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IAED,+EAA+E;IAC/E,UAAU;IACV,+EAA+E;IAEvE,KAAK,CAAC,MAAM;QAClB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC;YACjB,MAAM,QAAQ,GAAG,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,CAA6C,CAAC;YACjF,OAAO,QAAQ,CAAC,OAAO,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,iBAAiB,CAAC,0BAA0B,EAAE,qBAAqB,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAEO,eAAe;QACrB,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,MAAM,MAAM,GAAG,GAAS,EAAE;gBACxB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACtB,IAAI,CAAC,SAAS,EAAE,CAAC;gBACjB,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;gBAC3B,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,4BAA4B,CAAC,CAAC;gBAClD,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YAEF,MAAM,OAAO,GAAG,CAAC,GAAU,EAAQ,EAAE;gBACnC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,2BAA2B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC/D,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC,CAAC;YAEF,MAAM,OAAO,GAAG,GAAS,EAAE;gBACzB,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,CAAC,CAAC;YAEF,MAAM,SAAS,GAAG,CAAC,IAAqB,EAAQ,EAAE;gBAChD,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC,CAAC;YAEF,IAAI,CAAC,EAAG,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAC5B,IAAI,CAAC,EAAG,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9B,IAAI,CAAC,EAAG,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9B,IAAI,CAAC,EAAG,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,SAAS;QACf,MAAM,KAAK,GAA4B;YACrC,KAAK,EAAE;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,gBAAgB,EAAE,EAAE,kBAAkB,EAAE,CAAC,MAAM,CAAC,EAAE;gBAClD,GAAG,CAAC,IAAI,CAAC,iBAAiB;oBACxB,CAAC,CAAC,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,EAAE,EAAE;oBACtE,CAAC,CAAC,EAAE,CAAC;aACR;SACF,CAAC;QACF,IAAI,CAAC,EAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACvC,CAAC;IAEO,cAAc;QACpB,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;YACrC,IAAI,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;gBACxC,IAAI,CAAC;oBAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YAChD,CAAC;QACH,CAAC,EAAE,qBAAqB,CAAC,CAAC;IAC5B,CAAC;IAEO,cAAc;QACpB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,IAAqB;QACzC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAkB,CAAC;YAEzD,IAAI,GAAG,CAAC,aAAa,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;gBACxC,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,aAAa,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;oBACrD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;wBACd,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC;wBAC9B,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC/C,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,GAAG,CAAC,aAAa,EAAE,YAAY,EAAE,CAAC;gBACpC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;gBACjE,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,yBAAyB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpG,CAAC;IACH,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;QAEpC,IAAI,IAAI,CAAC,iBAAiB,GAAG,sBAAsB,EAAE,CAAC;YACpD,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAC1D,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;YACrE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,mBAAmB,KAAK,eAAe,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;YAEtF,UAAU,CAAC,GAAG,EAAE;gBACd,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBAC7D,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACxF,CAAC,CAAC,CAAC;YACL,CAAC,EAAE,KAAK,CAAC,CAAC;QACZ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,gCAAgC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAEO,IAAI,CAAC,KAAkB;QAC7B,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC;gBAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,4BAA4B,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;CACF"}

package/dist/interface/vision/GeminiVision.d.ts

@@ -0,0 +1,25 @@
+/**
+ * GeminiVision - Gemini API Vision wrapper (REST)
+ * Single image & continuous stream analysis with rate limiting
+ *
+ * @deprecated For real-time streaming, consider using GeminiLive (WebSocket) instead.
+ * This REST implementation remains available as a fallback.
+ */
+export declare class GeminiVision {
+    private apiKey;
+    private tokenBucket;
+    private liveSession;
+    constructor(apiKey: string);
+    private refillTokenBucket;
+    private waitForToken;
+    private imageToBase64;
+    private resizeImageIfNeeded;
+    private buildRequestBody;
+    private callGeminiApi;
+    private analyzeWithRetry;
+    analyzeImage(image: Buffer, prompt: string): Promise<string>;
+    analyzeStream(imageStream: AsyncIterable<Buffer>, prompt: string): AsyncIterable<string>;
+    startLiveSession(prompt: string): void;
+    stopLiveSession(): void;
+}
+//# sourceMappingURL=GeminiVision.d.ts.map

package/dist/interface/vision/GeminiVision.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiVision.d.ts","sourceRoot":"","sources":["../../../src/interface/vision/GeminiVision.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AA8BH,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,WAAW,CAAc;gBAErB,MAAM,EAAE,MAAM;IAe1B,OAAO,CAAC,iBAAiB;YAUX,YAAY;IAc1B,OAAO,CAAC,aAAa;IAIrB,OAAO,CAAC,mBAAmB;IAO3B,OAAO,CAAC,gBAAgB;YAkBV,aAAa;YAsEb,gBAAgB;IA6BxB,YAAY,CAChB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,CAAC;IAIX,aAAa,CAClB,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,EAClC,MAAM,EAAE,MAAM,GACb,aAAa,CAAC,MAAM,CAAC;IAgCxB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAYtC,eAAe,IAAI,IAAI;CAYxB"}