@machina.ai/cell-cli-core 1.40.1-rc2 → 1.41.1-rc2

package/dist/src/voice/audioRecorder.d.ts

@@ -0,0 +1,27 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { EventEmitter } from 'node:events';
+export interface AudioRecorderEvents {
+    data: [Buffer];
+    start: [];
+    stop: [];
+    error: [Error];
+}
+/**
+ * Captures audio from the microphone using `sox` (`rec`).
+ * Emits 16kHz, 16-bit, mono PCM chunks.
+ */
+export declare class AudioRecorder extends EventEmitter<AudioRecorderEvents> {
+    private recProcess;
+    private isRecordingInternal;
+    get isRecording(): boolean;
+    /**
+     * Checks if `rec` (sox) is available on the system.
+     */
+    static isAvailable(): Promise<boolean>;
+    start(): Promise<void>;
+    stop(): void;
+}

package/dist/src/voice/audioRecorder.js

@@ -0,0 +1,95 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { spawn } from 'node:child_process';
+import { EventEmitter } from 'node:events';
+import commandExists from 'command-exists';
+/**
+ * Captures audio from the microphone using `sox` (`rec`).
+ * Emits 16kHz, 16-bit, mono PCM chunks.
+ */
+export class AudioRecorder extends EventEmitter {
+    recProcess = null;
+    isRecordingInternal = false;
+    get isRecording() {
+        return this.isRecordingInternal;
+    }
+    /**
+     * Checks if `rec` (sox) is available on the system.
+     */
+    static async isAvailable() {
+        try {
+            await commandExists('rec');
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+    async start() {
+        if (this.isRecordingInternal)
+            return;
+        this.isRecordingInternal = true;
+        try {
+            const available = await AudioRecorder.isAvailable();
+            if (!this.isRecordingInternal)
+                return; // Check if stopped while checking availability
+            if (!available) {
+                throw new Error('The `rec` command (provided by SoX) is required for voice mode. Please install SoX (e.g., `brew install sox` on macOS or `sudo apt install sox libsox-fmt-all` on Linux).');
+            }
+            // rec -q -V0 -e signed -c 1 -b 16 -r 16000 -t raw -
+            this.recProcess = spawn('rec', [
+                '-q',
+                '-V0',
+                '-e',
+                'signed',
+                '-c',
+                '1',
+                '-b',
+                '16',
+                '-r',
+                '16000',
+                '-t',
+                'raw',
+                '-',
+            ]);
+            if (!this.isRecordingInternal) {
+                this.recProcess.kill('SIGTERM');
+                this.recProcess = null;
+                return;
+            }
+            this.recProcess.stdout.on('data', (data) => {
+                this.emit('data', data);
+            });
+            this.recProcess.stderr.on('data', (_data) => {
+                // rec might print warnings to stderr, we could log them or ignore
+                // console.warn(`rec stderr: ${data.toString()}`);
+            });
+            this.recProcess.on('error', (err) => {
+                this.emit('error', err);
+                this.stop();
+            });
+            this.recProcess.on('close', () => {
+                this.stop();
+            });
+            this.emit('start');
+        }
+        catch (err) {
+            this.isRecordingInternal = false;
+            throw err;
+        }
+    }
+    stop() {
+        if (!this.isRecordingInternal)
+            return;
+        this.isRecordingInternal = false;
+        if (this.recProcess) {
+            this.recProcess.kill('SIGTERM');
+            this.recProcess = null;
+        }
+        this.emit('stop');
+    }
+}
+//# sourceMappingURL=audioRecorder.js.map

package/dist/src/voice/audioRecorder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audioRecorder.js","sourceRoot":"","sources":["../../../src/voice/audioRecorder.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,KAAK,EAAuC,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,aAAa,MAAM,gBAAgB,CAAC;AAS3C;;;GAGG;AACH,MAAM,OAAO,aAAc,SAAQ,YAAiC;IAC1D,UAAU,GAA0C,IAAI,CAAC;IACzD,mBAAmB,GAAG,KAAK,CAAC;IAEpC,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,mBAAmB,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,WAAW;QACtB,IAAI,CAAC;YACH,MAAM,aAAa,CAAC,KAAK,CAAC,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,mBAAmB;YAAE,OAAO;QACrC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAEhC,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,mBAAmB;gBAAE,OAAO,CAAC,+CAA+C;YAEtF,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CACb,2KAA2K,CAC5K,CAAC;YACJ,CAAC;YAED,oDAAoD;YACpD,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,EAAE;gBAC7B,IAAI;gBACJ,KAAK;gBACL,IAAI;gBACJ,QAAQ;gBACR,IAAI;gBACJ,GAAG;gBACH,IAAI;gBACJ,IAAI;gBACJ,IAAI;gBACJ,OAAO;gBACP,IAAI;gBACJ,KAAK;gBACL,GAAG;aACJ,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC9B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAChC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;gBACvB,OAAO;YACT,CAAC;YAED,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBACjD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAC1B,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBAClD,kEAAkE;gBAClE,kDAAkD;YACpD,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBAClC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBACxB,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,mBAAmB,GAAG,KAAK,CAAC;YACjC,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,IAAI;QACF,IAAI,CAAC,IAAI,CAAC,mBAAmB;YAAE,OAAO;QACtC,IAAI,CAAC,mBAAmB,GAAG,KAAK,CAAC;QAEjC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAChC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC;CACF"}

package/dist/src/voice/geminiLiveTranscriptionProvider.d.ts

@@ -0,0 +1,20 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { EventEmitter } from 'node:events';
+import type { TranscriptionProvider, TranscriptionEvents } from './transcriptionProvider.js';
+/**
+ * Connects to the Gemini Live API using raw WebSockets to support API Key authentication.
+ */
+export declare class GeminiLiveTranscriptionProvider extends EventEmitter<TranscriptionEvents> implements TranscriptionProvider {
+    private readonly apiKey;
+    private ws;
+    private currentTranscription;
+    constructor(apiKey: string);
+    connect(): Promise<void>;
+    sendAudioChunk(chunk: Buffer): void;
+    getTranscription(): string;
+    disconnect(): void;
+}

package/dist/src/voice/geminiLiveTranscriptionProvider.js

@@ -0,0 +1,140 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import WebSocket from 'ws';
+import { EventEmitter, once } from 'node:events';
+import { debugLogger } from '../utils/debugLogger.js';
+import { z } from 'zod';
+const LiveAPIResponseSchema = z.object({
+    setupComplete: z.record(z.unknown()).optional(),
+    serverContent: z
+        .object({
+        turnComplete: z.boolean().optional(),
+        inputTranscription: z
+            .object({
+            text: z.string().optional(),
+        })
+            .optional(),
+        outputTranscription: z
+            .object({
+            text: z.string().optional(),
+        })
+            .optional(),
+        modelTurn: z
+            .object({
+            parts: z
+                .array(z.object({
+                text: z.string().optional(),
+                inlineData: z
+                    .object({
+                    data: z.string(),
+                })
+                    .optional(),
+            }))
+                .optional(),
+        })
+            .optional(),
+    })
+        .optional(),
+});
+/**
+ * Connects to the Gemini Live API using raw WebSockets to support API Key authentication.
+ */
+export class GeminiLiveTranscriptionProvider extends EventEmitter {
+    apiKey;
+    ws = null;
+    currentTranscription = '';
+    constructor(apiKey) {
+        super();
+        this.apiKey = apiKey;
+    }
+    async connect() {
+        const modelName = 'gemini-3.1-flash-live-preview';
+        const baseUrl = 'wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent';
+        if (!this.apiKey) {
+            throw new Error('No API key provided');
+        }
+        // NOTE: The Generative Language WebSocket API requires the API key to be passed via the 'key' query parameter.
+        const url = `${baseUrl}?key=${this.apiKey}`;
+        debugLogger.debug(`[GeminiLiveTranscription] Connecting to model ${modelName} via raw WebSocket with API Key...`);
+        try {
+            this.ws = new WebSocket(url, {
+                maxPayload: 1 << 20, // 1MB limit for safety
+            });
+            this.ws.on('message', (data) => {
+                try {
+                    const parsedData = JSON.parse(data.toString());
+                    const result = LiveAPIResponseSchema.safeParse(parsedData);
+                    if (result.success) {
+                        const response = result.data;
+                        if (response.serverContent) {
+                            const content = response.serverContent;
+                            if (content.turnComplete) {
+                                this.emit('turnComplete');
+                            }
+                            if (content.inputTranscription?.text) {
+                                const text = content.inputTranscription.text;
+                                debugLogger.debug(`[GeminiLiveTranscription] Transcription received (Cloud): "${text}"`);
+                                this.currentTranscription = text;
+                                this.emit('transcription', this.currentTranscription);
+                            }
+                        }
+                    }
+                }
+                catch (e) {
+                    debugLogger.error('[GeminiLiveTranscription] Error parsing message:', e);
+                }
+            });
+            this.ws.on('error', (error) => {
+                debugLogger.error('[GeminiLiveTranscription] WebSocket Error:', error);
+                this.emit('error', error);
+            });
+            this.ws.on('close', (code, reason) => {
+                debugLogger.debug(`[GeminiLiveTranscription] Connection Closed. Code: ${code}, Reason: ${reason}`);
+                this.emit('close');
+                this.ws = null;
+            });
+            await once(this.ws, 'open');
+            const setupMessage = {
+                setup: {
+                    model: `models/${modelName}`,
+                    generation_config: {
+                        response_modalities: ['audio'],
+                    },
+                    input_audio_transcription: {},
+                },
+            };
+            this.ws.send(JSON.stringify(setupMessage));
+            this.currentTranscription = '';
+        }
+        catch (err) {
+            debugLogger.error('[GeminiLiveTranscription] Failed to establish connection:', err);
+            throw err;
+        }
+    }
+    sendAudioChunk(chunk) {
+        if (!this.ws || this.ws.readyState !== WebSocket.OPEN)
+            return;
+        const audioMessage = {
+            realtime_input: {
+                audio: {
+                    data: chunk.toString('base64'),
+                    mime_type: 'audio/pcm;rate=16000',
+                },
+            },
+        };
+        this.ws.send(JSON.stringify(audioMessage));
+    }
+    getTranscription() {
+        return this.currentTranscription;
+    }
+    disconnect() {
+        if (this.ws) {
+            this.ws.close();
+            this.ws = null;
+        }
+    }
+}
+//# sourceMappingURL=geminiLiveTranscriptionProvider.js.map

package/dist/src/voice/geminiLiveTranscriptionProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"geminiLiveTranscriptionProvider.js","sourceRoot":"","sources":["../../../src/voice/geminiLiveTranscriptionProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,SAAS,MAAM,IAAI,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAMtD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC/C,aAAa,EAAE,CAAC;SACb,MAAM,CAAC;QACN,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QACpC,kBAAkB,EAAE,CAAC;aAClB,MAAM,CAAC;YACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;SAC5B,CAAC;aACD,QAAQ,EAAE;QACb,mBAAmB,EAAE,CAAC;aACnB,MAAM,CAAC;YACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;SAC5B,CAAC;aACD,QAAQ,EAAE;QACb,SAAS,EAAE,CAAC;aACT,MAAM,CAAC;YACN,KAAK,EAAE,CAAC;iBACL,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;gBACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;gBAC3B,UAAU,EAAE,CAAC;qBACV,MAAM,CAAC;oBACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;iBACjB,CAAC;qBACD,QAAQ,EAAE;aACd,CAAC,CACH;iBACA,QAAQ,EAAE;SACd,CAAC;aACD,QAAQ,EAAE;KACd,CAAC;SACD,QAAQ,EAAE;CACd,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,OAAO,+BACX,SAAQ,YAAiC;IAMZ;IAHrB,EAAE,GAAqB,IAAI,CAAC;IAC5B,oBAAoB,GAAG,EAAE,CAAC;IAElC,YAA6B,MAAc;QACzC,KAAK,EAAE,CAAC;QADmB,WAAM,GAAN,MAAM,CAAQ;IAE3C,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,SAAS,GAAG,+BAA+B,CAAC;QAClD,MAAM,OAAO,GACX,sHAAsH,CAAC;QAEzH,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,+GAA+G;QAC/G,MAAM,GAAG,GAAG,GAAG,OAAO,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5C,WAAW,CAAC,KAAK,CACf,iDAAiD,SAAS,oCAAoC,CAC/F,CAAC;QAEF,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,GAAG,IAAI,SAAS,CAAC,GAAG,EAAE;gBAC3B,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE,uBAAuB;aAC7C,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE;gBAC7B,IAAI,CAAC;oBACH,MAAM,UAAU,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;oBACxD,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;oBAE3D,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBACnB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC;wBAC7B,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;4BAC3B,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC;4BAEvC,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gCACzB,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;4BAC5B,CAAC;4BAED,IAAI,OAAO,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC;gCACrC,MAAM,IAAI,GAAG,OAAO,CAAC,kBAAkB,CAAC,IAAI,CAAC;gCAC7C,WAAW,CAAC,KAAK,CACf,8DAA8D,IAAI,GAAG,CACtE,CAAC;gCACF,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;gCACjC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;4BACxD,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,WAAW,CAAC,KAAK,CACf,kDAAkD,EAClD,CAAC,CACF,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC5B,WAAW,CAAC,KAAK,CAAC,4CAA4C,EAAE,KAAK,CAAC,CAAC;gBACvE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;gBACnC,WAAW,CAAC,KAAK,CACf,sDAAsD,IAAI,aAAa,MAAM,EAAE,CAChF,CAAC;gBACF,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACnB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;YACjB,CAAC,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YAE5B,MAAM,YAAY,GAAG;gBACnB,KAAK,EAAE;oBACL,KAAK,EAAE,UAAU,SAAS,EAAE;oBAC5B,iBAAiB,EAAE;wBACjB,mBAAmB,EAAE,CAAC,OAAO,CAAC;qBAC/B;oBACD,yBAAyB,EAAE,EAAE;iBAC9B;aACF,CAAC;YAEF,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC;YAC3C,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,WAAW,CAAC,KAAK,CACf,2DAA2D,EAC3D,GAAG,CACJ,CAAC;YACF,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,cAAc,CAAC,KAAa;QAC1B,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI;YAAE,OAAO;QAE9D,MAAM,YAAY,GAAG;YACnB,cAAc,EAAE;gBACd,KAAK,EAAE;oBACL,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;oBAC9B,SAAS,EAAE,sBAAsB;iBAClC;aACF;SACF,CAAC;QACF,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACnC,CAAC;IAED,UAAU;QACR,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACjB,CAAC;IACH,CAAC;CACF"}

package/dist/src/voice/transcriptionFactory.d.ts

@@ -0,0 +1,12 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { TranscriptionProvider } from './transcriptionProvider.js';
+export declare class TranscriptionFactory {
+    static createProvider(voiceConfig: {
+        backend?: string;
+        whisperModel?: string;
+    } | undefined, apiKey: string): TranscriptionProvider;
+}

package/dist/src/voice/transcriptionFactory.js

@@ -0,0 +1,32 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import * as path from 'node:path';
+import * as fs from 'node:fs';
+import { homedir, CELL_DIR } from '../utils/paths.js';
+import { GeminiLiveTranscriptionProvider } from './geminiLiveTranscriptionProvider.js';
+import { WhisperTranscriptionProvider } from './whisperTranscriptionProvider.js';
+export class TranscriptionFactory {
+    static createProvider(voiceConfig, apiKey) {
+        const backend = voiceConfig?.backend ?? 'gemini-live';
+        if (backend === 'whisper') {
+            const modelsDir = path.join(homedir(), CELL_DIR, 'whisper_models');
+            if (!fs.existsSync(modelsDir)) {
+                fs.mkdirSync(modelsDir, { recursive: true });
+            }
+            const modelName = voiceConfig?.whisperModel ?? 'ggml-base.en.bin';
+            const modelPath = path.join(modelsDir, modelName);
+            return new WhisperTranscriptionProvider({
+                modelPath,
+                threads: 4,
+                step: 0,
+                length: 5000,
+            });
+        }
+        // Default to Gemini Live
+        return new GeminiLiveTranscriptionProvider(apiKey);
+    }
+}
+//# sourceMappingURL=transcriptionFactory.js.map

package/dist/src/voice/transcriptionFactory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcriptionFactory.js","sourceRoot":"","sources":["../../../src/voice/transcriptionFactory.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,+BAA+B,EAAE,MAAM,sCAAsC,CAAC;AACvF,OAAO,EAAE,4BAA4B,EAAE,MAAM,mCAAmC,CAAC;AAGjF,MAAM,OAAO,oBAAoB;IAC/B,MAAM,CAAC,cAAc,CACnB,WAAoE,EACpE,MAAc;QAEd,MAAM,OAAO,GAAG,WAAW,EAAE,OAAO,IAAI,aAAa,CAAC;QAEtD,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC;YACnE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC9B,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/C,CAAC;YAED,MAAM,SAAS,GAAG,WAAW,EAAE,YAAY,IAAI,kBAAkB,CAAC;YAClE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAElD,OAAO,IAAI,4BAA4B,CAAC;gBACtC,SAAS;gBACT,OAAO,EAAE,CAAC;gBACV,IAAI,EAAE,CAAC;gBACP,MAAM,EAAE,IAAI;aACb,CAAC,CAAC;QACL,CAAC;QAED,yBAAyB;QACzB,OAAO,IAAI,+BAA+B,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC;CACF"}

package/dist/src/voice/transcriptionProvider.d.ts

@@ -0,0 +1,29 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { EventEmitter } from 'node:events';
+export interface TranscriptionEvents {
+    /** Emitted when partial or full transcription text is available. */
+    transcription: [string];
+    /** Emitted when a speaking turn is considered complete. */
+    turnComplete: [];
+    /** Emitted when an error occurs during transcription. */
+    error: [Error];
+    /** Emitted when the transcription service connection is closed. */
+    close: [];
+}
+/**
+ * Common interface for all transcription backends (Cloud or Local).
+ */
+export interface TranscriptionProvider extends EventEmitter<TranscriptionEvents> {
+    /** Establish connection to the transcription service. */
+    connect(): Promise<void>;
+    /** Send a chunk of raw audio data to the service. */
+    sendAudioChunk(chunk: Buffer): void;
+    /** Disconnect from the transcription service. */
+    disconnect(): void;
+    /** Get the current full transcription for the session. */
+    getTranscription(): string;
+}

package/dist/src/voice/transcriptionProvider.js

@@ -0,0 +1,7 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export {};
+//# sourceMappingURL=transcriptionProvider.js.map

package/dist/src/voice/transcriptionProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transcriptionProvider.js","sourceRoot":"","sources":["../../../src/voice/transcriptionProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/src/voice/whisperModelManager.d.ts

@@ -0,0 +1,26 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { EventEmitter } from 'node:events';
+export interface WhisperModelProgress {
+    modelName: string;
+    transferred: number;
+    total: number;
+    percentage: number;
+}
+export interface WhisperModelManagerEvents {
+    progress: [WhisperModelProgress];
+}
+/**
+ * Manages Whisper models (checking existence, downloading).
+ */
+export declare class WhisperModelManager extends EventEmitter<WhisperModelManagerEvents> {
+    private readonly modelsDir;
+    constructor();
+    isModelInstalled(modelName: string): boolean;
+    getModelPath(modelName: string): string;
+    downloadModel(modelName: string): Promise<void>;
+    private validateModelName;
+}

package/dist/src/voice/whisperModelManager.js

@@ -0,0 +1,79 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import * as path from 'node:path';
+import * as fs from 'node:fs';
+import { EventEmitter } from 'node:events';
+import { homedir, CELL_DIR } from '../utils/paths.js';
+import { debugLogger } from '../utils/debugLogger.js';
+const ALLOWED_MODELS = [
+    'ggml-tiny.en.bin',
+    'ggml-base.en.bin',
+    'ggml-large-v3-turbo-q5_0.bin',
+    'ggml-large-v3-turbo-q8_0.bin',
+];
+/**
+ * Manages Whisper models (checking existence, downloading).
+ */
+export class WhisperModelManager extends EventEmitter {
+    modelsDir;
+    constructor() {
+        super();
+        this.modelsDir = path.join(homedir(), CELL_DIR, 'whisper_models');
+    }
+    isModelInstalled(modelName) {
+        this.validateModelName(modelName);
+        return fs.existsSync(path.join(this.modelsDir, modelName));
+    }
+    getModelPath(modelName) {
+        this.validateModelName(modelName);
+        return path.join(this.modelsDir, modelName);
+    }
+    async downloadModel(modelName) {
+        this.validateModelName(modelName);
+        if (!fs.existsSync(this.modelsDir)) {
+            fs.mkdirSync(this.modelsDir, { recursive: true });
+        }
+        const destination = path.join(this.modelsDir, modelName);
+        const url = `https://huggingface.co/ggerganov/whisper.cpp/resolve/main/${modelName}`;
+        debugLogger.debug(`[WhisperModelManager] Downloading ${modelName} from ${url}`);
+        const response = await fetch(url);
+        if (!response.ok) {
+            throw new Error(`Failed to download model: ${response.statusText}`);
+        }
+        const total = parseInt(response.headers.get('content-length') || '0', 10);
+        let transferred = 0;
+        const reader = response.body?.getReader();
+        if (!reader) {
+            throw new Error('Response body is not readable');
+        }
+        const writer = fs.createWriteStream(destination);
+        try {
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                transferred += value.length;
+                writer.write(value);
+                const percentage = total > 0 ? transferred / total : 0;
+                this.emit('progress', {
+                    modelName,
+                    transferred,
+                    total,
+                    percentage,
+                });
+            }
+        }
+        finally {
+            writer.end();
+        }
+    }
+    validateModelName(modelName) {
+        if (!ALLOWED_MODELS.includes(modelName)) {
+            throw new Error(`Unauthorized model name: ${modelName}`);
+        }
+    }
+}
+//# sourceMappingURL=whisperModelManager.js.map

package/dist/src/voice/whisperModelManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"whisperModelManager.js","sourceRoot":"","sources":["../../../src/voice/whisperModelManager.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAatD,MAAM,cAAc,GAAG;IACrB,kBAAkB;IAClB,kBAAkB;IAClB,8BAA8B;IAC9B,8BAA8B;CAC/B,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,mBAAoB,SAAQ,YAAuC;IAC7D,SAAS,CAAS;IAEnC;QACE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC;IACpE,CAAC;IAED,gBAAgB,CAAC,SAAiB;QAChC,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAClC,OAAO,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,YAAY,CAAC,SAAiB;QAC5B,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAClC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,SAAiB;QACnC,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAElC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACnC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACzD,MAAM,GAAG,GAAG,6DAA6D,SAAS,EAAE,CAAC;QAErF,WAAW,CAAC,KAAK,CACf,qCAAqC,SAAS,SAAS,GAAG,EAAE,CAC7D,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QAC1E,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,MAAM,GAAG,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QAEjD,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC;gBAC5B,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAEpB,MAAM,UAAU,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvD,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;oBACpB,SAAS;oBACT,WAAW;oBACX,KAAK;oBACL,UAAU;iBACX,CAAC,CAAC;YACL,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,GAAG,EAAE,CAAC;QACf,CAAC;IACH,CAAC;IAEO,iBAAiB,CAAC,SAAiB;QACzC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,4BAA4B,SAAS,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;CACF"}

package/dist/src/voice/whisperTranscriptionProvider.d.ts

@@ -0,0 +1,34 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { EventEmitter } from 'node:events';
+import type { TranscriptionProvider, TranscriptionEvents } from './transcriptionProvider.js';
+export interface WhisperProviderOptions {
+    modelPath: string;
+    threads?: number;
+    step?: number;
+    length?: number;
+}
+/**
+ * Local transcription provider using `whisper-stream` from whisper.cpp.
+ *
+ * Uses the Sliding Window Mode with VAD (--step 0) for stable,
+ * non-overlapping transcription blocks that can be appended directly.
+ */
+export declare class WhisperTranscriptionProvider extends EventEmitter<TranscriptionEvents> implements TranscriptionProvider {
+    private readonly options;
+    private process;
+    private currentTranscription;
+    constructor(options: WhisperProviderOptions);
+    /**
+     * Checks if `whisper-stream` is available on the system.
+     */
+    static isAvailable(): Promise<boolean>;
+    connect(): Promise<void>;
+    private parseOutput;
+    sendAudioChunk(_chunk: Buffer): void;
+    getTranscription(): string;
+    disconnect(): void;
+}