@machina.ai/cell-cli-core 1.40.1-rc2 → 1.41.1-rc2

package/dist/src/voice/whisperTranscriptionProvider.js

@@ -0,0 +1,151 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { spawn } from 'node:child_process';
+import { EventEmitter } from 'node:events';
+import commandExists from 'command-exists';
+import { debugLogger } from '../utils/debugLogger.js';
+/**
+ * Local transcription provider using `whisper-stream` from whisper.cpp.
+ *
+ * Uses the Sliding Window Mode with VAD (--step 0) for stable,
+ * non-overlapping transcription blocks that can be appended directly.
+ */
+export class WhisperTranscriptionProvider extends EventEmitter {
+    options;
+    process = null;
+    currentTranscription = '';
+    constructor(options) {
+        super();
+        this.options = options;
+    }
+    /**
+     * Checks if `whisper-stream` is available on the system.
+     */
+    static async isAvailable() {
+        try {
+            await commandExists('whisper-stream');
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+    async connect() {
+        const { modelPath, threads = 4, step = 0, length = 5000 } = this.options;
+        this.currentTranscription = '';
+        const available = await WhisperTranscriptionProvider.isAvailable();
+        if (!available) {
+            return Promise.reject(new Error('The `whisper-stream` command is required for local voice mode. Please install it (e.g., `brew install whisper-cpp` on macOS).'));
+        }
+        debugLogger.debug(`[WhisperTranscription] Starting whisper-stream with model: ${modelPath} (VAD mode: step=${step}, length=${length})`);
+        return new Promise((resolve, reject) => {
+            let isResolved = false;
+            try {
+                // whisper-stream -m <model_path> -t <threads> --step 0 --length <length> -vth 0.6
+                // Setting step == 0 enables sliding window mode with VAD, which outputs
+                // non-overlapping transcription blocks suitable for appending.
+                this.process = spawn('whisper-stream', [
+                    '-m',
+                    modelPath,
+                    '-t',
+                    threads.toString(),
+                    '--step',
+                    step.toString(),
+                    '--length',
+                    length.toString(),
+                    '-vth',
+                    '0.6',
+                ]);
+                this.process.stdout.on('data', (data) => {
+                    const output = data.toString();
+                    this.parseOutput(output);
+                });
+                this.process.stderr.on('data', (data) => {
+                    const msg = data.toString();
+                    if (msg.includes('error')) {
+                        debugLogger.error(`[WhisperTranscription] stderr: ${msg}`);
+                        if (!isResolved) {
+                            isResolved = true;
+                            reject(new Error(msg));
+                        }
+                    }
+                    // whisper-stream prints "whisper_init_from_file_with_params_no_state: loading model from..."
+                    // and finally "main: processing, press Ctrl+C to stop" when ready.
+                    if (!isResolved && msg.includes('main: processing')) {
+                        debugLogger.debug('[WhisperTranscription] whisper-stream is ready');
+                        isResolved = true;
+                        resolve();
+                    }
+                });
+                this.process.on('error', (err) => {
+                    debugLogger.error('[WhisperTranscription] Process error:', err);
+                    this.emit('error', err);
+                    if (!isResolved) {
+                        isResolved = true;
+                        reject(err);
+                    }
+                });
+                this.process.on('close', (code) => {
+                    debugLogger.debug(`[WhisperTranscription] Process closed with code ${code}`);
+                    this.emit('close');
+                    this.process = null;
+                });
+                // Fallback timeout in case "main: processing" is never seen
+                setTimeout(() => {
+                    if (!isResolved) {
+                        debugLogger.warn('[WhisperTranscription] Connection timeout (fallback resolve)');
+                        isResolved = true;
+                        resolve();
+                    }
+                }, 10000);
+            }
+            catch (err) {
+                debugLogger.error('[WhisperTranscription] Failed to spawn process:', err);
+                if (!isResolved) {
+                    isResolved = true;
+                    reject(err);
+                }
+            }
+        });
+    }
+    parseOutput(output) {
+        // whisper-stream output format: "[00:00:00.000 --> 00:00:02.000]   Hello world."
+        const lines = output.split('\n');
+        for (const line of lines) {
+            const match = line.match(/\[.* --> .*\]\s+(.*)/);
+            if (match && match[1]) {
+                let text = match[1].trim();
+                // Filter out [Silence], [music], (laughter), etc.
+                text = text
+                    .replace(/\[[^\]]*\]/g, '')
+                    .replace(/\([^)]*\)/g, '')
+                    .trim();
+                if (text) {
+                    // In VAD mode (step=0), each line is a completed speech block.
+                    // Append it to the buffer to ensure it doesn't disappear.
+                    this.currentTranscription = this.currentTranscription
+                        ? `${this.currentTranscription} ${text}`
+                        : text;
+                    debugLogger.debug(`[WhisperTranscription] Transcription updated (Local-VAD): "${this.currentTranscription}"`);
+                    this.emit('transcription', this.currentTranscription);
+                }
+            }
+        }
+    }
+    sendAudioChunk(_chunk) {
+        // whisper-stream handles its own audio capture.
+    }
+    getTranscription() {
+        return this.currentTranscription;
+    }
+    disconnect() {
+        if (this.process) {
+            this.process.kill('SIGTERM');
+            this.process = null;
+        }
+    }
+}
+//# sourceMappingURL=whisperTranscriptionProvider.js.map

package/dist/src/voice/whisperTranscriptionProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"whisperTranscriptionProvider.js","sourceRoot":"","sources":["../../../src/voice/whisperTranscriptionProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,KAAK,EAAuC,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,aAAa,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAatD;;;;;GAKG;AACH,MAAM,OAAO,4BACX,SAAQ,YAAiC;IAMZ;IAHrB,OAAO,GAA0C,IAAI,CAAC;IACtD,oBAAoB,GAAG,EAAE,CAAC;IAElC,YAA6B,OAA+B;QAC1D,KAAK,EAAE,CAAC;QADmB,YAAO,GAAP,OAAO,CAAwB;IAE5D,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,WAAW;QACtB,IAAI,CAAC;YACH,MAAM,aAAa,CAAC,gBAAgB,CAAC,CAAC;YACtC,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,EAAE,SAAS,EAAE,OAAO,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QAEzE,IAAI,CAAC,oBAAoB,GAAG,EAAE,CAAC;QAE/B,MAAM,SAAS,GAAG,MAAM,4BAA4B,CAAC,WAAW,EAAE,CAAC;QACnE,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,OAAO,CAAC,MAAM,CACnB,IAAI,KAAK,CACP,+HAA+H,CAChI,CACF,CAAC;QACJ,CAAC;QAED,WAAW,CAAC,KAAK,CACf,8DAA8D,SAAS,oBAAoB,IAAI,YAAY,MAAM,GAAG,CACrH,CAAC;QAEF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,UAAU,GAAG,KAAK,CAAC;YAEvB,IAAI,CAAC;gBACH,kFAAkF;gBAClF,wEAAwE;gBACxE,+DAA+D;gBAC/D,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,gBAAgB,EAAE;oBACrC,IAAI;oBACJ,SAAS;oBACT,IAAI;oBACJ,OAAO,CAAC,QAAQ,EAAE;oBAClB,QAAQ;oBACR,IAAI,CAAC,QAAQ,EAAE;oBACf,UAAU;oBACV,MAAM,CAAC,QAAQ,EAAE;oBACjB,MAAM;oBACN,KAAK;iBACN,CAAC,CAAC;gBAEH,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;oBAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAC/B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBAC3B,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;oBAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAC5B,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;wBAC1B,WAAW,CAAC,KAAK,CAAC,kCAAkC,GAAG,EAAE,CAAC,CAAC;wBAC3D,IAAI,CAAC,UAAU,EAAE,CAAC;4BAChB,UAAU,GAAG,IAAI,CAAC;4BAClB,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;wBACzB,CAAC;oBACH,CAAC;oBAED,6FAA6F;oBAC7F,mEAAmE;oBACnE,IAAI,CAAC,UAAU,IAAI,GAAG,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;wBACpD,WAAW,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;wBACpE,UAAU,GAAG,IAAI,CAAC;wBAClB,OAAO,EAAE,CAAC;oBACZ,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBAC/B,WAAW,CAAC,KAAK,CAAC,uCAAuC,EAAE,GAAG,CAAC,CAAC;oBAChE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;oBACxB,IAAI,CAAC,UAAU,EAAE,CAAC;wBAChB,UAAU,GAAG,IAAI,CAAC;wBAClB,MAAM,CAAC,GAAG,CAAC,CAAC;oBACd,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;oBAChC,WAAW,CAAC,KAAK,CACf,mDAAmD,IAAI,EAAE,CAC1D,CAAC;oBACF,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;gBACtB,CAAC,CAAC,CAAC;gBAEH,4DAA4D;gBAC5D,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,CAAC,UAAU,EAAE,CAAC;wBAChB,WAAW,CAAC,IAAI,CACd,8DAA8D,CAC/D,CAAC;wBACF,UAAU,GAAG,IAAI,CAAC;wBAClB,OAAO,EAAE,CAAC;oBACZ,CAAC;gBACH,CAAC,EAAE,KAAK,CAAC,CAAC;YACZ,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,WAAW,CAAC,KAAK,CACf,iDAAiD,EACjD,GAAG,CACJ,CAAC;gBACF,IAAI,CAAC,UAAU,EAAE,CAAC;oBAChB,UAAU,GAAG,IAAI,CAAC;oBAClB,MAAM,CAAC,GAAG,CAAC,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,WAAW,CAAC,MAAc;QAChC,iFAAiF;QACjF,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;YACjD,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtB,IAAI,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAE3B,kDAAkD;gBAClD,IAAI,GAAG,IAAI;qBACR,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;qBAC1B,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;qBACzB,IAAI,EAAE,CAAC;gBAEV,IAAI,IAAI,EAAE,CAAC;oBACT,+DAA+D;oBAC/D,0DAA0D;oBAC1D,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,oBAAoB;wBACnD,CAAC,CAAC,GAAG,IAAI,CAAC,oBAAoB,IAAI,IAAI,EAAE;wBACxC,CAAC,CAAC,IAAI,CAAC;oBAET,WAAW,CAAC,KAAK,CACf,8DAA8D,IAAI,CAAC,oBAAoB,GAAG,CAC3F,CAAC;oBACF,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,cAAc,CAAC,MAAc;QAC3B,gDAAgD;IAClD,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACnC,CAAC;IAED,UAAU;QACR,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;CACF"}

package/dist/src/voice/whisperTranscriptionProvider.test.d.ts

@@ -0,0 +1,6 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export {};

package/dist/src/voice/whisperTranscriptionProvider.test.js

@@ -0,0 +1,24 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { describe, it, expect, vi, beforeEach } from 'vitest';
+import { WhisperTranscriptionProvider } from './whisperTranscriptionProvider.js';
+import commandExists from 'command-exists';
+vi.mock('command-exists', () => ({
+    default: vi.fn(),
+}));
+describe('WhisperTranscriptionProvider', () => {
+    beforeEach(() => {
+        vi.clearAllMocks();
+    });
+    it('should throw a friendly error if whisper-stream is not available', async () => {
+        vi.mocked(commandExists).mockRejectedValue(new Error('not found'));
+        const provider = new WhisperTranscriptionProvider({
+            modelPath: 'test-model.bin',
+        });
+        await expect(provider.connect()).rejects.toThrow('The `whisper-stream` command is required for local voice mode. Please install it (e.g., `brew install whisper-cpp` on macOS).');
+    });
+});
+//# sourceMappingURL=whisperTranscriptionProvider.test.js.map

package/dist/src/voice/whisperTranscriptionProvider.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"whisperTranscriptionProvider.test.js","sourceRoot":"","sources":["../../../src/voice/whisperTranscriptionProvider.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC9D,OAAO,EAAE,4BAA4B,EAAE,MAAM,mCAAmC,CAAC;AACjF,OAAO,aAAa,MAAM,gBAAgB,CAAC;AAE3C,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/B,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE;CACjB,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC5C,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;QAEnE,MAAM,QAAQ,GAAG,IAAI,4BAA4B,CAAC;YAChD,SAAS,EAAE,gBAAgB;SAC5B,CAAC,CAAC;QAEH,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAC9C,+HAA+H,CAChI,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}