zerg-ztc 0.1.10 → 0.1.11

package/dist/utils/dictation.js

@@ -0,0 +1,409 @@
+/**
+ * Audio dictation with push-to-talk support
+ * Automatic provider fallback:
+ * 1. OpenAI Whisper API (if OPENAI_API_KEY available)
+ * 2. Local whisper (if installed)
+ * 3. macOS native (SFSpeechRecognizer)
+ */
+import { spawn, execSync, spawnSync } from 'child_process';
+import { writeFile, readFile, unlink } from 'fs/promises';
+import { existsSync } from 'fs';
+import { join } from 'path';
+import { tmpdir, homedir, platform } from 'os';
+const RECORDING_DIR = join(tmpdir(), 'ztc-dictation');
+const RECORDING_FILE = join(RECORDING_DIR, 'recording.wav');
+// Global state for push-to-talk
+let activeRecording = null;
+let cachedRecordingTool = null;
+let cachedProvider = null;
+/**
+ * Check for available recording tool (cached)
+ */
+function getRecordingTool() {
+    if (cachedRecordingTool !== null)
+        return cachedRecordingTool;
+    const os = platform();
+    if (os === 'darwin' || os === 'linux') {
+        try {
+            execSync('which rec', { stdio: 'ignore' });
+            cachedRecordingTool = 'sox';
+            return 'sox';
+        }
+        catch { }
+        try {
+            execSync('which ffmpeg', { stdio: 'ignore' });
+            cachedRecordingTool = 'ffmpeg';
+            return 'ffmpeg';
+        }
+        catch { }
+    }
+    if (os === 'linux') {
+        try {
+            execSync('which arecord', { stdio: 'ignore' });
+            cachedRecordingTool = 'arecord';
+            return 'arecord';
+        }
+        catch { }
+    }
+    return null;
+}
+/**
+ * Get the best available transcription provider (cached)
+ */
+export function getBestProvider() {
+    if (cachedProvider !== null)
+        return cachedProvider;
+    // Check OpenAI first (best quality)
+    if (process.env.OPENAI_API_KEY) {
+        cachedProvider = 'openai';
+        return 'openai';
+    }
+    // Check local whisper
+    try {
+        execSync('which whisper', { stdio: 'ignore' });
+        cachedProvider = 'local';
+        return 'local';
+    }
+    catch { }
+    try {
+        execSync('which whisper-cpp', { stdio: 'ignore' });
+        cachedProvider = 'local';
+        return 'local';
+    }
+    catch { }
+    // macOS native as fallback
+    if (platform() === 'darwin') {
+        cachedProvider = 'macos';
+        return 'macos';
+    }
+    return null;
+}
+/**
+ * Check if dictation is available
+ */
+export function isDictationAvailable() {
+    return getRecordingTool() !== null && getBestProvider() !== null;
+}
+/**
+ * Check if currently recording
+ */
+export function isRecording() {
+    return activeRecording !== null;
+}
+/**
+ * Get the name of the recording device/tool being used
+ */
+export function getRecordingDeviceName() {
+    const tool = getRecordingTool();
+    if (!tool)
+        return null;
+    const os = platform();
+    if (tool === 'sox') {
+        // On macOS, sox uses coreaudio
+        if (os === 'darwin') {
+            return 'Default Input (sox)';
+        }
+        return 'Default Input (sox)';
+    }
+    if (tool === 'ffmpeg') {
+        if (os === 'darwin') {
+            return 'Default Input (avfoundation)';
+        }
+        return 'Default Input (alsa)';
+    }
+    if (tool === 'arecord') {
+        return 'Default Input (alsa)';
+    }
+    return tool;
+}
+/**
+ * Start recording (push-to-talk: press to start)
+ */
+export function startRecording() {
+    if (activeRecording) {
+        return false; // Already recording
+    }
+    const tool = getRecordingTool();
+    if (!tool) {
+        throw new Error('No recording tool available. Install sox: brew install sox');
+    }
+    // Ensure directory exists
+    if (!existsSync(RECORDING_DIR)) {
+        execSync(`mkdir -p "${RECORDING_DIR}"`);
+    }
+    const os = platform();
+    let proc;
+    if (tool === 'sox') {
+        proc = spawn('rec', [
+            '-q', // Quiet
+            '-r', '16000', // 16kHz (Whisper optimal)
+            '-c', '1', // Mono
+            '-b', '16', // 16-bit
+            RECORDING_FILE
+        ], { stdio: 'ignore' });
+    }
+    else if (tool === 'ffmpeg') {
+        if (os === 'darwin') {
+            proc = spawn('ffmpeg', [
+                '-y', '-f', 'avfoundation', '-i', ':0',
+                '-ar', '16000', '-ac', '1', '-sample_fmt', 's16',
+                RECORDING_FILE
+            ], { stdio: 'ignore' });
+        }
+        else {
+            proc = spawn('ffmpeg', [
+                '-y', '-f', 'alsa', '-i', 'default',
+                '-ar', '16000', '-ac', '1', '-sample_fmt', 's16',
+                RECORDING_FILE
+            ], { stdio: 'ignore' });
+        }
+    }
+    else {
+        proc = spawn('arecord', [
+            '-f', 'S16_LE', '-r', '16000', '-c', '1',
+            RECORDING_FILE
+        ], { stdio: 'ignore' });
+    }
+    activeRecording = {
+        process: proc,
+        startTime: Date.now()
+    };
+    return true;
+}
+/**
+ * Stop recording and transcribe (push-to-talk: release to stop)
+ */
+export async function stopRecordingAndTranscribe() {
+    if (!activeRecording) {
+        throw new Error('Not currently recording');
+    }
+    const { process: proc, startTime } = activeRecording;
+    activeRecording = null;
+    // Stop the recording process
+    await new Promise((resolve) => {
+        proc.on('close', () => resolve());
+        proc.on('error', () => resolve());
+        proc.kill('SIGINT');
+        // Fallback timeout
+        setTimeout(() => resolve(), 1000);
+    });
+    // Small delay to ensure file is written
+    await new Promise(resolve => setTimeout(resolve, 100));
+    if (!existsSync(RECORDING_FILE)) {
+        throw new Error('Recording file not created');
+    }
+    const recordingDuration = Date.now() - startTime;
+    const provider = getBestProvider();
+    if (!provider) {
+        throw new Error('No transcription provider available');
+    }
+    // Transcribe
+    const transcribeStart = Date.now();
+    let text;
+    try {
+        text = await transcribe(RECORDING_FILE, provider);
+    }
+    finally {
+        // Clean up recording file
+        try {
+            await unlink(RECORDING_FILE);
+        }
+        catch { }
+    }
+    return {
+        text: text.trim(),
+        duration: Date.now() - transcribeStart,
+        provider
+    };
+}
+/**
+ * Cancel active recording without transcribing
+ */
+export function cancelRecording() {
+    if (activeRecording) {
+        activeRecording.process.kill('SIGKILL');
+        activeRecording = null;
+        // Clean up file
+        try {
+            if (existsSync(RECORDING_FILE)) {
+                execSync(`rm -f "${RECORDING_FILE}"`);
+            }
+        }
+        catch { }
+    }
+}
+/**
+ * Transcribe audio file
+ */
+async function transcribe(audioPath, provider) {
+    switch (provider) {
+        case 'openai':
+            return transcribeOpenAI(audioPath);
+        case 'local':
+            return transcribeLocal(audioPath);
+        case 'macos':
+            return transcribeMacOS(audioPath);
+        default:
+            throw new Error(`Unknown provider: ${provider}`);
+    }
+}
+/**
+ * Transcribe using OpenAI Whisper API
+ */
+async function transcribeOpenAI(audioPath) {
+    const apiKey = process.env.OPENAI_API_KEY;
+    if (!apiKey) {
+        throw new Error('OPENAI_API_KEY not set');
+    }
+    const audioData = await readFile(audioPath);
+    const formData = new FormData();
+    formData.append('file', new Blob([audioData], { type: 'audio/wav' }), 'audio.wav');
+    formData.append('model', 'whisper-1');
+    const response = await fetch('https://api.openai.com/v1/audio/transcriptions', {
+        method: 'POST',
+        headers: { 'Authorization': `Bearer ${apiKey}` },
+        body: formData
+    });
+    if (!response.ok) {
+        const error = await response.text();
+        throw new Error(`Whisper API error: ${error}`);
+    }
+    const result = await response.json();
+    return result.text;
+}
+/**
+ * Transcribe using local whisper
+ */
+async function transcribeLocal(audioPath) {
+    // Try Python whisper first
+    try {
+        execSync('which whisper', { stdio: 'ignore' });
+        const result = spawnSync('whisper', [
+            audioPath,
+            '--model', 'base',
+            '--output_format', 'txt',
+            '--output_dir', RECORDING_DIR
+        ], { encoding: 'utf-8', timeout: 60000 });
+        if (result.status === 0) {
+            const outputFile = audioPath.replace(/\.wav$/, '.txt');
+            if (existsSync(outputFile)) {
+                const text = await readFile(outputFile, 'utf-8');
+                await unlink(outputFile).catch(() => { });
+                return text.trim();
+            }
+        }
+    }
+    catch { }
+    // Try whisper.cpp
+    try {
+        execSync('which whisper-cpp', { stdio: 'ignore' });
+        const modelPath = join(homedir(), '.local/share/whisper/ggml-base.bin');
+        const result = spawnSync('whisper-cpp', [
+            '-m', modelPath,
+            '-f', audioPath
+        ], { encoding: 'utf-8', timeout: 60000 });
+        if (result.status === 0) {
+            return result.stdout.trim();
+        }
+    }
+    catch { }
+    throw new Error('Local whisper transcription failed');
+}
+/**
+ * Transcribe using macOS native Speech Recognition
+ */
+async function transcribeMacOS(audioPath) {
+    const swiftCode = `
+import Foundation
+import Speech
+
+let semaphore = DispatchSemaphore(value: 0)
+var transcription = ""
+var errorMsg = ""
+
+SFSpeechRecognizer.requestAuthorization { status in
+    guard status == .authorized else {
+        errorMsg = "Speech recognition not authorized"
+        semaphore.signal()
+        return
+    }
+
+    guard let recognizer = SFSpeechRecognizer(locale: Locale(identifier: "en-US")),
+          recognizer.isAvailable else {
+        errorMsg = "Speech recognizer not available"
+        semaphore.signal()
+        return
+    }
+
+    let url = URL(fileURLWithPath: CommandLine.arguments[1])
+    let request = SFSpeechURLRecognitionRequest(url: url)
+    request.shouldReportPartialResults = false
+
+    recognizer.recognitionTask(with: request) { result, error in
+        if let error = error {
+            errorMsg = error.localizedDescription
+            semaphore.signal()
+            return
+        }
+
+        if let result = result, result.isFinal {
+            transcription = result.bestTranscription.formattedString
+            semaphore.signal()
+        }
+    }
+}
+
+_ = semaphore.wait(timeout: .now() + 30)
+
+if !errorMsg.isEmpty {
+    fputs(errorMsg + "\\n", stderr)
+    exit(1)
+}
+print(transcription)
+`;
+    const swiftFile = join(RECORDING_DIR, 'transcribe.swift');
+    await writeFile(swiftFile, swiftCode);
+    try {
+        const result = spawnSync('swift', [swiftFile, audioPath], {
+            encoding: 'utf-8',
+            timeout: 35000
+        });
+        if (result.status !== 0) {
+            throw new Error(result.stderr || 'macOS transcription failed');
+        }
+        return result.stdout.trim();
+    }
+    finally {
+        await unlink(swiftFile).catch(() => { });
+    }
+}
+/**
+ * Get status message for dictation availability
+ */
+export function getDictationStatus() {
+    const tool = getRecordingTool();
+    const provider = getBestProvider();
+    const parts = [];
+    if (tool) {
+        parts.push(`Recording: ${tool}`);
+    }
+    else {
+        parts.push('Recording: not available (install sox: brew install sox)');
+    }
+    if (provider) {
+        const providerNames = {
+            openai: 'OpenAI Whisper',
+            local: 'Local Whisper',
+            macos: 'macOS Native'
+        };
+        parts.push(`Transcription: ${providerNames[provider]}`);
+    }
+    else {
+        parts.push('Transcription: not available');
+    }
+    if (tool && provider) {
+        parts.push('\nPress Ctrl+T to start/stop recording');
+    }
+    return parts.join('\n');
+}
+//# sourceMappingURL=dictation.js.map

package/dist/utils/dictation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dictation.js","sourceRoot":"","sources":["../../src/utils/dictation.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAgB,MAAM,eAAe,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAS,MAAM,aAAa,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAChC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AAU/C,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC;AACtD,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;AAE5D,gCAAgC;AAChC,IAAI,eAAe,GAGR,IAAI,CAAC;AAEhB,IAAI,mBAAmB,GAAwC,IAAI,CAAC;AACpE,IAAI,cAAc,GAA6B,IAAI,CAAC;AAEpD;;GAEG;AACH,SAAS,gBAAgB;IACvB,IAAI,mBAAmB,KAAK,IAAI;QAAE,OAAO,mBAAmB,CAAC;IAE7D,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;IAEtB,IAAI,EAAE,KAAK,QAAQ,IAAI,EAAE,KAAK,OAAO,EAAE,CAAC;QACtC,IAAI,CAAC;YACH,QAAQ,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC3C,mBAAmB,GAAG,KAAK,CAAC;YAC5B,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QAEV,IAAI,CAAC;YACH,QAAQ,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC9C,mBAAmB,GAAG,QAAQ,CAAC;YAC/B,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;IAED,IAAI,EAAE,KAAK,OAAO,EAAE,CAAC;QACnB,IAAI,CAAC;YACH,QAAQ,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC/C,mBAAmB,GAAG,SAAS,CAAC;YAChC,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe;IAC7B,IAAI,cAAc,KAAK,IAAI;QAAE,OAAO,cAAc,CAAC;IAEnD,oCAAoC;IACpC,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QAC/B,cAAc,GAAG,QAAQ,CAAC;QAC1B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,sBAAsB;IACtB,IAAI,CAAC;QACH,QAAQ,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC/C,cAAc,GAAG,OAAO,CAAC;QACzB,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IAEV,IAAI,CAAC;QACH,QAAQ,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QACnD,cAAc,GAAG,OAAO,CAAC;QACzB,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IAEV,2BAA2B;IAC3B,IAAI,QAAQ,EAAE,KAAK,QAAQ,EAAE,CAAC;QAC5B,cAAc,GAAG,OAAO,CAAC;QACzB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB;IAClC,OAAO,gBAAgB,EAAE,KAAK,IAAI,IAAI,eAAe,EAAE,KAAK,IAAI,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW;IACzB,OAAO,eAAe,KAAK,IAAI,CAAC;AAClC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB;IACpC,MAAM,IAAI,GAAG,gBAAgB,EAAE,CAAC;IAChC,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAEvB,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;IAEtB,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACnB,+BAA+B;QAC/B,IAAI,EAAE,KAAK,QAAQ,EAAE,CAAC;YACpB,OAAO,qBAAqB,CAAC;QAC/B,CAAC;QACD,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IAED,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,IAAI,EAAE,KAAK,QAAQ,EAAE,CAAC;YACpB,OAAO,8BAA8B,CAAC;QACxC,CAAC;QACD,OAAO,sBAAsB,CAAC;IAChC,CAAC;IAED,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,sBAAsB,CAAC;IAChC,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc;IAC5B,IAAI,eAAe,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC,CAAC,oBAAoB;IACpC,CAAC;IAED,MAAM,IAAI,GAAG,gBAAgB,EAAE,CAAC;IAChC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAChF,CAAC;IAED,0BAA0B;IAC1B,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAC/B,QAAQ,CAAC,aAAa,aAAa,GAAG,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAC;IACtB,IAAI,IAAkB,CAAC;IAEvB,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACnB,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE;YAClB,IAAI,EAAY,QAAQ;YACxB,IAAI,EAAE,OAAO,EAAG,0BAA0B;YAC1C,IAAI,EAAE,GAAG,EAAO,OAAO;YACvB,IAAI,EAAE,IAAI,EAAM,SAAS;YACzB,cAAc;SACf,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC1B,CAAC;SAAM,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,IAAI,EAAE,KAAK,QAAQ,EAAE,CAAC;YACpB,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE;gBACrB,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,IAAI;gBACtC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,aAAa,EAAE,KAAK;gBAChD,cAAc;aACf,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE;gBACrB,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS;gBACnC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,aAAa,EAAE,KAAK;gBAChD,cAAc;aACf,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,KAAK,CAAC,SAAS,EAAE;YACtB,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG;YACxC,cAAc;SACf,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC1B,CAAC;IAED,eAAe,GAAG;QAChB,OAAO,EAAE,IAAI;QACb,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;KACtB,CAAC;IAEF,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B;IAC9C,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,eAAe,CAAC;IACrD,eAAe,GAAG,IAAI,CAAC;IAEvB,6BAA6B;IAC7B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,mBAAmB;QACnB,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,wCAAwC;IACxC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAEvD,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAChD,CAAC;IAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACjD,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;IAEnC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IAED,aAAa;IACb,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACnC,IAAI,IAAY,CAAC;IAEjB,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,UAAU,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IACpD,CAAC;YAAS,CAAC;QACT,0BAA0B;QAC1B,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;QACjB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,eAAe;QACtC,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe;IAC7B,IAAI,eAAe,EAAE,CAAC;QACpB,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,eAAe,GAAG,IAAI,CAAC;QACvB,gBAAgB;QAChB,IAAI,CAAC;YACH,IAAI,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;gBAC/B,QAAQ,CAAC,UAAU,cAAc,GAAG,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,UAAU,CAAC,SAAiB,EAAE,QAA2B;IACtE,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,QAAQ;YACX,OAAO,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACrC,KAAK,OAAO;YACV,OAAO,eAAe,CAAC,SAAS,CAAC,CAAC;QACpC,KAAK,OAAO;YACV,OAAO,eAAe,CAAC,SAAS,CAAC,CAAC;QACpC;YACE,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;IACrD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAAC,SAAiB;IAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;IAE5C,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;IAChC,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;IACnF,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAEtC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,gDAAgD,EAAE;QAC7E,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,eAAe,EAAE,UAAU,MAAM,EAAE,EAAE;QAChD,IAAI,EAAE,QAAQ;KACf,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAsB,CAAC;IACzD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,eAAe,CAAC,SAAiB;IAC9C,2BAA2B;IAC3B,IAAI,CAAC;QACH,QAAQ,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAE/C,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,EAAE;YAClC,SAAS;YACT,SAAS,EAAE,MAAM;YACjB,iBAAiB,EAAE,KAAK;YACxB,cAAc,EAAE,aAAa;SAC9B,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAE1C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,UAAU,GAAG,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACvD,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBACjD,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACzC,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IAEV,kBAAkB;IAClB,IAAI,CAAC;QACH,QAAQ,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEnD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,oCAAoC,CAAC,CAAC;QACxE,MAAM,MAAM,GAAG,SAAS,CAAC,aAAa,EAAE;YACtC,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,SAAS;SAChB,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAE1C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IAEV,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;AACxD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,eAAe,CAAC,SAAiB;IAC9C,MAAM,SAAS,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+CnB,CAAC;IAEA,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC;IAC1D,MAAM,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IAEtC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE;YACxD,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,4BAA4B,CAAC,CAAC;QACjE,CAAC;QAED,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAC9B,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC1C,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB;IAChC,MAAM,IAAI,GAAG,gBAAgB,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;IAEnC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,IAAI,EAAE,CAAC;QACT,KAAK,CAAC,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;IACnC,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;IACzE,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,aAAa,GAAsC;YACvD,MAAM,EAAE,gBAAgB;YACxB,KAAK,EAAE,eAAe;YACtB,KAAK,EAAE,cAAc;SACtB,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,kBAAkB,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC1D,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,IAAI,IAAI,QAAQ,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/utils/dictation_native.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Native real-time dictation using ztc-audio Rust binary
+ * Provides:
+ * - Real-time audio level metering (VU meter)
+ * - Real-time transcription via whisper
+ * - Cross-platform support
+ */
+export interface DictationEvent {
+    type: 'ready' | 'level' | 'text' | 'error' | 'stopped';
+    device?: string;
+    model?: string;
+    db?: number;
+    rms?: number;
+    content?: string;
+    partial?: boolean;
+    message?: string;
+}
+export type DictationEventHandler = (event: DictationEvent) => void;
+/**
+ * Check if native dictation is available
+ */
+export declare function isNativeDictationAvailable(): boolean;
+/**
+ * Check if currently recording
+ */
+export declare function isNativeRecording(): boolean;
+/**
+ * Subscribe to dictation events
+ */
+export declare function onDictationEvent(handler: DictationEventHandler): () => void;
+/**
+ * Start native recording with real-time transcription
+ */
+export declare function startNativeRecording(options?: {
+    model?: string;
+    device?: string;
+}): boolean;
+/**
+ * Stop native recording
+ * Returns the final transcription
+ */
+export declare function stopNativeRecording(): Promise<string>;
+/**
+ * Cancel native recording without getting transcription
+ */
+export declare function cancelNativeRecording(): void;
+/**
+ * Get recording status info
+ */
+export declare function getNativeDictationStatus(): string;
+//# sourceMappingURL=dictation_native.d.ts.map

package/dist/utils/dictation_native.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dictation_native.d.ts","sourceRoot":"","sources":["../../src/utils/dictation_native.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAqBH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,OAAO,GAAG,OAAO,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;IACvD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,MAAM,qBAAqB,GAAG,CAAC,KAAK,EAAE,cAAc,KAAK,IAAI,CAAC;AAoCpE;;GAEG;AACH,wBAAgB,0BAA0B,IAAI,OAAO,CAEpD;AAED;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,OAAO,CAE3C;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,qBAAqB,GAAG,MAAM,IAAI,CAK3E;AAYD;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,GAAE;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACZ,GAAG,OAAO,CAuEf;AAED;;;GAGG;AACH,wBAAsB,mBAAmB,IAAI,OAAO,CAAC,MAAM,CAAC,CAgC3D;AAED;;GAEG;AACH,wBAAgB,qBAAqB,IAAI,IAAI,CAK5C;AAED;;GAEG;AACH,wBAAgB,wBAAwB,IAAI,MAAM,CAmBjD"}

package/dist/utils/dictation_native.js

@@ -0,0 +1,216 @@
+/**
+ * Native real-time dictation using ztc-audio Rust binary
+ * Provides:
+ * - Real-time audio level metering (VU meter)
+ * - Real-time transcription via whisper
+ * - Cross-platform support
+ */
+import { spawn } from 'child_process';
+import { existsSync } from 'fs';
+import { createInterface } from 'readline';
+import { join, dirname } from 'path';
+import { homedir } from 'os';
+import { fileURLToPath } from 'url';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+// Try to import the @zergai/ztc-dictation package
+let dictationPackage = null;
+try {
+    // @ts-ignore - dynamic import of optional package
+    dictationPackage = await import('@zergai/ztc-dictation');
+}
+catch {
+    // Package not installed, will fall back to local binary
+}
+let activeProcess = null;
+let eventHandlers = [];
+/**
+ * Get the path to the ztc-audio binary
+ */
+function getBinaryPath() {
+    // 1. Try the @zergai/ztc-dictation package first
+    if (dictationPackage) {
+        const pkgPath = dictationPackage.getBinaryPath();
+        if (pkgPath && existsSync(pkgPath)) {
+            return pkgPath;
+        }
+    }
+    // 2. Check local development/install paths
+    const possiblePaths = [
+        // Development (new location)
+        join(process.cwd(), 'packages', 'ztc-dictation', 'target', 'release', 'ztc-audio'),
+        // Development (old location)
+        join(process.cwd(), 'native', 'ztc-audio', 'target', 'release', 'ztc-audio'),
+        // Global install
+        join(homedir(), '.ztc', 'bin', 'ztc-audio'),
+    ];
+    for (const p of possiblePaths) {
+        if (existsSync(p)) {
+            return p;
+        }
+    }
+    return null;
+}
+/**
+ * Check if native dictation is available
+ */
+export function isNativeDictationAvailable() {
+    return getBinaryPath() !== null;
+}
+/**
+ * Check if currently recording
+ */
+export function isNativeRecording() {
+    return activeProcess !== null;
+}
+/**
+ * Subscribe to dictation events
+ */
+export function onDictationEvent(handler) {
+    eventHandlers.push(handler);
+    return () => {
+        eventHandlers = eventHandlers.filter(h => h !== handler);
+    };
+}
+function emit(event) {
+    for (const handler of eventHandlers) {
+        try {
+            handler(event);
+        }
+        catch (e) {
+            // Ignore handler errors
+        }
+    }
+}
+/**
+ * Start native recording with real-time transcription
+ */
+export function startNativeRecording(options = {}) {
+    if (activeProcess) {
+        return false; // Already recording
+    }
+    const binaryPath = getBinaryPath();
+    if (!binaryPath) {
+        emit({
+            type: 'error',
+            message: 'ztc-audio binary not found. Run: cargo build --release in native/ztc-audio'
+        });
+        return false;
+    }
+    const args = [];
+    if (options.model) {
+        args.push('--model', options.model);
+    }
+    else {
+        args.push('--model', 'tiny'); // Default to tiny for speed
+    }
+    if (options.device) {
+        args.push('--device', options.device);
+    }
+    try {
+        activeProcess = spawn(binaryPath, args, {
+            stdio: ['pipe', 'pipe', 'pipe'],
+        });
+        // Parse JSON lines from stdout
+        const rl = createInterface({
+            input: activeProcess.stdout,
+            crlfDelay: Infinity,
+        });
+        rl.on('line', (line) => {
+            try {
+                const msg = JSON.parse(line);
+                emit(msg);
+            }
+            catch (e) {
+                // Ignore parse errors
+            }
+        });
+        // Capture stderr for debugging
+        activeProcess.stderr?.on('data', (data) => {
+            const text = data.toString().trim();
+            if (text && !text.includes('Downloading')) {
+                // Don't emit download progress as errors
+                // Could log this for debugging
+            }
+        });
+        activeProcess.on('close', (code) => {
+            activeProcess = null;
+            emit({ type: 'stopped' });
+        });
+        activeProcess.on('error', (err) => {
+            activeProcess = null;
+            emit({ type: 'error', message: err.message });
+        });
+        return true;
+    }
+    catch (err) {
+        emit({
+            type: 'error',
+            message: `Failed to start ztc-audio: ${err instanceof Error ? err.message : 'Unknown error'}`
+        });
+        return false;
+    }
+}
+/**
+ * Stop native recording
+ * Returns the final transcription
+ */
+export async function stopNativeRecording() {
+    if (!activeProcess) {
+        return '';
+    }
+    return new Promise((resolve) => {
+        let finalText = '';
+        // Listen for the final transcription
+        const cleanup = onDictationEvent((event) => {
+            if (event.type === 'text' && event.partial === false) {
+                finalText = event.content || '';
+            }
+            if (event.type === 'stopped') {
+                cleanup();
+                resolve(finalText);
+            }
+        });
+        // Send SIGINT to trigger graceful shutdown
+        activeProcess?.kill('SIGINT');
+        // Fallback timeout
+        setTimeout(() => {
+            if (activeProcess) {
+                activeProcess.kill('SIGKILL');
+                activeProcess = null;
+            }
+            cleanup();
+            resolve(finalText);
+        }, 3000);
+    });
+}
+/**
+ * Cancel native recording without getting transcription
+ */
+export function cancelNativeRecording() {
+    if (activeProcess) {
+        activeProcess.kill('SIGKILL');
+        activeProcess = null;
+    }
+}
+/**
+ * Get recording status info
+ */
+export function getNativeDictationStatus() {
+    const binaryPath = getBinaryPath();
+    const parts = [];
+    if (binaryPath) {
+        parts.push(`Native dictation: available`);
+        parts.push(`Binary: ${binaryPath}`);
+        parts.push(`Model: ~/.ztc/models/ggml-*.bin`);
+    }
+    else {
+        parts.push('Native dictation: not available');
+        parts.push('Build with: cd native/ztc-audio && cargo build --release');
+    }
+    if (isNativeRecording()) {
+        parts.push('\nCurrently recording...');
+    }
+    return parts.join('\n');
+}
+//# sourceMappingURL=dictation_native.js.map