@codingame/monaco-vscode-chat-service-override 36.2.7 → 37.0.0

package/vscode/src/vs/workbench/contrib/chat/browser/voiceClient/micCaptureService.js

@@ -1,399 +0,0 @@
-
-import { __decorate, __param } from '@codingame/monaco-vscode-api/external/tslib/tslib.es6';
-import { Disposable } from '@codingame/monaco-vscode-api/vscode/vs/base/common/lifecycle';
-import { Emitter } from '@codingame/monaco-vscode-api/vscode/vs/base/common/event';
-import '@codingame/monaco-vscode-api/vscode/vs/platform/instantiation/common/extensions';
-import { StorageScope } from '@codingame/monaco-vscode-api/vscode/vs/platform/storage/common/storage';
-import { IStorageService } from '@codingame/monaco-vscode-api/vscode/vs/platform/storage/common/storage.service';
-import '@codingame/monaco-vscode-api/vscode/vs/platform/notification/common/notification';
-import { INotificationService } from '@codingame/monaco-vscode-api/vscode/vs/platform/notification/common/notification.service';
-import { ILogService } from '@codingame/monaco-vscode-api/vscode/vs/platform/log/common/log.service';
-import { localize } from '@codingame/monaco-vscode-api/vscode/vs/nls';
-import { AgentsVoiceStorageKeys } from '../../../agentsVoice/common/agentsVoice.js';
-import '@codingame/monaco-vscode-api/vscode/vs/platform/instantiation/common/instantiation';
-import Severity from '@codingame/monaco-vscode-api/vscode/vs/base/common/severity';
-
-var MicCaptureService_1;
-let MicCaptureService = class MicCaptureService extends Disposable {
-    static {
-        MicCaptureService_1 = this;
-    }
-    constructor(storageService, notificationService, logService) {
-        super();
-        this.storageService = storageService;
-        this.notificationService = notificationService;
-        this.logService = logService;
-        this._micStream = null;
-        this._isCapturing = false;
-        this._pttHeld = false;
-        this._pttStreaming = false;
-        this._isMuted = false;
-        this._suppressUntilTs = 0;
-        this._pttAcquiring = false;
-        this._pttReleasedDuringAcquire = false;
-        this._pttDrainTargetSamples = 0;
-        this._pttDrainSamplesSent = 0;
-        this._diagTurnId = "";
-        this._diagPttDownTs = 0;
-        this._diagPttUpTs = 0;
-        this._diagChunksSent = 0;
-        this._diagSamplesSent = 0;
-        this._diagDrainFired = false;
-        this._diagDrainChunks = 0;
-        this._diagDrainSamples = 0;
-        this._diagDrainSkippedByMute = 0;
-        this._diagDrainSkippedBySuppression = 0;
-        this._diagPostReleaseCallbacks = 0;
-        this._diagPostReleaseSamples = 0;
-        this._diagPostReleaseSkippedByMute = 0;
-        this._diagPostReleaseSkippedBySuppression = 0;
-        this._diagReleasedDuringAcquire = false;
-        this._diagPttUpWithoutCapture = false;
-        this._onPttStart = this._register(( new Emitter()));
-        this.onPttStart = this._onPttStart.event;
-        this._onPttAudioChunk = this._register(( new Emitter()));
-        this.onPttAudioChunk = this._onPttAudioChunk.event;
-        this._onPttEnd = this._register(( new Emitter()));
-        this.onPttEnd = this._onPttEnd.event;
-        this._onPttDiagnostic = this._register(( new Emitter()));
-        this.onPttDiagnostic = this._onPttDiagnostic.event;
-    }
-    static {
-        this._PTT_DRAIN_WINDOW_MS = 500;
-    }
-    static {
-        this._DIAG_POST_RELEASE_WINDOW_MS = 1000;
-    }
-    get isCapturing() {
-        return this._isCapturing;
-    }
-    get analyserNode() {
-        return this._analyserNode;
-    }
-    get isMuted() {
-        return this._isMuted;
-    }
-    set isMuted(value) {
-        this._isMuted = value;
-    }
-    suppressUntil(timestamp) {
-        this._suppressUntilTs = timestamp;
-    }
-    prepare(window) {
-        this._window = window;
-    }
-    async pttDown(turnId) {
-        if (this._pttHeld) {
-            return;
-        }
-        this._finishDrain();
-        this._flushPendingDiagnostic();
-        this._resetDiagnosticCounters(turnId);
-        this._pttHeld = true;
-        this._pttStreaming = true;
-        this._pttReleasedDuringAcquire = false;
-        this._isMuted = false;
-        if (this._isCapturing) {
-            this._onPttStart.fire();
-            return;
-        }
-        if (!this._window) {
-            return;
-        }
-        if (this._pttAcquiring) {
-            return;
-        }
-        this._pttAcquiring = true;
-        try {
-            await this.startCapture(this._window);
-        } catch (err) {
-            this._pttHeld = false;
-            this._pttStreaming = false;
-            this._pttAcquiring = false;
-            this._pttReleasedDuringAcquire = false;
-            throw err;
-        }
-        this._pttAcquiring = false;
-        this._onPttStart.fire();
-        if (this._pttReleasedDuringAcquire) {
-            this._pttReleasedDuringAcquire = false;
-            this._pttStreaming = false;
-            this._diagReleasedDuringAcquire = true;
-            this._onPttEnd.fire();
-            this.stopCapture();
-            this._scheduleDiagnosticFire();
-        }
-    }
-    pttUp() {
-        if (!this._pttHeld) {
-            return;
-        }
-        if (this._pttAcquiring) {
-            this._pttReleasedDuringAcquire = true;
-            this._diagReleasedDuringAcquire = true;
-            this._diagPttUpTs = Date.now();
-            this._scheduleDiagnosticFire();
-            return;
-        }
-        if (!this._isCapturing) {
-            this._pttHeld = false;
-            this._pttStreaming = false;
-            this._diagPttUpWithoutCapture = true;
-            this._diagPttUpTs = Date.now();
-            this._scheduleDiagnosticFire();
-            return;
-        }
-        this._pttHeld = false;
-        this._diagPttUpTs = Date.now();
-        const sampleRate = this._micCtx?.sampleRate ?? 16000;
-        this._pttDrainTargetSamples = Math.ceil(sampleRate * MicCaptureService_1._PTT_DRAIN_WINDOW_MS / 1000);
-        this._pttDrainSamplesSent = 0;
-        this._pttDrainFallbackTimer = setTimeout(() => {
-            this._pttDrainFallbackTimer = undefined;
-            this._finishDrain();
-        }, MicCaptureService_1._PTT_DRAIN_WINDOW_MS + 250);
-        this._scheduleDiagnosticFire();
-    }
-    async startCapture(window) {
-        this._window = window;
-        if (this._isCapturing) {
-            return;
-        }
-        const deviceId = this.storageService.get(AgentsVoiceStorageKeys.MicrophoneDevice, StorageScope.APPLICATION);
-        const audioConstraints = {
-            channelCount: 1,
-            sampleRate: 16000,
-            echoCancellation: true,
-            noiseSuppression: true
-        };
-        if (deviceId) {
-            audioConstraints.deviceId = {
-                exact: deviceId
-            };
-        }
-        let micStream;
-        try {
-            micStream = await window.navigator.mediaDevices.getUserMedia({
-                audio: audioConstraints
-            });
-        } catch (err) {
-            const isDeviceError = deviceId && err instanceof DOMException && (err.name === "OverconstrainedError" || err.name === "NotFoundError");
-            if (isDeviceError) {
-                this.logService.warn(
-                    `[mic] Preferred device ${deviceId.slice(0, 8)}… unavailable, falling back to default`
-                );
-                delete audioConstraints.deviceId;
-                try {
-                    micStream = await window.navigator.mediaDevices.getUserMedia({
-                        audio: audioConstraints
-                    });
-                } catch (retryErr) {
-                    this._notifyMicPermissionDenied(retryErr);
-                    throw retryErr;
-                }
-            } else {
-                this._notifyMicPermissionDenied(err);
-                throw err;
-            }
-        }
-        this._micStream = micStream;
-        if (!this._micCtx) {
-            this._micCtx = new window.AudioContext({
-                sampleRate: 16000
-            });
-        }
-        const ctx = this._micCtx;
-        const source = ctx.createMediaStreamSource(micStream);
-        const analyser = ctx.createAnalyser();
-        analyser.fftSize = 256;
-        source.connect(analyser);
-        this._analyserNode = analyser;
-        const processor = ctx.createScriptProcessor(2048, 1, 1);
-        this._scriptNode = processor;
-        processor.onaudioprocess = e => {
-            const nowTs = Date.now();
-            const ptUpTs = this._diagPttUpTs;
-            const isDrainCallback = this._pttStreaming && !this._pttHeld;
-            const inDiagWindow = ptUpTs > 0 && !this._pttHeld && nowTs <= ptUpTs + MicCaptureService_1._DIAG_POST_RELEASE_WINDOW_MS;
-            const isPostReleaseCallback = !this._pttStreaming && inDiagWindow;
-            if (this._isMuted) {
-                if (isDrainCallback) {
-                    this._diagDrainSkippedByMute++;
-                }
-                if (isPostReleaseCallback) {
-                    this._diagPostReleaseSkippedByMute++;
-                }
-                return;
-            }
-            if (nowTs < this._suppressUntilTs) {
-                if (isDrainCallback) {
-                    this._diagDrainSkippedBySuppression++;
-                }
-                if (isPostReleaseCallback) {
-                    this._diagPostReleaseSkippedBySuppression++;
-                }
-                return;
-            }
-            if (!this._pttStreaming) {
-                if (isPostReleaseCallback) {
-                    this._diagPostReleaseCallbacks++;
-                    this._diagPostReleaseSamples += e.inputBuffer.length;
-                }
-                return;
-            }
-            const channelData = e.inputBuffer.getChannelData(0);
-            const samples = ( new Float32Array(channelData));
-            const b64 = encodeRawPcm16Base64(samples, this._window);
-            this._diagChunksSent++;
-            this._diagSamplesSent += samples.length;
-            if (isDrainCallback) {
-                this._diagDrainFired = true;
-                this._diagDrainChunks++;
-                this._diagDrainSamples += samples.length;
-                this._pttDrainSamplesSent += samples.length;
-            }
-            this._onPttAudioChunk.fire(b64);
-            if (isDrainCallback && this._pttDrainSamplesSent >= this._pttDrainTargetSamples) {
-                this._finishDrain();
-            }
-        };
-        source.connect(processor);
-        processor.connect(ctx.destination);
-        this._isCapturing = true;
-    }
-    _notifyMicPermissionDenied(err) {
-        if (err instanceof DOMException && err.name === "NotAllowedError") {
-            this.notificationService.notify({
-                severity: Severity.Error,
-                message: ( localize(
-                    7762,
-                    "Microphone access was denied. Grant microphone permission in your system settings to use Voice Mode."
-                ))
-            });
-        }
-    }
-    stopCapture() {
-        if (this._pttDrainFallbackTimer) {
-            clearTimeout(this._pttDrainFallbackTimer);
-            this._pttDrainFallbackTimer = undefined;
-        }
-        this._pttDrainTargetSamples = 0;
-        this._pttDrainSamplesSent = 0;
-        if (this._scriptNode) {
-            this._scriptNode.disconnect();
-            this._scriptNode = undefined;
-        }
-        this._analyserNode = undefined;
-        this._micCtx?.close();
-        this._micCtx = undefined;
-        if (this._micStream) {
-            this._micStream.getTracks().forEach(t => t.stop());
-            this._micStream = null;
-        }
-        this._isCapturing = false;
-        this._pttHeld = false;
-        this._pttStreaming = false;
-        this._pttReleasedDuringAcquire = false;
-    }
-    dispose() {
-        if (this._diagFireTimer) {
-            clearTimeout(this._diagFireTimer);
-            this._diagFireTimer = undefined;
-        }
-        if (this._pttDrainFallbackTimer) {
-            clearTimeout(this._pttDrainFallbackTimer);
-            this._pttDrainFallbackTimer = undefined;
-        }
-        this.stopCapture();
-        super.dispose();
-    }
-    _finishDrain() {
-        if (this._pttDrainFallbackTimer) {
-            clearTimeout(this._pttDrainFallbackTimer);
-            this._pttDrainFallbackTimer = undefined;
-        }
-        this._pttDrainTargetSamples = 0;
-        this._pttDrainSamplesSent = 0;
-        if (this._pttStreaming && !this._pttHeld) {
-            this._pttStreaming = false;
-            this._onPttEnd.fire();
-        }
-    }
-    _resetDiagnosticCounters(turnId) {
-        this._diagTurnId = turnId;
-        this._diagPttDownTs = Date.now();
-        this._diagPttUpTs = 0;
-        this._diagChunksSent = 0;
-        this._diagSamplesSent = 0;
-        this._diagDrainFired = false;
-        this._diagDrainChunks = 0;
-        this._diagDrainSamples = 0;
-        this._diagDrainSkippedByMute = 0;
-        this._diagDrainSkippedBySuppression = 0;
-        this._diagPostReleaseCallbacks = 0;
-        this._diagPostReleaseSamples = 0;
-        this._diagPostReleaseSkippedByMute = 0;
-        this._diagPostReleaseSkippedBySuppression = 0;
-        this._diagReleasedDuringAcquire = false;
-        this._diagPttUpWithoutCapture = false;
-    }
-    _scheduleDiagnosticFire() {
-        if (this._diagFireTimer) {
-            clearTimeout(this._diagFireTimer);
-            this._diagFireTimer = undefined;
-        }
-        this._diagFireTimer = setTimeout(() => {
-            this._diagFireTimer = undefined;
-            this._emitDiagnostic();
-        }, MicCaptureService_1._DIAG_POST_RELEASE_WINDOW_MS);
-    }
-    _flushPendingDiagnostic() {
-        if (this._diagFireTimer) {
-            clearTimeout(this._diagFireTimer);
-            this._diagFireTimer = undefined;
-            this._emitDiagnostic();
-        }
-    }
-    _emitDiagnostic() {
-        if (!this._diagTurnId && this._diagPttDownTs === 0) {
-            return;
-        }
-        const msHeld = this._diagPttUpTs > 0 ? this._diagPttUpTs - this._diagPttDownTs : 0;
-        this._onPttDiagnostic.fire({
-            turnId: this._diagTurnId,
-            msHeld,
-            chunksSent: this._diagChunksSent,
-            samplesSent: this._diagSamplesSent,
-            drainFired: this._diagDrainFired,
-            drainChunks: this._diagDrainChunks,
-            drainSamples: this._diagDrainSamples,
-            drainWindowMs: MicCaptureService_1._PTT_DRAIN_WINDOW_MS,
-            drainSkippedByMute: this._diagDrainSkippedByMute,
-            drainSkippedBySuppression: this._diagDrainSkippedBySuppression,
-            postReleaseCallbacks: this._diagPostReleaseCallbacks,
-            postReleaseSamples: this._diagPostReleaseSamples,
-            postReleaseSkippedByMute: this._diagPostReleaseSkippedByMute,
-            postReleaseSkippedBySuppression: this._diagPostReleaseSkippedBySuppression,
-            postReleaseWindowMs: MicCaptureService_1._DIAG_POST_RELEASE_WINDOW_MS,
-            releasedDuringAcquire: this._diagReleasedDuringAcquire,
-            pttUpWithoutCapture: this._diagPttUpWithoutCapture
-        });
-    }
-};
-MicCaptureService = MicCaptureService_1 = ( __decorate([( __param(0, IStorageService)), ( __param(1, INotificationService)), ( __param(2, ILogService))], MicCaptureService));
-function encodeRawPcm16Base64(samples, win) {
-    const buf = ( new ArrayBuffer(samples.length * 2));
-    const view = ( new DataView(buf));
-    for (let i = 0; i < samples.length; i++) {
-        const s = Math.max(-1, Math.min(1, samples[i]));
-        view.setInt16(i * 2, s < 0 ? s * 0x8000 : s * 0x7FFF, true);
-    }
-    const bytes = ( new Uint8Array(buf));
-    let binaryStr = "";
-    for (let i = 0; i < bytes.length; i++) {
-        binaryStr += String.fromCharCode(bytes[i]);
-    }
-    return win.btoa(binaryStr);
-}
-
-export { MicCaptureService };