@corti/dictation-web 0.4.0-rc.2 → 0.5.0-rc

package/dist/DictationService.js

@@ -1,88 +0,0 @@
-import { CortiClient } from '@corti/sdk';
-import { getErrorMessage } from './utils.js';
-export class DictationService extends EventTarget {
-    constructor(mediaStream, { dictationConfig, serverConfig, }) {
-        super();
-        this.mediaRecorder = new MediaRecorder(mediaStream);
-        this.serverConfig = serverConfig;
-        this.dictationConfig = dictationConfig;
-        // We're forced to remove from expiresIn/refreshExpiresIn here,
-        // because we recreate connection every time we connect
-        // => it makes expiresIn (we receive from API) out of date
-        const { expiresIn, // eslint-disable-line @typescript-eslint/no-unused-vars
-        refreshExpiresIn, // eslint-disable-line @typescript-eslint/no-unused-vars
-        ...authConfig } = serverConfig;
-        this.cortiClient = new CortiClient({
-            auth: authConfig,
-        });
-        this.mediaRecorder.ondataavailable = event => {
-            if (this.webSocket?.readyState === WebSocket.OPEN) {
-                this.webSocket.sendAudio(event.data);
-            }
-        };
-    }
-    dispatchCustomEvent(eventName, detail) {
-        this.dispatchEvent(new CustomEvent(eventName, {
-            detail,
-            bubbles: true,
-            composed: true,
-        }));
-    }
-    async startRecording() {
-        if (!this.serverConfig) {
-            this.dispatchEvent(new CustomEvent('error', {
-                detail: 'Invalid token',
-                bubbles: true,
-                composed: true,
-            }));
-            return;
-        }
-        this.webSocket = await this.cortiClient.transcribe.connect({
-            configuration: this.dictationConfig,
-        });
-        this.webSocket.on('message', message => {
-            switch (message.type) {
-                case 'CONFIG_ACCEPTED':
-                    this.mediaRecorder.start(250);
-                    break;
-                case 'transcript':
-                    this.dispatchCustomEvent('transcript', message);
-                    break;
-                case 'command':
-                    this.dispatchCustomEvent('command', message);
-                    break;
-                case 'usage':
-                    this.dispatchCustomEvent('usage', message);
-                    break;
-                default:
-                    console.warn(`Unhandled message type: ${message.type}`);
-                    break;
-            }
-        });
-        this.webSocket.on('error', event => {
-            this.stopRecording();
-            this.dispatchCustomEvent('error', getErrorMessage(event));
-        });
-        this.webSocket.on('close', event => {
-            this.dispatchCustomEvent('stream-closed', event);
-        });
-    }
-    async stopRecording() {
-        this.mediaRecorder?.stop();
-        if (this.webSocket.readyState === WebSocket.OPEN) {
-            this.webSocket.sendEnd({
-                type: 'end',
-            });
-        }
-        const timeout = setTimeout(() => {
-            if (this.webSocket?.readyState === WebSocket.OPEN) {
-                this.webSocket.close();
-            }
-        }, 10000);
-        this.webSocket.on('close', (event) => {
-            clearTimeout(timeout);
-            this.dispatchCustomEvent('stream-closed', event);
-        });
-    }
-}
-//# sourceMappingURL=DictationService.js.map

package/dist/DictationService.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"DictationService.js","sourceRoot":"","sources":["../src/DictationService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAS,MAAM,YAAY,CAAC;AAGhD,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAM7C,MAAM,OAAO,gBAAiB,SAAQ,WAAW;IAO/C,YACE,WAAwB,EACxB,EACE,eAAe,EACf,YAAY,GAC4D;QAE1E,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,WAAW,CAAC,CAAC;QACpD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QAEvC,+DAA+D;QAC/D,uDAAuD;QACvD,0DAA0D;QAC1D,MAAM,EACJ,SAAS,EAAE,wDAAwD;QACnE,gBAAgB,EAAE,wDAAwD;QAC1E,GAAG,UAAU,EACd,GAAG,YAAY,CAAC;QAEjB,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC;YACjC,IAAI,EAAE,UAAU;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,CAAC,eAAe,GAAG,KAAK,CAAC,EAAE;YAC3C,IAAI,IAAI,CAAC,SAAS,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;gBAClD,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACvC,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAEO,mBAAmB,CAAC,SAAiB,EAAE,MAAgB;QAC7D,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,SAAS,EAAE;YACzB,MAAM;YACN,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,IAAI;SACf,CAAC,CACH,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,cAAc;QACzB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,OAAO,EAAE;gBACvB,MAAM,EAAE,eAAe;gBACvB,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,IAAI;aACf,CAAC,CACH,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC;YACzD,aAAa,EAAE,IAAI,CAAC,eAAe;SACpC,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE;YACrC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,KAAK,iBAAiB;oBACpB,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBAC9B,MAAM;gBACR,KAAK,YAAY;oBACf,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;oBAChD,MAAM;gBACR,KAAK,SAAS;oBACZ,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;oBAC7C,MAAM;gBACR,KAAK,OAAO;oBACV,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC3C,MAAM;gBACR;oBACE,OAAO,CAAC,IAAI,CAAC,2BAA2B,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;oBACxD,MAAM;YACV,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;YACjC,IAAI,CAAC,aAAa,EAAE,CAAC;YAErB,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;YACjC,IAAI,CAAC,mBAAmB,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,aAAa;QACxB,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC;QAE3B,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACjD,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;gBACrB,IAAI,EAAE,KAAK;aACZ,CAAC,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAmB,UAAU,CAAC,GAAG,EAAE;YAC9C,IAAI,IAAI,CAAC,SAAS,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;gBAClD,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;YACzB,CAAC;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACnC,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,IAAI,CAAC,mBAAmB,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC;CACF","sourcesContent":["import { CortiClient, Corti } from '@corti/sdk';\n\nimport type { ServerConfig } from './types.js';\nimport { getErrorMessage } from './utils.js';\n\ntype TranscribeSocket = Awaited<\n  ReturnType<CortiClient['transcribe']['connect']>\n>;\n\nexport class DictationService extends EventTarget {\n  private mediaRecorder: MediaRecorder;\n  private webSocket!: TranscribeSocket;\n  private serverConfig: ServerConfig;\n  private dictationConfig: Corti.TranscribeConfig;\n  private cortiClient: CortiClient;\n\n  constructor(\n    mediaStream: MediaStream,\n    {\n      dictationConfig,\n      serverConfig,\n    }: { dictationConfig: Corti.TranscribeConfig; serverConfig: ServerConfig },\n  ) {\n    super();\n    this.mediaRecorder = new MediaRecorder(mediaStream);\n    this.serverConfig = serverConfig;\n    this.dictationConfig = dictationConfig;\n\n    // We're forced to remove from expiresIn/refreshExpiresIn here,\n    // because we recreate connection every time we connect\n    // => it makes expiresIn (we receive from API) out of date\n    const {\n      expiresIn, // eslint-disable-line @typescript-eslint/no-unused-vars\n      refreshExpiresIn, // eslint-disable-line @typescript-eslint/no-unused-vars\n      ...authConfig\n    } = serverConfig;\n\n    this.cortiClient = new CortiClient({\n      auth: authConfig,\n    });\n\n    this.mediaRecorder.ondataavailable = event => {\n      if (this.webSocket?.readyState === WebSocket.OPEN) {\n        this.webSocket.sendAudio(event.data);\n      }\n    };\n  }\n\n  private dispatchCustomEvent(eventName: string, detail?: unknown): void {\n    this.dispatchEvent(\n      new CustomEvent(eventName, {\n        detail,\n        bubbles: true,\n        composed: true,\n      }),\n    );\n  }\n\n  public async startRecording() {\n    if (!this.serverConfig) {\n      this.dispatchEvent(\n        new CustomEvent('error', {\n          detail: 'Invalid token',\n          bubbles: true,\n          composed: true,\n        }),\n      );\n      return;\n    }\n\n    this.webSocket = await this.cortiClient.transcribe.connect({\n      configuration: this.dictationConfig,\n    });\n\n    this.webSocket.on('message', message => {\n      switch (message.type) {\n        case 'CONFIG_ACCEPTED':\n          this.mediaRecorder.start(250);\n          break;\n        case 'transcript':\n          this.dispatchCustomEvent('transcript', message);\n          break;\n        case 'command':\n          this.dispatchCustomEvent('command', message);\n          break;\n        case 'usage':\n          this.dispatchCustomEvent('usage', message);\n          break;\n        default:\n          console.warn(`Unhandled message type: ${message.type}`);\n          break;\n      }\n    });\n\n    this.webSocket.on('error', event => {\n      this.stopRecording();\n\n      this.dispatchCustomEvent('error', getErrorMessage(event));\n    });\n\n    this.webSocket.on('close', event => {\n      this.dispatchCustomEvent('stream-closed', event);\n    });\n  }\n\n  public async stopRecording(): Promise<void> {\n    this.mediaRecorder?.stop();\n\n    if (this.webSocket.readyState === WebSocket.OPEN) {\n      this.webSocket.sendEnd({\n        type: 'end',\n      });\n    }\n\n    const timeout: NodeJS.Timeout = setTimeout(() => {\n      if (this.webSocket?.readyState === WebSocket.OPEN) {\n        this.webSocket.close();\n      }\n    }, 10000);\n\n    this.webSocket.on('close', (event) => {\n      clearTimeout(timeout);\n      this.dispatchCustomEvent('stream-closed', event);\n    });\n  }\n}\n"]}

package/dist/RecorderManager.d.ts

@@ -1,25 +0,0 @@
-import { Corti } from '@corti/sdk';
-import type { RecordingState, ServerConfig } from './types.js';
-export declare class RecorderManager extends EventTarget {
-    devices: MediaDeviceInfo[];
-    selectedDevice: MediaDeviceInfo | undefined;
-    recordingState: RecordingState;
-    private _mediaStream;
-    private _audioService;
-    private _dictationService;
-    private _visualiserInterval?;
-    constructor();
-    initialize(): Promise<{
-        devices: MediaDeviceInfo[];
-        selectedDevice: MediaDeviceInfo | undefined;
-    }>;
-    private dispatchCustomEvent;
-    private handleDevicesChange;
-    startRecording(params: {
-        dictationConfig: Corti.TranscribeConfig;
-        serverConfig: ServerConfig;
-        debug_displayAudio?: boolean;
-    }): Promise<void>;
-    stopRecording(): Promise<void>;
-    private _updateRecordingState;
-}

package/dist/RecorderManager.js

@@ -1,145 +0,0 @@
-import { getAudioDevices, getMediaStream } from './utils.js';
-import { AudioService } from './audioService.js';
-import { DictationService } from './DictationService.js';
-export class RecorderManager extends EventTarget {
-    constructor() {
-        super();
-        this.devices = [];
-        this.recordingState = 'stopped';
-        this._mediaStream = null;
-        this._audioService = null;
-        this._dictationService = null;
-        navigator.mediaDevices.addEventListener('devicechange', this.handleDevicesChange.bind(this));
-    }
-    async initialize() {
-        const deviceResponse = await getAudioDevices();
-        this.devices = deviceResponse.devices;
-        this.selectedDevice = deviceResponse.defaultDevice;
-        return { devices: this.devices, selectedDevice: this.selectedDevice };
-    }
-    dispatchCustomEvent(eventName, detail) {
-        this.dispatchEvent(new CustomEvent(eventName, {
-            detail,
-            bubbles: true,
-            composed: true,
-        }));
-    }
-    async handleDevicesChange() {
-        const deviceResponse = await getAudioDevices();
-        this.devices = deviceResponse.devices;
-        if (!this.devices.find(device => device.deviceId === this.selectedDevice?.deviceId)) {
-            this.selectedDevice = deviceResponse.defaultDevice;
-        }
-        this.dispatchCustomEvent('recording-devices-changed', {
-            devices: deviceResponse.devices,
-            selectedDevice: this.selectedDevice || deviceResponse.defaultDevice,
-        });
-    }
-    async startRecording(params) {
-        this._updateRecordingState('initializing');
-        try {
-            this._mediaStream = await getMediaStream(params.debug_displayAudio
-                ? 'display_audio'
-                : this.selectedDevice?.deviceId);
-            this._mediaStream.getTracks().forEach((track) => {
-                track.addEventListener('ended', () => {
-                    if (this.recordingState === 'recording') {
-                        this.dispatchCustomEvent('error', {
-                            message: 'Microphone access was lost.',
-                        });
-                        this.stopRecording();
-                    }
-                });
-            });
-            this._audioService = new AudioService(this._mediaStream);
-        }
-        catch (error) {
-            this.dispatchCustomEvent('error', error);
-            this.stopRecording();
-            return;
-        }
-        // Initialize dictation service.
-        try {
-            this._dictationService = new DictationService(this._mediaStream, params);
-            // Forward custom events from dictation service
-            this._dictationService.addEventListener('error', e => {
-                this.dispatchEvent(new CustomEvent('error', {
-                    detail: e.detail,
-                    bubbles: true,
-                    composed: true,
-                }));
-                this.stopRecording();
-            });
-            this._dictationService.addEventListener('stream-closed', (e) => {
-                this.dispatchEvent(new CustomEvent('stream-closed', {
-                    detail: e.detail,
-                    bubbles: true,
-                    composed: true,
-                }));
-                this.stopRecording();
-            });
-            this._dictationService.addEventListener('transcript', e => this.dispatchEvent(new CustomEvent('transcript', {
-                detail: e.detail,
-                bubbles: true,
-                composed: true,
-            })));
-            this._dictationService.addEventListener('command', e => this.dispatchEvent(new CustomEvent('command', {
-                detail: e.detail,
-                bubbles: true,
-                composed: true,
-            })));
-            this._dictationService.addEventListener('usage', e => this.dispatchEvent(new CustomEvent('usage', {
-                detail: e.detail,
-                bubbles: true,
-                composed: true,
-            })));
-        }
-        catch (error) {
-            this.dispatchCustomEvent('error', error);
-            this.stopRecording();
-            return;
-        }
-        try {
-            this._dictationService?.startRecording();
-        }
-        catch (error) {
-            this.dispatchEvent(new CustomEvent('error', {
-                detail: error,
-                bubbles: true,
-                composed: true,
-            }));
-            this.stopRecording();
-            return;
-        }
-        this._updateRecordingState('recording');
-        // Update audio level visualization.
-        this._visualiserInterval = window.setInterval(() => {
-            const level = this._audioService
-                ? this._audioService.getAudioLevel() * 3
-                : 0;
-            this.dispatchCustomEvent('audio-level-changed', { audioLevel: level });
-        }, 150);
-    }
-    async stopRecording() {
-        this._updateRecordingState('stopping');
-        if (this._visualiserInterval) {
-            clearInterval(this._visualiserInterval);
-            this._visualiserInterval = undefined;
-        }
-        if (this._mediaStream) {
-            this._mediaStream.getTracks().forEach(track => track.stop());
-        }
-        this.dispatchCustomEvent('audio-level-changed', { audioLevel: 0 });
-        await this._dictationService?.stopRecording();
-        this._updateRecordingState('stopped');
-    }
-    _updateRecordingState(state) {
-        this.recordingState = state;
-        this.dispatchEvent(new CustomEvent('recording-state-changed', {
-            detail: { state },
-            bubbles: true,
-            composed: true,
-        }));
-    }
-}
-//# sourceMappingURL=RecorderManager.js.map

package/dist/RecorderManager.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"RecorderManager.js","sourceRoot":"","sources":["../src/RecorderManager.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAGzD,MAAM,OAAO,eAAgB,SAAQ,WAAW;IAe9C;QACE,KAAK,EAAE,CAAC;QAfH,YAAO,GAAsB,EAAE,CAAC;QAIhC,mBAAc,GAAmB,SAAS,CAAC;QAE1C,iBAAY,GAAuB,IAAI,CAAC;QAExC,kBAAa,GAAwB,IAAI,CAAC;QAE1C,sBAAiB,GAA4B,IAAI,CAAC;QAMxD,SAAS,CAAC,YAAY,CAAC,gBAAgB,CACrC,cAAc,EACd,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CACpC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,cAAc,GAAG,MAAM,eAAe,EAAE,CAAC;QAC/C,IAAI,CAAC,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC;QACtC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,aAAa,CAAC;QACnD,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC;IACxE,CAAC;IAEO,mBAAmB,CAAC,SAAiB,EAAE,MAAgB;QAC7D,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,SAAS,EAAE;YACzB,MAAM;YACN,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,IAAI;SACf,CAAC,CACH,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,mBAAmB;QAC/B,MAAM,cAAc,GAAG,MAAM,eAAe,EAAE,CAAC;QAC/C,IAAI,CAAC,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC;QACtC,IACE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAChB,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,IAAI,CAAC,cAAc,EAAE,QAAQ,CAC5D,EACD,CAAC;YACD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,aAAa,CAAC;QACrD,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,2BAA2B,EAAE;YACpD,OAAO,EAAE,cAAc,CAAC,OAAO;YAC/B,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,cAAc,CAAC,aAAa;SACpE,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,MAIpB;QACC,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;QAE3C,IAAI,CAAC;YACH,IAAI,CAAC,YAAY,GAAG,MAAM,cAAc,CACtC,MAAM,CAAC,kBAAkB;gBACvB,CAAC,CAAC,eAAe;gBACjB,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAClC,CAAC;YAEF,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAuB,EAAE,EAAE;gBAChE,KAAK,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;oBACnC,IAAI,IAAI,CAAC,cAAc,KAAK,WAAW,EAAE,CAAC;wBACxC,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE;4BAChC,OAAO,EAAE,6BAA6B;yBACvC,CAAC,CAAC;wBACH,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvB,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,aAAa,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACzC,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,gCAAgC;QAChC,IAAI,CAAC;YACH,IAAI,CAAC,iBAAiB,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;YAEzE,+CAA+C;YAC/C,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE;gBACnD,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,OAAO,EAAE;oBACvB,MAAM,EAAG,CAAiB,CAAC,MAAM;oBACjC,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,IAAI;iBACf,CAAC,CACH,CAAC;gBACF,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE;gBAC7D,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,eAAe,EAAE;oBAC/B,MAAM,EAAG,CAAiB,CAAC,MAAM;oBACjC,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,IAAI;iBACf,CAAC,CACH,CAAC;gBACF,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,CACxD,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,YAAY,EAAE;gBAC5B,MAAM,EAAG,CAAiB,CAAC,MAAM;gBACjC,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,IAAI;aACf,CAAC,CACH,CACF,CAAC;YACF,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,CACrD,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,SAAS,EAAE;gBACzB,MAAM,EAAG,CAAiB,CAAC,MAAM;gBACjC,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,IAAI;aACf,CAAC,CACH,CACF,CAAC;YACF,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CACnD,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,OAAO,EAAE;gBACvB,MAAM,EAAG,CAAiB,CAAC,MAAM;gBACjC,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,IAAI;aACf,CAAC,CACH,CACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACzC,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,iBAAiB,EAAE,cAAc,EAAE,CAAC;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,OAAO,EAAE;gBACvB,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,IAAI;aACf,CAAC,CACH,CAAC;YACF,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;QAExC,oCAAoC;QACpC,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE;YACjD,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa;gBAC9B,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,GAAG,CAAC;gBACxC,CAAC,CAAC,CAAC,CAAC;YACN,IAAI,CAAC,mBAAmB,CAAC,qBAAqB,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;QACzE,CAAC,EAAE,GAAG,CAAC,CAAC;IACV,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QACvC,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACxC,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAC;QACvC,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/D,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,qBAAqB,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QACnE,MAAM,IAAI,CAAC,iBAAiB,EAAE,aAAa,EAAE,CAAC;QAC9C,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC;IAEO,qBAAqB,CAAC,KAAqB;QACjD,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,yBAAyB,EAAE;YACzC,MAAM,EAAE,EAAE,KAAK,EAAE;YACjB,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,IAAI;SACf,CAAC,CACH,CAAC;IACJ,CAAC;CACF","sourcesContent":["import { Corti } from '@corti/sdk';\n\nimport { getAudioDevices, getMediaStream } from './utils.js';\nimport { AudioService } from './audioService.js';\nimport { DictationService } from './DictationService.js';\nimport type { RecordingState, ServerConfig } from './types.js';\n\nexport class RecorderManager extends EventTarget {\n  public devices: MediaDeviceInfo[] = [];\n\n  public selectedDevice: MediaDeviceInfo | undefined;\n\n  public recordingState: RecordingState = 'stopped';\n\n  private _mediaStream: MediaStream | null = null;\n\n  private _audioService: AudioService | null = null;\n\n  private _dictationService: DictationService | null = null;\n\n  private _visualiserInterval?: number;\n\n  constructor() {\n    super();\n    navigator.mediaDevices.addEventListener(\n      'devicechange',\n      this.handleDevicesChange.bind(this),\n    );\n  }\n\n  async initialize() {\n    const deviceResponse = await getAudioDevices();\n    this.devices = deviceResponse.devices;\n    this.selectedDevice = deviceResponse.defaultDevice;\n    return { devices: this.devices, selectedDevice: this.selectedDevice };\n  }\n\n  private dispatchCustomEvent(eventName: string, detail?: unknown): void {\n    this.dispatchEvent(\n      new CustomEvent(eventName, {\n        detail,\n        bubbles: true,\n        composed: true,\n      }),\n    );\n  }\n\n  private async handleDevicesChange() {\n    const deviceResponse = await getAudioDevices();\n    this.devices = deviceResponse.devices;\n    if (\n      !this.devices.find(\n        device => device.deviceId === this.selectedDevice?.deviceId,\n      )\n    ) {\n      this.selectedDevice = deviceResponse.defaultDevice;\n    }\n    this.dispatchCustomEvent('recording-devices-changed', {\n      devices: deviceResponse.devices,\n      selectedDevice: this.selectedDevice || deviceResponse.defaultDevice,\n    });\n  }\n\n  async startRecording(params: {\n    dictationConfig: Corti.TranscribeConfig;\n    serverConfig: ServerConfig;\n    debug_displayAudio?: boolean;\n  }): Promise<void> {\n    this._updateRecordingState('initializing');\n\n    try {\n      this._mediaStream = await getMediaStream(\n        params.debug_displayAudio\n          ? 'display_audio'\n          : this.selectedDevice?.deviceId,\n      );\n\n      this._mediaStream.getTracks().forEach((track: MediaStreamTrack) => {\n        track.addEventListener('ended', () => {\n          if (this.recordingState === 'recording') {\n            this.dispatchCustomEvent('error', {\n              message: 'Microphone access was lost.',\n            });\n            this.stopRecording();\n          }\n        });\n      });\n\n      this._audioService = new AudioService(this._mediaStream);\n    } catch (error) {\n      this.dispatchCustomEvent('error', error);\n      this.stopRecording();\n      return;\n    }\n\n    // Initialize dictation service.\n    try {\n      this._dictationService = new DictationService(this._mediaStream, params);\n\n      // Forward custom events from dictation service\n      this._dictationService.addEventListener('error', e => {\n        this.dispatchEvent(\n          new CustomEvent('error', {\n            detail: (e as CustomEvent).detail,\n            bubbles: true,\n            composed: true,\n          }),\n        );\n        this.stopRecording();\n      });\n      this._dictationService.addEventListener('stream-closed', (e) => {\n        this.dispatchEvent(\n          new CustomEvent('stream-closed', {\n            detail: (e as CustomEvent).detail,\n            bubbles: true,\n            composed: true,\n          }),\n        );\n        this.stopRecording();\n      });\n      this._dictationService.addEventListener('transcript', e =>\n        this.dispatchEvent(\n          new CustomEvent('transcript', {\n            detail: (e as CustomEvent).detail,\n            bubbles: true,\n            composed: true,\n          }),\n        ),\n      );\n      this._dictationService.addEventListener('command', e =>\n        this.dispatchEvent(\n          new CustomEvent('command', {\n            detail: (e as CustomEvent).detail,\n            bubbles: true,\n            composed: true,\n          }),\n        ),\n      );\n      this._dictationService.addEventListener('usage', e =>\n        this.dispatchEvent(\n          new CustomEvent('usage', {\n            detail: (e as CustomEvent).detail,\n            bubbles: true,\n            composed: true,\n          }),\n        ),\n      );\n    } catch (error) {\n      this.dispatchCustomEvent('error', error);\n      this.stopRecording();\n      return;\n    }\n\n    try {\n      this._dictationService?.startRecording();\n    } catch (error) {\n      this.dispatchEvent(\n        new CustomEvent('error', {\n          detail: error,\n          bubbles: true,\n          composed: true,\n        }),\n      );\n      this.stopRecording();\n      return;\n    }\n    this._updateRecordingState('recording');\n\n    // Update audio level visualization.\n    this._visualiserInterval = window.setInterval(() => {\n      const level = this._audioService\n        ? this._audioService.getAudioLevel() * 3\n        : 0;\n      this.dispatchCustomEvent('audio-level-changed', { audioLevel: level });\n    }, 150);\n  }\n\n  async stopRecording() {\n    this._updateRecordingState('stopping');\n    if (this._visualiserInterval) {\n      clearInterval(this._visualiserInterval);\n      this._visualiserInterval = undefined;\n    }\n    if (this._mediaStream) {\n      this._mediaStream.getTracks().forEach(track => track.stop());\n    }\n    this.dispatchCustomEvent('audio-level-changed', { audioLevel: 0 });\n    await this._dictationService?.stopRecording();\n    this._updateRecordingState('stopped');\n  }\n\n  private _updateRecordingState(state: RecordingState) {\n    this.recordingState = state;\n    this.dispatchEvent(\n      new CustomEvent('recording-state-changed', {\n        detail: { state },\n        bubbles: true,\n        composed: true,\n      }),\n    );\n  }\n}\n"]}

package/dist/audioService.d.ts

@@ -1,6 +0,0 @@
-export declare class AudioService {
-    private audioContext;
-    private analyser;
-    constructor(mediaStream: MediaStream);
-    getAudioLevel(): number;
-}

package/dist/audioService.js

@@ -1,21 +0,0 @@
-export class AudioService {
-    constructor(mediaStream) {
-        this.audioContext = new AudioContext();
-        const source = this.audioContext.createMediaStreamSource(mediaStream);
-        this.analyser = this.audioContext.createAnalyser();
-        this.analyser.fftSize = 8192;
-        source.connect(this.analyser);
-    }
-    getAudioLevel() {
-        const bufferLength = this.analyser.fftSize;
-        const dataArray = new Uint8Array(bufferLength);
-        this.analyser.getByteTimeDomainData(dataArray);
-        let sum = 0;
-        for (let i = 0; i < bufferLength; i += 1) {
-            const normalized = (dataArray[i] - 128) / 128;
-            sum += normalized * normalized;
-        }
-        return Math.sqrt(sum / bufferLength);
-    }
-}
-//# sourceMappingURL=audioService.js.map

package/dist/audioService.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"audioService.js","sourceRoot":"","sources":["../src/audioService.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,YAAY;IAKvB,YAAY,WAAwB;QAClC,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,WAAW,CAAC,CAAC;QACtE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC;QACnD,IAAI,CAAC,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC;QAC7B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAEM,aAAa;QAClB,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC3C,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,YAAY,CAAC,CAAC;QAC/C,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,UAAU,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;YAC9C,GAAG,IAAI,UAAU,GAAG,UAAU,CAAC;QACjC,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,YAAY,CAAC,CAAC;IACvC,CAAC;CACF","sourcesContent":["export class AudioService {\n  private audioContext: AudioContext;\n\n  private analyser: AnalyserNode;\n\n  constructor(mediaStream: MediaStream) {\n    this.audioContext = new AudioContext();\n    const source = this.audioContext.createMediaStreamSource(mediaStream);\n    this.analyser = this.audioContext.createAnalyser();\n    this.analyser.fftSize = 8192;\n    source.connect(this.analyser);\n  }\n\n  public getAudioLevel(): number {\n    const bufferLength = this.analyser.fftSize;\n    const dataArray = new Uint8Array(bufferLength);\n    this.analyser.getByteTimeDomainData(dataArray);\n    let sum = 0;\n    for (let i = 0; i < bufferLength; i += 1) {\n      const normalized = (dataArray[i] - 128) / 128;\n      sum += normalized * normalized;\n    }\n    return Math.sqrt(sum / bufferLength);\n  }\n}\n"]}

package/dist/controllers/DictationController.d.ts

@@ -1,35 +0,0 @@
-import { type Corti } from "@corti/sdk";
-import type { ReactiveController, ReactiveControllerHost } from "lit";
-import type { ProxyOptions } from "../types.js";
-interface DictationControllerHost extends ReactiveControllerHost {
-    _accessToken?: string;
-    _authConfig?: Corti.BearerOptions;
-    _region?: string;
-    _tenantName?: string;
-    _socketUrl?: string;
-    _socketProxy?: ProxyOptions;
-}
-export type TranscribeMessage = Corti.TranscribeConfigStatusMessage | Corti.TranscribeUsageMessage | Corti.TranscribeEndedMessage | Corti.TranscribeErrorMessage | Corti.TranscribeTranscriptMessage | Corti.TranscribeCommandMessage | Corti.TranscribeFlushedMessage;
-interface WebSocketCallbacks {
-    onMessage?: (message: TranscribeMessage) => void;
-    onError?: (error: Error) => void;
-    onClose?: (event: unknown) => void;
-    onNetworkActivity?: (direction: "sent" | "received", data: unknown) => void;
-}
-export declare class DictationController implements ReactiveController {
-    host: DictationControllerHost;
-    private _cortiClient;
-    private _webSocket;
-    private _closeTimeout?;
-    private _onNetworkActivity?;
-    constructor(host: DictationControllerHost);
-    hostDisconnected(): void;
-    connect(mediaRecorder: MediaRecorder | null, dictationConfig?: Corti.TranscribeConfig, callbacks?: WebSocketCallbacks): Promise<void>;
-    private connectProxy;
-    private connectAuth;
-    private setupWebSocketHandlers;
-    private setupMediaRecorder;
-    disconnect(onClose?: (event: unknown) => void): Promise<void>;
-    cleanup(): void;
-}
-export {};

package/dist/controllers/DictationController.js

@@ -1,130 +0,0 @@
-import { CortiClient, CortiWebSocketProxyClient } from "@corti/sdk";
-import { DEFAULT_DICTATION_CONFIG } from "../constants.js";
-export class DictationController {
-    constructor(host) {
-        this._cortiClient = null;
-        this._webSocket = null;
-        this.host = host;
-        host.addController(this);
-    }
-    hostDisconnected() {
-        this.cleanup();
-    }
-    async connect(mediaRecorder, dictationConfig = DEFAULT_DICTATION_CONFIG, callbacks = {}) {
-        if (!mediaRecorder) {
-            throw new Error("MediaRecorder is required to connect");
-        }
-        if (this._webSocket?.readyState === WebSocket.OPEN) {
-            throw new Error("Already connected. Disconnect before reconnecting.");
-        }
-        this._webSocket =
-            this.host._socketUrl || this.host._socketProxy
-                ? await this.connectProxy(dictationConfig)
-                : await this.connectAuth(dictationConfig);
-        this._onNetworkActivity = callbacks.onNetworkActivity;
-        this.setupMediaRecorder(mediaRecorder);
-        this.setupWebSocketHandlers(callbacks);
-    }
-    async connectProxy(dictationConfig) {
-        const proxyOptions = this.host._socketProxy || {
-            url: this.host._socketUrl || "",
-        };
-        if (!proxyOptions.url) {
-            throw new Error("Proxy URL is required when using proxy client");
-        }
-        return await CortiWebSocketProxyClient.transcribe.connect({
-            configuration: dictationConfig,
-            proxy: proxyOptions,
-        });
-    }
-    async connectAuth(dictationConfig) {
-        if (!this.host._authConfig && !this.host._accessToken) {
-            throw new Error("Auth configuration or access token is required to connect");
-        }
-        // Use authConfig if available, otherwise create one from accessToken
-        const auth = this.host._authConfig || {
-            accessToken: this.host._accessToken || "",
-            refreshAccessToken: () => ({
-                accessToken: this.host._accessToken || "",
-            }),
-        };
-        this._cortiClient = new CortiClient({
-            auth,
-            environment: this.host._region,
-            tenantName: this.host._tenantName,
-        });
-        return await this._cortiClient.transcribe.connect({
-            configuration: dictationConfig,
-        });
-    }
-    setupWebSocketHandlers(callbacks) {
-        if (!this._webSocket) {
-            throw new Error("WebSocket not initialized");
-        }
-        this._webSocket.on("message", (message) => {
-            this._onNetworkActivity?.("received", message);
-            if (callbacks.onMessage) {
-                callbacks.onMessage(message);
-            }
-        });
-        this._webSocket.on("error", (event) => {
-            if (callbacks.onError) {
-                callbacks.onError(event);
-            }
-        });
-        this._webSocket.on("close", (event) => {
-            if (callbacks.onClose) {
-                callbacks.onClose(event);
-            }
-        });
-    }
-    setupMediaRecorder(mediaRecorder) {
-        mediaRecorder.ondataavailable = (event) => {
-            this._webSocket?.sendAudio(event.data);
-            this._onNetworkActivity?.("sent", {
-                size: event.data.size,
-                type: "audio",
-            });
-        };
-    }
-    async disconnect(onClose) {
-        await new Promise((resolve, reject) => {
-            if (!this._webSocket || this._webSocket.readyState !== WebSocket.OPEN) {
-                resolve();
-                return;
-            }
-            this._webSocket.on("close", (event) => {
-                if (this._closeTimeout) {
-                    clearTimeout(this._closeTimeout);
-                    this._closeTimeout = undefined;
-                }
-                if (onClose) {
-                    onClose(event);
-                }
-                resolve();
-            });
-            this._webSocket.sendEnd({ type: "end" });
-            this._onNetworkActivity?.("sent", { type: "end" });
-            this._closeTimeout = window.setTimeout(() => {
-                // Reject the promise before closing the web socket, so the promise rejects before close event fires
-                reject(new Error("WebSocket close timeout"));
-                if (this._webSocket?.readyState === WebSocket.OPEN) {
-                    this._webSocket.close();
-                }
-            }, 10000);
-        });
-        this.cleanup();
-    }
-    cleanup() {
-        if (this._closeTimeout) {
-            clearTimeout(this._closeTimeout);
-            this._closeTimeout = undefined;
-        }
-        if (this._webSocket?.readyState === WebSocket.OPEN) {
-            this._webSocket.close();
-        }
-        this._webSocket = null;
-        this._cortiClient = null;
-    }
-}
-//# sourceMappingURL=DictationController.js.map

package/dist/controllers/DictationController.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"DictationController.js","sourceRoot":"","sources":["../../src/controllers/DictationController.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,WAAW,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEhF,OAAO,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAgC3D,MAAM,OAAO,mBAAmB;IAQ9B,YAAY,IAA6B;QALjC,iBAAY,GAAuB,IAAI,CAAC;QACxC,eAAU,GAA4B,IAAI,CAAC;QAKjD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,OAAO,CACX,aAAmC,EACnC,kBAA0C,wBAAwB,EAClE,YAAgC,EAAE;QAElC,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,CAAC,UAAU;YACb,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY;gBAC5C,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC;gBAC1C,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAE9C,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC,iBAAiB,CAAC;QACtD,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;QACvC,IAAI,CAAC,sBAAsB,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,eAAuC;QAEvC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI;YAC7C,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE;SAChC,CAAC;QAEF,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACnE,CAAC;QAED,OAAO,MAAM,yBAAyB,CAAC,UAAU,CAAC,OAAO,CAAC;YACxD,aAAa,EAAE,eAAe;YAC9B,KAAK,EAAE,YAAY;SACpB,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,eAAuC;QAEvC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CACb,2DAA2D,CAC5D,CAAC;QACJ,CAAC;QAED,qEAAqE;QACrE,MAAM,IAAI,GAAwB,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI;YACzD,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE;YACzC,kBAAkB,EAAE,GAAG,EAAE,CAAC,CAAC;gBACzB,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE;aAC1C,CAAC;SACH,CAAC;QAEF,IAAI,CAAC,YAAY,GAAG,IAAI,WAAW,CAAC;YAClC,IAAI;YACJ,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO;YAC9B,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW;SAClC,CAAC,CAAC;QAEH,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,CAAC;YAChD,aAAa,EAAE,eAAe;SAC/B,CAAC,CAAC;IACL,CAAC;IAEO,sBAAsB,CAAC,SAA6B;QAC1D,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAA0B,EAAE,EAAE;YAC3D,IAAI,CAAC,kBAAkB,EAAE,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAE/C,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;gBACxB,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;YAC3C,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;gBACtB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAc,EAAE,EAAE;YAC7C,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;gBACtB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,kBAAkB,CAAC,aAA4B;QACrD,aAAa,CAAC,eAAe,GAAG,CAAC,KAAK,EAAE,EAAE;YACxC,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACvC,IAAI,CAAC,kBAAkB,EAAE,CAAC,MAAM,EAAE;gBAChC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI;gBACrB,IAAI,EAAE,OAAO;aACd,CAAC,CAAC;QACL,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAkC;QACjD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;gBACtE,OAAO,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACpC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;oBACjC,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;gBACjC,CAAC;gBAED,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,KAAK,CAAC,CAAC;gBACjB,CAAC;gBAED,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACzC,IAAI,CAAC,kBAAkB,EAAE,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAEnD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE;gBAC1C,oGAAoG;gBACpG,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;gBAE7C,IAAI,IAAI,CAAC,UAAU,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;oBACnD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBAC1B,CAAC;YACH,CAAC,EAAE,KAAK,CAAC,CAAC;QACZ,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACjC,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACnD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC3B,CAAC;CACF","sourcesContent":["import { type Corti, CortiClient, CortiWebSocketProxyClient } from \"@corti/sdk\";\nimport type { ReactiveController, ReactiveControllerHost } from \"lit\";\nimport { DEFAULT_DICTATION_CONFIG } from \"../constants.js\";\nimport type { ProxyOptions } from \"../types.js\";\n\ntype TranscribeSocket = Awaited<\n  ReturnType<CortiClient[\"transcribe\"][\"connect\"]>\n>;\n\ninterface DictationControllerHost extends ReactiveControllerHost {\n  _accessToken?: string;\n  _authConfig?: Corti.BearerOptions;\n  _region?: string;\n  _tenantName?: string;\n  _socketUrl?: string;\n  _socketProxy?: ProxyOptions;\n}\n\nexport type TranscribeMessage =\n  | Corti.TranscribeConfigStatusMessage\n  | Corti.TranscribeUsageMessage\n  | Corti.TranscribeEndedMessage\n  | Corti.TranscribeErrorMessage\n  | Corti.TranscribeTranscriptMessage\n  | Corti.TranscribeCommandMessage\n  | Corti.TranscribeFlushedMessage;\n\ninterface WebSocketCallbacks {\n  onMessage?: (message: TranscribeMessage) => void;\n  onError?: (error: Error) => void;\n  onClose?: (event: unknown) => void;\n  onNetworkActivity?: (direction: \"sent\" | \"received\", data: unknown) => void;\n}\n\nexport class DictationController implements ReactiveController {\n  host: DictationControllerHost;\n\n  private _cortiClient: CortiClient | null = null;\n  private _webSocket: TranscribeSocket | null = null;\n  private _closeTimeout?: number;\n  private _onNetworkActivity?: WebSocketCallbacks[\"onNetworkActivity\"];\n\n  constructor(host: DictationControllerHost) {\n    this.host = host;\n    host.addController(this);\n  }\n\n  hostDisconnected(): void {\n    this.cleanup();\n  }\n\n  async connect(\n    mediaRecorder: MediaRecorder | null,\n    dictationConfig: Corti.TranscribeConfig = DEFAULT_DICTATION_CONFIG,\n    callbacks: WebSocketCallbacks = {},\n  ): Promise<void> {\n    if (!mediaRecorder) {\n      throw new Error(\"MediaRecorder is required to connect\");\n    }\n\n    if (this._webSocket?.readyState === WebSocket.OPEN) {\n      throw new Error(\"Already connected. Disconnect before reconnecting.\");\n    }\n\n    this._webSocket =\n      this.host._socketUrl || this.host._socketProxy\n        ? await this.connectProxy(dictationConfig)\n        : await this.connectAuth(dictationConfig);\n\n    this._onNetworkActivity = callbacks.onNetworkActivity;\n    this.setupMediaRecorder(mediaRecorder);\n    this.setupWebSocketHandlers(callbacks);\n  }\n\n  private async connectProxy(\n    dictationConfig: Corti.TranscribeConfig,\n  ): Promise<TranscribeSocket> {\n    const proxyOptions = this.host._socketProxy || {\n      url: this.host._socketUrl || \"\",\n    };\n\n    if (!proxyOptions.url) {\n      throw new Error(\"Proxy URL is required when using proxy client\");\n    }\n\n    return await CortiWebSocketProxyClient.transcribe.connect({\n      configuration: dictationConfig,\n      proxy: proxyOptions,\n    });\n  }\n\n  private async connectAuth(\n    dictationConfig: Corti.TranscribeConfig,\n  ): Promise<TranscribeSocket> {\n    if (!this.host._authConfig && !this.host._accessToken) {\n      throw new Error(\n        \"Auth configuration or access token is required to connect\",\n      );\n    }\n\n    // Use authConfig if available, otherwise create one from accessToken\n    const auth: Corti.BearerOptions = this.host._authConfig || {\n      accessToken: this.host._accessToken || \"\",\n      refreshAccessToken: () => ({\n        accessToken: this.host._accessToken || \"\",\n      }),\n    };\n\n    this._cortiClient = new CortiClient({\n      auth,\n      environment: this.host._region,\n      tenantName: this.host._tenantName,\n    });\n\n    return await this._cortiClient.transcribe.connect({\n      configuration: dictationConfig,\n    });\n  }\n\n  private setupWebSocketHandlers(callbacks: WebSocketCallbacks): void {\n    if (!this._webSocket) {\n      throw new Error(\"WebSocket not initialized\");\n    }\n\n    this._webSocket.on(\"message\", (message: TranscribeMessage) => {\n      this._onNetworkActivity?.(\"received\", message);\n\n      if (callbacks.onMessage) {\n        callbacks.onMessage(message);\n      }\n    });\n\n    this._webSocket.on(\"error\", (event: Error) => {\n      if (callbacks.onError) {\n        callbacks.onError(event);\n      }\n    });\n\n    this._webSocket.on(\"close\", (event: unknown) => {\n      if (callbacks.onClose) {\n        callbacks.onClose(event);\n      }\n    });\n  }\n\n  private setupMediaRecorder(mediaRecorder: MediaRecorder): void {\n    mediaRecorder.ondataavailable = (event) => {\n      this._webSocket?.sendAudio(event.data);\n      this._onNetworkActivity?.(\"sent\", {\n        size: event.data.size,\n        type: \"audio\",\n      });\n    };\n  }\n\n  async disconnect(onClose?: (event: unknown) => void): Promise<void> {\n    await new Promise<void>((resolve, reject) => {\n      if (!this._webSocket || this._webSocket.readyState !== WebSocket.OPEN) {\n        resolve();\n        return;\n      }\n\n      this._webSocket.on(\"close\", (event) => {\n        if (this._closeTimeout) {\n          clearTimeout(this._closeTimeout);\n          this._closeTimeout = undefined;\n        }\n\n        if (onClose) {\n          onClose(event);\n        }\n\n        resolve();\n      });\n\n      this._webSocket.sendEnd({ type: \"end\" });\n      this._onNetworkActivity?.(\"sent\", { type: \"end\" });\n\n      this._closeTimeout = window.setTimeout(() => {\n        // Reject the promise before closing the web socket, so the promise rejects before close event fires\n        reject(new Error(\"WebSocket close timeout\"));\n\n        if (this._webSocket?.readyState === WebSocket.OPEN) {\n          this._webSocket.close();\n        }\n      }, 10000);\n    });\n\n    this.cleanup();\n  }\n\n  cleanup(): void {\n    if (this._closeTimeout) {\n      clearTimeout(this._closeTimeout);\n      this._closeTimeout = undefined;\n    }\n\n    if (this._webSocket?.readyState === WebSocket.OPEN) {\n      this._webSocket.close();\n    }\n\n    this._webSocket = null;\n    this._cortiClient = null;\n  }\n}\n"]}

package/dist/controllers/MediaController.d.ts

@@ -1,31 +0,0 @@
-import type { ReactiveController, ReactiveControllerHost } from "lit";
-interface MediaControllerHost extends ReactiveControllerHost {
-    _selectedDevice?: MediaDeviceInfo;
-    _debug_displayAudio?: boolean;
-}
-export declare class MediaController implements ReactiveController {
-    host: MediaControllerHost;
-    private _mediaStream;
-    private _audioContext;
-    private _analyser;
-    private _mediaRecorder;
-    private _visualiserInterval?;
-    private _audioLevel;
-    private _onTrackEnded?;
-    private _onAudioLevelChange?;
-    constructor(host: MediaControllerHost);
-    hostDisconnected(): void;
-    initialize(onTrackEnded?: () => void): Promise<void>;
-    getAudioLevel(): number;
-    startAudioLevelMonitoring(onAudioLevelChange?: (level: number) => void): void;
-    stopAudioLevelMonitoring(): void;
-    cleanup(): Promise<void>;
-    /**
-     * Stops the media recorder and waits for all buffered data to be flushed.
-     * This ensures the final ondataavailable event fires before resolving.
-     */
-    stopRecording(): Promise<void>;
-    get mediaRecorder(): MediaRecorder | null;
-    get audioLevel(): number;
-}
-export {};

package/dist/controllers/MediaController.js

@@ -1,99 +0,0 @@
-import { calculateAudioLevel, createAudioAnalyzer, getMediaStream, } from "../utils/media.js";
-export class MediaController {
-    constructor(host) {
-        this._mediaStream = null;
-        this._audioContext = null;
-        this._analyser = null;
-        this._mediaRecorder = null;
-        this._audioLevel = 0;
-        this.host = host;
-        host.addController(this);
-    }
-    hostDisconnected() {
-        this.cleanup();
-    }
-    async initialize(onTrackEnded) {
-        await this.cleanup();
-        this._onTrackEnded = onTrackEnded;
-        this._mediaStream = await getMediaStream(this.host._selectedDevice?.deviceId, this.host._debug_displayAudio);
-        this._mediaStream.getTracks().forEach((track) => {
-            track.addEventListener("ended", () => {
-                if (this._onTrackEnded) {
-                    this._onTrackEnded();
-                }
-            });
-        });
-        const { audioContext, analyser } = createAudioAnalyzer(this._mediaStream);
-        this._audioContext = audioContext;
-        this._analyser = analyser;
-        this._mediaRecorder = new MediaRecorder(this._mediaStream);
-    }
-    getAudioLevel() {
-        return this._analyser ? calculateAudioLevel(this._analyser) : 0;
-    }
-    startAudioLevelMonitoring(onAudioLevelChange) {
-        this.stopAudioLevelMonitoring();
-        this._onAudioLevelChange = onAudioLevelChange;
-        this._visualiserInterval = window.setInterval(() => {
-            this._audioLevel = this.getAudioLevel() * 3;
-            this.host.requestUpdate();
-            if (this._onAudioLevelChange) {
-                this._onAudioLevelChange(this._audioLevel);
-            }
-        }, 150);
-    }
-    stopAudioLevelMonitoring() {
-        if (this._visualiserInterval) {
-            clearInterval(this._visualiserInterval);
-            this._visualiserInterval = undefined;
-        }
-        this._audioLevel = 0;
-        this.host.requestUpdate();
-        if (this._onAudioLevelChange) {
-            this._onAudioLevelChange(this._audioLevel);
-        }
-    }
-    async cleanup() {
-        this.stopAudioLevelMonitoring();
-        if (this._mediaRecorder?.state === "recording") {
-            this._mediaRecorder.stop();
-        }
-        if (this._mediaStream) {
-            this._mediaStream.getTracks().forEach((track) => {
-                track.stop();
-            });
-            this._mediaStream = null;
-        }
-        if (this._audioContext && this._audioContext.state !== "closed") {
-            await this._audioContext.close();
-        }
-        this._audioContext = null;
-        this._analyser = null;
-        this._mediaRecorder = null;
-        this._onTrackEnded = undefined;
-        this._onAudioLevelChange = undefined;
-    }
-    /**
-     * Stops the media recorder and waits for all buffered data to be flushed.
-     * This ensures the final ondataavailable event fires before resolving.
-     */
-    async stopRecording() {
-        return new Promise((resolve) => {
-            if (!this._mediaRecorder || this._mediaRecorder.state !== "recording") {
-                resolve();
-                return;
-            }
-            this._mediaRecorder.onstop = () => {
-                resolve();
-            };
-            this._mediaRecorder.stop();
-        });
-    }
-    get mediaRecorder() {
-        return this._mediaRecorder;
-    }
-    get audioLevel() {
-        return this._audioLevel;
-    }
-}
-//# sourceMappingURL=MediaController.js.map