@corti/dictation-web 0.0.0-rc.359

package/dist/DictationService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DictationService.js","sourceRoot":"","sources":["../src/DictationService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAS,MAAM,YAAY,CAAC;AAGhD,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAM7C,MAAM,OAAO,gBAAiB,SAAQ,WAAW;IAO/C,YACE,WAAwB,EACxB,EACE,eAAe,EACf,YAAY,GAC4D;QAE1E,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,WAAW,CAAC,CAAC;QACpD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QAEvC,+DAA+D;QAC/D,uDAAuD;QACvD,0DAA0D;QAC1D,MAAM,EACJ,SAAS,EAAE,wDAAwD;QACnE,gBAAgB,EAAE,wDAAwD;QAC1E,GAAG,UAAU,EACd,GAAG,YAAY,CAAC;QAEjB,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC;YACjC,IAAI,EAAE,UAAU;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,CAAC,eAAe,GAAG,KAAK,CAAC,EAAE;YAC3C,IAAI,IAAI,CAAC,SAAS,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;gBAClD,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACvC,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAEO,mBAAmB,CAAC,SAAiB,EAAE,MAAgB;QAC7D,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,SAAS,EAAE;YACzB,MAAM;YACN,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,IAAI;SACf,CAAC,CACH,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,cAAc;QACzB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,OAAO,EAAE;gBACvB,MAAM,EAAE,eAAe;gBACvB,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,IAAI;aACf,CAAC,CACH,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC;YACzD,aAAa,EAAE,IAAI,CAAC,eAAe;SACpC,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE;YACrC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;gBACrB,KAAK,iBAAiB;oBACpB,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBAC9B,MAAM;gBACR,KAAK,YAAY;oBACf,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;oBAChD,MAAM;gBACR,KAAK,SAAS;oBACZ,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;oBAC7C,MAAM;gBACR,KAAK,OAAO;oBACV,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC3C,MAAM;gBACR;oBACE,OAAO,CAAC,IAAI,CAAC,2BAA2B,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;oBACxD,MAAM;YACV,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;YACjC,IAAI,CAAC,aAAa,EAAE,CAAC;YAErB,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;YACjC,IAAI,CAAC,mBAAmB,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,aAAa;QACxB,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC;QAE3B,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACjD,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;gBACrB,IAAI,EAAE,KAAK;aACZ,CAAC,CAAC;QACL,CAAC;QAED,MAAM,OAAO,GAAmB,UAAU,CAAC,GAAG,EAAE;YAC9C,IAAI,IAAI,CAAC,SAAS,EAAE,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;gBAClD,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;YACzB,CAAC;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;QAEV,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACnC,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,IAAI,CAAC,mBAAmB,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC;CACF","sourcesContent":["import { CortiClient, Corti } from '@corti/sdk';\n\nimport type { ServerConfig } from './types.js';\nimport { getErrorMessage } from './utils.js';\n\ntype TranscribeSocket = Awaited<\n  ReturnType<CortiClient['transcribe']['connect']>\n>;\n\nexport class DictationService extends EventTarget {\n  private mediaRecorder: MediaRecorder;\n  private webSocket!: TranscribeSocket;\n  private serverConfig: ServerConfig;\n  private dictationConfig: Corti.TranscribeConfig;\n  private cortiClient: CortiClient;\n\n  constructor(\n    mediaStream: MediaStream,\n    {\n      dictationConfig,\n      serverConfig,\n    }: { dictationConfig: Corti.TranscribeConfig; serverConfig: ServerConfig },\n  ) {\n    super();\n    this.mediaRecorder = new MediaRecorder(mediaStream);\n    this.serverConfig = serverConfig;\n    this.dictationConfig = dictationConfig;\n\n    // We're forced to remove from expiresIn/refreshExpiresIn here,\n    // because we recreate connection every time we connect\n    // => it makes expiresIn (we receive from API) out of date\n    const {\n      expiresIn, // eslint-disable-line @typescript-eslint/no-unused-vars\n      refreshExpiresIn, // eslint-disable-line @typescript-eslint/no-unused-vars\n      ...authConfig\n    } = serverConfig;\n\n    this.cortiClient = new CortiClient({\n      auth: authConfig,\n    });\n\n    this.mediaRecorder.ondataavailable = event => {\n      if (this.webSocket?.readyState === WebSocket.OPEN) {\n        this.webSocket.sendAudio(event.data);\n      }\n    };\n  }\n\n  private dispatchCustomEvent(eventName: string, detail?: unknown): void {\n    this.dispatchEvent(\n      new CustomEvent(eventName, {\n        detail,\n        bubbles: true,\n        composed: true,\n      }),\n    );\n  }\n\n  public async startRecording() {\n    if (!this.serverConfig) {\n      this.dispatchEvent(\n        new CustomEvent('error', {\n          detail: 'Invalid token',\n          bubbles: true,\n          composed: true,\n        }),\n      );\n      return;\n    }\n\n    this.webSocket = await this.cortiClient.transcribe.connect({\n      configuration: this.dictationConfig,\n    });\n\n    this.webSocket.on('message', message => {\n      switch (message.type) {\n        case 'CONFIG_ACCEPTED':\n          this.mediaRecorder.start(250);\n          break;\n        case 'transcript':\n          this.dispatchCustomEvent('transcript', message);\n          break;\n        case 'command':\n          this.dispatchCustomEvent('command', message);\n          break;\n        case 'usage':\n          this.dispatchCustomEvent('usage', message);\n          break;\n        default:\n          console.warn(`Unhandled message type: ${message.type}`);\n          break;\n      }\n    });\n\n    this.webSocket.on('error', event => {\n      this.stopRecording();\n\n      this.dispatchCustomEvent('error', getErrorMessage(event));\n    });\n\n    this.webSocket.on('close', event => {\n      this.dispatchCustomEvent('stream-closed', event);\n    });\n  }\n\n  public async stopRecording(): Promise<void> {\n    this.mediaRecorder?.stop();\n\n    if (this.webSocket.readyState === WebSocket.OPEN) {\n      this.webSocket.sendEnd({\n        type: 'end',\n      });\n    }\n\n    const timeout: NodeJS.Timeout = setTimeout(() => {\n      if (this.webSocket?.readyState === WebSocket.OPEN) {\n        this.webSocket.close();\n      }\n    }, 10000);\n\n    this.webSocket.on('close', (event) => {\n      clearTimeout(timeout);\n      this.dispatchCustomEvent('stream-closed', event);\n    });\n  }\n}\n"]}

package/dist/RecorderManager.d.ts

@@ -0,0 +1,25 @@
+import { Corti } from '@corti/sdk';
+import type { RecordingState, ServerConfig } from './types.js';
+export declare class RecorderManager extends EventTarget {
+    devices: MediaDeviceInfo[];
+    selectedDevice: MediaDeviceInfo | undefined;
+    recordingState: RecordingState;
+    private _mediaStream;
+    private _audioService;
+    private _dictationService;
+    private _visualiserInterval?;
+    constructor();
+    initialize(): Promise<{
+        devices: MediaDeviceInfo[];
+        selectedDevice: MediaDeviceInfo | undefined;
+    }>;
+    private dispatchCustomEvent;
+    private handleDevicesChange;
+    startRecording(params: {
+        dictationConfig: Corti.TranscribeConfig;
+        serverConfig: ServerConfig;
+        debug_displayAudio?: boolean;
+    }): Promise<void>;
+    stopRecording(): Promise<void>;
+    private _updateRecordingState;
+}

package/dist/RecorderManager.js

@@ -0,0 +1,145 @@
+import { getAudioDevices, getMediaStream } from './utils.js';
+import { AudioService } from './audioService.js';
+import { DictationService } from './DictationService.js';
+export class RecorderManager extends EventTarget {
+    constructor() {
+        super();
+        this.devices = [];
+        this.recordingState = 'stopped';
+        this._mediaStream = null;
+        this._audioService = null;
+        this._dictationService = null;
+        navigator.mediaDevices.addEventListener('devicechange', this.handleDevicesChange.bind(this));
+    }
+    async initialize() {
+        const deviceResponse = await getAudioDevices();
+        this.devices = deviceResponse.devices;
+        this.selectedDevice = deviceResponse.defaultDevice;
+        return { devices: this.devices, selectedDevice: this.selectedDevice };
+    }
+    dispatchCustomEvent(eventName, detail) {
+        this.dispatchEvent(new CustomEvent(eventName, {
+            detail,
+            bubbles: true,
+            composed: true,
+        }));
+    }
+    async handleDevicesChange() {
+        const deviceResponse = await getAudioDevices();
+        this.devices = deviceResponse.devices;
+        if (!this.devices.find(device => device.deviceId === this.selectedDevice?.deviceId)) {
+            this.selectedDevice = deviceResponse.defaultDevice;
+        }
+        this.dispatchCustomEvent('recording-devices-changed', {
+            devices: deviceResponse.devices,
+            selectedDevice: this.selectedDevice || deviceResponse.defaultDevice,
+        });
+    }
+    async startRecording(params) {
+        this._updateRecordingState('initializing');
+        try {
+            this._mediaStream = await getMediaStream(params.debug_displayAudio
+                ? 'display_audio'
+                : this.selectedDevice?.deviceId);
+            this._mediaStream.getTracks().forEach((track) => {
+                track.addEventListener('ended', () => {
+                    if (this.recordingState === 'recording') {
+                        this.dispatchCustomEvent('error', {
+                            message: 'Microphone access was lost.',
+                        });
+                        this.stopRecording();
+                    }
+                });
+            });
+            this._audioService = new AudioService(this._mediaStream);
+        }
+        catch (error) {
+            this.dispatchCustomEvent('error', error);
+            this.stopRecording();
+            return;
+        }
+        // Initialize dictation service.
+        try {
+            this._dictationService = new DictationService(this._mediaStream, params);
+            // Forward custom events from dictation service
+            this._dictationService.addEventListener('error', e => {
+                this.dispatchEvent(new CustomEvent('error', {
+                    detail: e.detail,
+                    bubbles: true,
+                    composed: true,
+                }));
+                this.stopRecording();
+            });
+            this._dictationService.addEventListener('stream-closed', (e) => {
+                this.dispatchEvent(new CustomEvent('stream-closed', {
+                    detail: e.detail,
+                    bubbles: true,
+                    composed: true,
+                }));
+                this.stopRecording();
+            });
+            this._dictationService.addEventListener('transcript', e => this.dispatchEvent(new CustomEvent('transcript', {
+                detail: e.detail,
+                bubbles: true,
+                composed: true,
+            })));
+            this._dictationService.addEventListener('command', e => this.dispatchEvent(new CustomEvent('command', {
+                detail: e.detail,
+                bubbles: true,
+                composed: true,
+            })));
+            this._dictationService.addEventListener('usage', e => this.dispatchEvent(new CustomEvent('usage', {
+                detail: e.detail,
+                bubbles: true,
+                composed: true,
+            })));
+        }
+        catch (error) {
+            this.dispatchCustomEvent('error', error);
+            this.stopRecording();
+            return;
+        }
+        try {
+            this._dictationService?.startRecording();
+        }
+        catch (error) {
+            this.dispatchEvent(new CustomEvent('error', {
+                detail: error,
+                bubbles: true,
+                composed: true,
+            }));
+            this.stopRecording();
+            return;
+        }
+        this._updateRecordingState('recording');
+        // Update audio level visualization.
+        this._visualiserInterval = window.setInterval(() => {
+            const level = this._audioService
+                ? this._audioService.getAudioLevel() * 3
+                : 0;
+            this.dispatchCustomEvent('audio-level-changed', { audioLevel: level });
+        }, 150);
+    }
+    async stopRecording() {
+        this._updateRecordingState('stopping');
+        if (this._visualiserInterval) {
+            clearInterval(this._visualiserInterval);
+            this._visualiserInterval = undefined;
+        }
+        if (this._mediaStream) {
+            this._mediaStream.getTracks().forEach(track => track.stop());
+        }
+        this.dispatchCustomEvent('audio-level-changed', { audioLevel: 0 });
+        await this._dictationService?.stopRecording();
+        this._updateRecordingState('stopped');
+    }
+    _updateRecordingState(state) {
+        this.recordingState = state;
+        this.dispatchEvent(new CustomEvent('recording-state-changed', {
+            detail: { state },
+            bubbles: true,
+            composed: true,
+        }));
+    }
+}
+//# sourceMappingURL=RecorderManager.js.map

package/dist/RecorderManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RecorderManager.js","sourceRoot":"","sources":["../src/RecorderManager.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAGzD,MAAM,OAAO,eAAgB,SAAQ,WAAW;IAe9C;QACE,KAAK,EAAE,CAAC;QAfH,YAAO,GAAsB,EAAE,CAAC;QAIhC,mBAAc,GAAmB,SAAS,CAAC;QAE1C,iBAAY,GAAuB,IAAI,CAAC;QAExC,kBAAa,GAAwB,IAAI,CAAC;QAE1C,sBAAiB,GAA4B,IAAI,CAAC;QAMxD,SAAS,CAAC,YAAY,CAAC,gBAAgB,CACrC,cAAc,EACd,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CACpC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,cAAc,GAAG,MAAM,eAAe,EAAE,CAAC;QAC/C,IAAI,CAAC,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC;QACtC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,aAAa,CAAC;QACnD,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC;IACxE,CAAC;IAEO,mBAAmB,CAAC,SAAiB,EAAE,MAAgB;QAC7D,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,SAAS,EAAE;YACzB,MAAM;YACN,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,IAAI;SACf,CAAC,CACH,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,mBAAmB;QAC/B,MAAM,cAAc,GAAG,MAAM,eAAe,EAAE,CAAC;QAC/C,IAAI,CAAC,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC;QACtC,IACE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAChB,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,IAAI,CAAC,cAAc,EAAE,QAAQ,CAC5D,EACD,CAAC;YACD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,aAAa,CAAC;QACrD,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,2BAA2B,EAAE;YACpD,OAAO,EAAE,cAAc,CAAC,OAAO;YAC/B,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,cAAc,CAAC,aAAa;SACpE,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,MAIpB;QACC,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;QAE3C,IAAI,CAAC;YACH,IAAI,CAAC,YAAY,GAAG,MAAM,cAAc,CACtC,MAAM,CAAC,kBAAkB;gBACvB,CAAC,CAAC,eAAe;gBACjB,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAClC,CAAC;YAEF,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAuB,EAAE,EAAE;gBAChE,KAAK,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;oBACnC,IAAI,IAAI,CAAC,cAAc,KAAK,WAAW,EAAE,CAAC;wBACxC,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE;4BAChC,OAAO,EAAE,6BAA6B;yBACvC,CAAC,CAAC;wBACH,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvB,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,aAAa,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACzC,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,gCAAgC;QAChC,IAAI,CAAC;YACH,IAAI,CAAC,iBAAiB,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;YAEzE,+CAA+C;YAC/C,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE;gBACnD,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,OAAO,EAAE;oBACvB,MAAM,EAAG,CAAiB,CAAC,MAAM;oBACjC,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,IAAI;iBACf,CAAC,CACH,CAAC;gBACF,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC,CAAC,EAAE,EAAE;gBAC7D,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,eAAe,EAAE;oBAC/B,MAAM,EAAG,CAAiB,CAAC,MAAM;oBACjC,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,IAAI;iBACf,CAAC,CACH,CAAC;gBACF,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,CACxD,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,YAAY,EAAE;gBAC5B,MAAM,EAAG,CAAiB,CAAC,MAAM;gBACjC,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,IAAI;aACf,CAAC,CACH,CACF,CAAC;YACF,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,CACrD,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,SAAS,EAAE;gBACzB,MAAM,EAAG,CAAiB,CAAC,MAAM;gBACjC,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,IAAI;aACf,CAAC,CACH,CACF,CAAC;YACF,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CACnD,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,OAAO,EAAE;gBACvB,MAAM,EAAG,CAAiB,CAAC,MAAM;gBACjC,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,IAAI;aACf,CAAC,CACH,CACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACzC,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,iBAAiB,EAAE,cAAc,EAAE,CAAC;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,OAAO,EAAE;gBACvB,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,IAAI;aACf,CAAC,CACH,CAAC;YACF,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;QAExC,oCAAoC;QACpC,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE;YACjD,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa;gBAC9B,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,GAAG,CAAC;gBACxC,CAAC,CAAC,CAAC,CAAC;YACN,IAAI,CAAC,mBAAmB,CAAC,qBAAqB,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;QACzE,CAAC,EAAE,GAAG,CAAC,CAAC;IACV,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;QACvC,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACxC,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAC;QACvC,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/D,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,qBAAqB,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QACnE,MAAM,IAAI,CAAC,iBAAiB,EAAE,aAAa,EAAE,CAAC;QAC9C,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC;IAEO,qBAAqB,CAAC,KAAqB;QACjD,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,IAAI,CAAC,aAAa,CAChB,IAAI,WAAW,CAAC,yBAAyB,EAAE;YACzC,MAAM,EAAE,EAAE,KAAK,EAAE;YACjB,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,IAAI;SACf,CAAC,CACH,CAAC;IACJ,CAAC;CACF","sourcesContent":["import { Corti } from '@corti/sdk';\n\nimport { getAudioDevices, getMediaStream } from './utils.js';\nimport { AudioService } from './audioService.js';\nimport { DictationService } from './DictationService.js';\nimport type { RecordingState, ServerConfig } from './types.js';\n\nexport class RecorderManager extends EventTarget {\n  public devices: MediaDeviceInfo[] = [];\n\n  public selectedDevice: MediaDeviceInfo | undefined;\n\n  public recordingState: RecordingState = 'stopped';\n\n  private _mediaStream: MediaStream | null = null;\n\n  private _audioService: AudioService | null = null;\n\n  private _dictationService: DictationService | null = null;\n\n  private _visualiserInterval?: number;\n\n  constructor() {\n    super();\n    navigator.mediaDevices.addEventListener(\n      'devicechange',\n      this.handleDevicesChange.bind(this),\n    );\n  }\n\n  async initialize() {\n    const deviceResponse = await getAudioDevices();\n    this.devices = deviceResponse.devices;\n    this.selectedDevice = deviceResponse.defaultDevice;\n    return { devices: this.devices, selectedDevice: this.selectedDevice };\n  }\n\n  private dispatchCustomEvent(eventName: string, detail?: unknown): void {\n    this.dispatchEvent(\n      new CustomEvent(eventName, {\n        detail,\n        bubbles: true,\n        composed: true,\n      }),\n    );\n  }\n\n  private async handleDevicesChange() {\n    const deviceResponse = await getAudioDevices();\n    this.devices = deviceResponse.devices;\n    if (\n      !this.devices.find(\n        device => device.deviceId === this.selectedDevice?.deviceId,\n      )\n    ) {\n      this.selectedDevice = deviceResponse.defaultDevice;\n    }\n    this.dispatchCustomEvent('recording-devices-changed', {\n      devices: deviceResponse.devices,\n      selectedDevice: this.selectedDevice || deviceResponse.defaultDevice,\n    });\n  }\n\n  async startRecording(params: {\n    dictationConfig: Corti.TranscribeConfig;\n    serverConfig: ServerConfig;\n    debug_displayAudio?: boolean;\n  }): Promise<void> {\n    this._updateRecordingState('initializing');\n\n    try {\n      this._mediaStream = await getMediaStream(\n        params.debug_displayAudio\n          ? 'display_audio'\n          : this.selectedDevice?.deviceId,\n      );\n\n      this._mediaStream.getTracks().forEach((track: MediaStreamTrack) => {\n        track.addEventListener('ended', () => {\n          if (this.recordingState === 'recording') {\n            this.dispatchCustomEvent('error', {\n              message: 'Microphone access was lost.',\n            });\n            this.stopRecording();\n          }\n        });\n      });\n\n      this._audioService = new AudioService(this._mediaStream);\n    } catch (error) {\n      this.dispatchCustomEvent('error', error);\n      this.stopRecording();\n      return;\n    }\n\n    // Initialize dictation service.\n    try {\n      this._dictationService = new DictationService(this._mediaStream, params);\n\n      // Forward custom events from dictation service\n      this._dictationService.addEventListener('error', e => {\n        this.dispatchEvent(\n          new CustomEvent('error', {\n            detail: (e as CustomEvent).detail,\n            bubbles: true,\n            composed: true,\n          }),\n        );\n        this.stopRecording();\n      });\n      this._dictationService.addEventListener('stream-closed', (e) => {\n        this.dispatchEvent(\n          new CustomEvent('stream-closed', {\n            detail: (e as CustomEvent).detail,\n            bubbles: true,\n            composed: true,\n          }),\n        );\n        this.stopRecording();\n      });\n      this._dictationService.addEventListener('transcript', e =>\n        this.dispatchEvent(\n          new CustomEvent('transcript', {\n            detail: (e as CustomEvent).detail,\n            bubbles: true,\n            composed: true,\n          }),\n        ),\n      );\n      this._dictationService.addEventListener('command', e =>\n        this.dispatchEvent(\n          new CustomEvent('command', {\n            detail: (e as CustomEvent).detail,\n            bubbles: true,\n            composed: true,\n          }),\n        ),\n      );\n      this._dictationService.addEventListener('usage', e =>\n        this.dispatchEvent(\n          new CustomEvent('usage', {\n            detail: (e as CustomEvent).detail,\n            bubbles: true,\n            composed: true,\n          }),\n        ),\n      );\n    } catch (error) {\n      this.dispatchCustomEvent('error', error);\n      this.stopRecording();\n      return;\n    }\n\n    try {\n      this._dictationService?.startRecording();\n    } catch (error) {\n      this.dispatchEvent(\n        new CustomEvent('error', {\n          detail: error,\n          bubbles: true,\n          composed: true,\n        }),\n      );\n      this.stopRecording();\n      return;\n    }\n    this._updateRecordingState('recording');\n\n    // Update audio level visualization.\n    this._visualiserInterval = window.setInterval(() => {\n      const level = this._audioService\n        ? this._audioService.getAudioLevel() * 3\n        : 0;\n      this.dispatchCustomEvent('audio-level-changed', { audioLevel: level });\n    }, 150);\n  }\n\n  async stopRecording() {\n    this._updateRecordingState('stopping');\n    if (this._visualiserInterval) {\n      clearInterval(this._visualiserInterval);\n      this._visualiserInterval = undefined;\n    }\n    if (this._mediaStream) {\n      this._mediaStream.getTracks().forEach(track => track.stop());\n    }\n    this.dispatchCustomEvent('audio-level-changed', { audioLevel: 0 });\n    await this._dictationService?.stopRecording();\n    this._updateRecordingState('stopped');\n  }\n\n  private _updateRecordingState(state: RecordingState) {\n    this.recordingState = state;\n    this.dispatchEvent(\n      new CustomEvent('recording-state-changed', {\n        detail: { state },\n        bubbles: true,\n        composed: true,\n      }),\n    );\n  }\n}\n"]}

package/dist/audioService.d.ts

@@ -0,0 +1,6 @@
+export declare class AudioService {
+    private audioContext;
+    private analyser;
+    constructor(mediaStream: MediaStream);
+    getAudioLevel(): number;
+}

package/dist/audioService.js

@@ -0,0 +1,21 @@
+export class AudioService {
+    constructor(mediaStream) {
+        this.audioContext = new AudioContext();
+        const source = this.audioContext.createMediaStreamSource(mediaStream);
+        this.analyser = this.audioContext.createAnalyser();
+        this.analyser.fftSize = 8192;
+        source.connect(this.analyser);
+    }
+    getAudioLevel() {
+        const bufferLength = this.analyser.fftSize;
+        const dataArray = new Uint8Array(bufferLength);
+        this.analyser.getByteTimeDomainData(dataArray);
+        let sum = 0;
+        for (let i = 0; i < bufferLength; i += 1) {
+            const normalized = (dataArray[i] - 128) / 128;
+            sum += normalized * normalized;
+        }
+        return Math.sqrt(sum / bufferLength);
+    }
+}
+//# sourceMappingURL=audioService.js.map

package/dist/audioService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audioService.js","sourceRoot":"","sources":["../src/audioService.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,YAAY;IAKvB,YAAY,WAAwB;QAClC,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,WAAW,CAAC,CAAC;QACtE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC;QACnD,IAAI,CAAC,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC;QAC7B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAEM,aAAa;QAClB,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC3C,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,YAAY,CAAC,CAAC;QAC/C,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,UAAU,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;YAC9C,GAAG,IAAI,UAAU,GAAG,UAAU,CAAC;QACjC,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,YAAY,CAAC,CAAC;IACvC,CAAC;CACF","sourcesContent":["export class AudioService {\n  private audioContext: AudioContext;\n\n  private analyser: AnalyserNode;\n\n  constructor(mediaStream: MediaStream) {\n    this.audioContext = new AudioContext();\n    const source = this.audioContext.createMediaStreamSource(mediaStream);\n    this.analyser = this.audioContext.createAnalyser();\n    this.analyser.fftSize = 8192;\n    source.connect(this.analyser);\n  }\n\n  public getAudioLevel(): number {\n    const bufferLength = this.analyser.fftSize;\n    const dataArray = new Uint8Array(bufferLength);\n    this.analyser.getByteTimeDomainData(dataArray);\n    let sum = 0;\n    for (let i = 0; i < bufferLength; i += 1) {\n      const normalized = (dataArray[i] - 128) / 128;\n      sum += normalized * normalized;\n    }\n    return Math.sqrt(sum / bufferLength);\n  }\n}\n"]}