@micdrop/web 1.3.0 → 1.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.mts +32 -6
- package/dist/index.d.ts +32 -6
- package/dist/index.js +271 -101
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +271 -101
- package/dist/index.mjs.map +1 -1
- package/dist/silero.d.mts +3 -1
- package/dist/silero.d.ts +3 -1
- package/dist/silero.js +25 -20
- package/dist/silero.js.map +1 -1
- package/dist/silero.mjs +30 -21
- package/dist/silero.mjs.map +1 -1
- package/dist/vite.js +1 -1
- package/dist/vite.js.map +1 -1
- package/package.json +4 -4
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/audio/WebMic.ts","../src/audio/unlock.ts","../src/audio/audioContext.ts","raw:./pcm-processor-worklet","../src/audio/pcm-processor.ts","../src/audio/stopStream.ts","../src/audio/WebSpeaker.ts","../src/audio/WebAudioSink.ts"],"sourcesContent":["import { Mic, setMicdropStorage, Speaker } from '@micdrop/client'\nimport { WebMic } from './audio/WebMic'\nimport { WebSpeaker } from './audio/WebSpeaker'\n\n/**\n * The node the assistant voice comes out of, to analyse or process it.\n *\n * Connect an AnalyserNode to it to read the envelope on your own frames, which\n * is finer than the ten levels a second the `Volume` event reports.\n * @returns The node, once the call has started\n */\nexport function getSpeakerOutput(): AudioNode | undefined {\n const driver = Speaker.getDriver()\n return driver instanceof WebSpeaker ? driver.output : undefined\n}\n\nexport * from '@micdrop/client'\nexport * from './audio/audioContext'\nexport * from './audio/WebAudioSink'\nexport * from './audio/WebMic'\nexport * from './audio/WebSpeaker'\n\n/**\n * Records and plays with the Web Audio API, and keeps settings in\n * `localStorage`. Called when the package is imported, so a page has nothing\n * to wire.\n */\nexport function registerWebAudio() {\n Mic.setDriver(new WebMic())\n Speaker.setDriver(new WebSpeaker())\n setMicdropStorage(localStorage)\n}\n\nregisterWebAudio()\n","import { MicDriver, MicdropDevice } from '@micdrop/client'\nimport { audioContext } from './audioContext'\nimport { initPcmProcessor } from './pcm-processor'\nimport { stopStream } from './stopStream'\n\n/**\n * How long Firefox needs to let go of a microphone it released.\n *\n * A microphone requested again before that comes back without its processing:\n * no echo cancellation, no noise suppression and a raw gain some 30 dB higher,\n * while its settings still report them on. The room then sounds like speech,\n * and the assistant hears its own voice. No event tells when the device is\n * free, so a new stream waits for this delay to pass.\n */\nconst FIREFOX_RELEASE_DELAY = 15000 // ms\n\nconst isFirefox =\n typeof navigator !== 'undefined' && /Firefox\\//.test(navigator.userAgent)\n\n// The last stream released, outside the class: the browser holds the device\n// whichever WebMic opened it\nlet lastRelease: { at: number; deviceId: string | undefined } | undefined\n\n/**\n * Records the microphone with the Web Audio API.\n *\n * An audio worklet delivers the samples at a steady pace, and everything that\n * happens to them afterwards lives in `@micdrop/client`.\n */\nexport class WebMic extends MicDriver {\n private stream: MediaStream | undefined\n private source: MediaStreamAudioSourceNode | undefined\n private worklet: AudioWorkletNode | undefined\n private _deviceId: string | undefined\n\n get isStarted(): boolean {\n return !!this.stream\n }\n\n get deviceId(): string | undefined {\n return this._deviceId\n }\n\n // Asking for echo cancellation is not getting it: some browsers and devices\n // do without, and the settings of the track say so\n get echoCancellation(): boolean | undefined {\n const track = this.stream?.getAudioTracks()[0]\n const setting = track?.getSettings?.().echoCancellation as unknown\n if (setting === undefined) return undefined\n return setting !== false\n }\n\n async start(deviceId?: string): Promise<void> {\n if (this.stream) {\n // Same device, keep recording\n if (this._deviceId === deviceId) return\n await this.stop()\n }\n\n await waitForRelease(deviceId)\n\n this.stream = await navigator.mediaDevices.getUserMedia({\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n })\n\n // Remember which device the browser settled on\n const track = this.stream.getTracks()[0]\n const settled = track?.getCapabilities?.().deviceId\n this._deviceId =\n settled && settled !== 'default' ? settled : (deviceId ?? settled)\n\n await initPcmProcessor()\n this.worklet = new AudioWorkletNode(audioContext, 'pcm-processor')\n this.worklet.port.onmessage = this.onWorkletMessage\n\n this.source = audioContext.createMediaStreamSource(this.stream)\n this.source.connect(this.worklet)\n\n // A browser only reveals the device labels once a stream is running, and\n // Firefox lists nothing at all before that\n navigator.mediaDevices.addEventListener('devicechange', this.onDeviceChange)\n }\n\n async stop(): Promise<void> {\n navigator.mediaDevices.removeEventListener(\n 'devicechange',\n this.onDeviceChange\n )\n if (this.worklet) {\n this.worklet.port.onmessage = null\n this.worklet.disconnect()\n this.worklet = undefined\n }\n if (this.source) {\n this.source.disconnect()\n this.source = undefined\n }\n if (this.stream) {\n stopStream(this.stream)\n this.stream = undefined\n lastRelease = { at: Date.now(), deviceId: this._deviceId }\n }\n }\n\n async getDevices(): Promise<MicdropDevice[]> {\n return listDevices('audioinput')\n }\n\n private onWorkletMessage = (event: MessageEvent) => {\n const { type, frames, sampleRate } = event.data\n if (type !== 'frames') return\n this.emit('Frames', frames as Float32Array, sampleRate as number)\n }\n\n private onDeviceChange = () => {\n this.emit('DeviceChange')\n }\n}\n\n/**\n * Waits until Firefox let go of the microphone, see FIREFOX_RELEASE_DELAY\n * @param deviceId - The device about to be opened\n */\nasync function waitForRelease(deviceId?: string) {\n if (!isFirefox || !lastRelease) return\n if (deviceId && lastRelease.deviceId && deviceId !== lastRelease.deviceId) {\n return\n }\n const remaining = lastRelease.at + FIREFOX_RELEASE_DELAY - Date.now()\n if (remaining > 0) {\n await new Promise((resolve) => setTimeout(resolve, remaining))\n }\n}\n\n/**\n * Lists the devices of one kind, the default one first\n * @param kind - Which devices to list\n */\nexport async function listDevices(\n kind: 'audioinput' | 'audiooutput'\n): Promise<MicdropDevice[]> {\n const all = await navigator.mediaDevices.enumerateDevices()\n if (all.length === 0) return []\n\n // A browser lists the default device twice, once under the id \"default\" and\n // once under its real id. Keep the real one, and put it first.\n const defaults = all.filter((device) => device.deviceId === 'default')\n const devices = all.filter(\n (device) => device.deviceId !== 'default' && device.kind === kind\n )\n for (const fallback of defaults) {\n const index = devices.findIndex(\n (device) => device.groupId === fallback.groupId\n )\n if (index > 0) devices.unshift(...devices.splice(index, 1))\n }\n\n return devices.map((device) => ({\n id: device.deviceId,\n label: device.label || (kind === 'audioinput' ? 'Microphone' : 'Speaker'),\n kind,\n }))\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","// Hands the microphone signal to the main thread, continuously.\n//\n// Deciding whether someone is speaking, keeping a reserve of audio and cutting\n// it into chunks all happen in @micdrop/client, so this only has to deliver the\n// samples at a steady pace.\n\nconst INTERVAL_MS = 20\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.buffers = []\n this.length = 0\n // `sampleRate` is provided by the worklet scope\n this.frameLength = Math.round((sampleRate * INTERVAL_MS) / 1000)\n }\n\n process(inputs) {\n const input = inputs[0]\n if (!input || input.length === 0) return true\n\n this.buffers.push(new Float32Array(input[0]))\n this.length += input[0].length\n if (this.length < this.frameLength) return true\n\n const frames = new Float32Array(this.length)\n let offset = 0\n for (const buffer of this.buffers) {\n frames.set(buffer, offset)\n offset += buffer.length\n }\n this.buffers.length = 0\n this.length = 0\n\n this.port.postMessage({ type: 'frames', frames, sampleRate }, [\n frames.buffer,\n ])\n return true\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n","import pcmProcessorWorklet from './pcm-processor-worklet?raw'\nimport { audioContext } from './audioContext'\n\ndeclare global {\n interface Window {\n micdropPcmProcessor: boolean\n }\n}\n\nexport async function initPcmProcessor() {\n if (window.micdropPcmProcessor) return\n window.micdropPcmProcessor = true\n\n // Init worklet URL\n const workletBlob = new Blob([pcmProcessorWorklet], {\n type: 'application/javascript',\n })\n const workletUrl = URL.createObjectURL(workletBlob)\n\n // Load the worklet module\n await audioContext.audioWorklet.addModule(workletUrl)\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { MicdropDevice, Pcm16AudioStream, SpeakerDriver } from '@micdrop/client'\nimport { audioContext } from './audioContext'\nimport { listDevices } from './WebMic'\nimport { WebAudioSink } from './WebAudioSink'\n\n// A Bluetooth headset switches to its call profile as its microphone opens,\n// and Firefox mangles what it plays through that switch: the first answer of a\n// call comes out all at once. The speaker starts right after the microphone, so\n// it plays silence that long and holds the first answer until then.\nconst FIREFOX_WARM_UP = 2000 // ms\n\n/**\n * Plays the assistant voice with the Web Audio API.\n */\nexport class WebSpeaker extends SpeakerDriver {\n private sink: WebAudioSink | undefined\n private stream: Pcm16AudioStream | undefined\n private _deviceId: string | undefined\n // Firefox cannot pick an output on an audio context, so a non default device\n // is played back through an audio element instead\n private element: HTMLAudioElement | undefined\n\n get isPlaying(): boolean {\n return this.stream?.isPlaying ?? false\n }\n\n get deviceId(): string | undefined {\n return this._deviceId\n }\n\n /** The node the sound comes out of, to analyse or process it */\n get output(): AudioNode | undefined {\n return this.sink?.output\n }\n\n async start(): Promise<void> {\n if (this.stream) return\n\n this.sink = new WebAudioSink()\n this.stream = new Pcm16AudioStream(this.sink)\n if (navigator.userAgent.includes('Firefox')) {\n this.stream.warmUp(FIREFOX_WARM_UP)\n }\n this.stream.on('StartPlaying', () => this.emit('StartPlaying'))\n this.stream.on('StopPlaying', () => this.emit('StopPlaying'))\n this.stream.on('Volume', (volume) => this.emit('Volume', volume))\n\n this.sink.output.connect(audioContext.destination)\n }\n\n play(pcm: Int16Array, sampleRate: number): void {\n this.stream?.playAudio(pcm, sampleRate)\n }\n\n stopAudio(): void {\n this.stream?.stopAudio()\n }\n\n async stop(): Promise<void> {\n this.stream?.destroy()\n this.stream = undefined\n this.sink?.output.disconnect()\n this.sink = undefined\n if (this.element) {\n this.element.pause()\n this.element.srcObject = null\n this.element = undefined\n }\n }\n\n async changeDevice(deviceId: string): Promise<void> {\n const sink = this.sink\n if (!sink) {\n this._deviceId = deviceId\n return\n }\n\n const devices = await this.getDevices()\n const isDefault = devices.length === 0 || devices[0].id === deviceId\n\n if (isDefault || 'setSinkId' in audioContext) {\n // Playing through the audio context is the preferred way, it is the only\n // one that keeps echo cancellation working\n await (audioContext as any).setSinkId?.(isDefault ? '' : deviceId)\n sink.output.disconnect()\n sink.output.connect(audioContext.destination)\n\n if (this.element) {\n this.element.pause()\n this.element.srcObject = null\n this.element = undefined\n }\n } else {\n // Firefox: stream the sound back into an audio element, which does accept\n // an output device\n if (!this.element) {\n const destination = audioContext.createMediaStreamDestination()\n sink.output.disconnect()\n sink.output.connect(destination)\n\n this.element = new Audio()\n this.element.autoplay = true\n this.element.srcObject = destination.stream\n }\n await this.element.setSinkId(deviceId)\n }\n\n this._deviceId = deviceId\n }\n\n async getDevices(): Promise<MicdropDevice[]> {\n return listDevices('audiooutput')\n }\n}\n","import { AudioSink, ScheduledAudio } from '@micdrop/client'\nimport { audioContext } from './audioContext'\n\n/**\n * Plays samples through the Web Audio graph, on the timeline given by the\n * caller so consecutive chunks are heard without a gap.\n */\nexport class WebAudioSink implements AudioSink {\n public readonly output: GainNode\n\n constructor() {\n this.output = audioContext.createGain()\n }\n\n get sampleRate(): number {\n return audioContext.sampleRate\n }\n\n get currentTime(): number {\n return audioContext.currentTime\n }\n\n schedule(\n samples: Float32Array,\n when: number,\n onEnded: () => void\n ): ScheduledAudio {\n const buffer = audioContext.createBuffer(\n 1,\n samples.length,\n audioContext.sampleRate\n )\n buffer.copyToChannel(samples as Float32Array<ArrayBuffer>, 0)\n\n const source = audioContext.createBufferSource()\n source.buffer = buffer\n source.connect(this.output)\n source.onended = onEnded\n source.start(when)\n\n let stopped = false\n return {\n stop() {\n if (stopped) return\n stopped = true\n source.onended = null\n try {\n source.stop()\n } catch {\n // Already finished\n }\n source.disconnect()\n },\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAAAA,iBAAgD;;;ACAhD,oBAAyC;;;ACClC,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBA;;;ACSA,eAAsB,mBAAmB;AACvC,MAAI,OAAO,oBAAqB;AAChC,SAAO,sBAAsB;AAG7B,QAAM,cAAc,IAAI,KAAK,CAAC,6BAAmB,GAAG;AAAA,IAClD,MAAM;AAAA,EACR,CAAC;AACD,QAAM,aAAa,IAAI,gBAAgB,WAAW;AAGlD,QAAM,aAAa,aAAa,UAAU,UAAU;AACtD;;;ACjBO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ALQA,IAAM,wBAAwB;AAE9B,IAAM,YACJ,OAAO,cAAc,eAAe,YAAY,KAAK,UAAU,SAAS;AAI1E,IAAI;AAQG,IAAM,SAAN,cAAqB,wBAAU;AAAA,EAA/B;AAAA;AAsFL,SAAQ,mBAAmB,CAAC,UAAwB;AAClD,YAAM,EAAE,MAAM,QAAQ,WAAW,IAAI,MAAM;AAC3C,UAAI,SAAS,SAAU;AACvB,WAAK,KAAK,UAAU,QAAwB,UAAoB;AAAA,IAClE;AAEA,SAAQ,iBAAiB,MAAM;AAC7B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA;AAAA,EAxFA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,WAA+B;AACjC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA,EAIA,IAAI,mBAAwC;AAC1C,UAAM,QAAQ,KAAK,QAAQ,eAAe,EAAE,CAAC;AAC7C,UAAM,UAAU,OAAO,cAAc,EAAE;AACvC,QAAI,YAAY,OAAW,QAAO;AAClC,WAAO,YAAY;AAAA,EACrB;AAAA,EAEA,MAAM,MAAM,UAAkC;AAC5C,QAAI,KAAK,QAAQ;AAEf,UAAI,KAAK,cAAc,SAAU;AACjC,YAAM,KAAK,KAAK;AAAA,IAClB;AAEA,UAAM,eAAe,QAAQ;AAE7B,SAAK,SAAS,MAAM,UAAU,aAAa,aAAa;AAAA,MACtD,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF,CAAC;AAGD,UAAM,QAAQ,KAAK,OAAO,UAAU,EAAE,CAAC;AACvC,UAAM,UAAU,OAAO,kBAAkB,EAAE;AAC3C,SAAK,YACH,WAAW,YAAY,YAAY,UAAW,YAAY;AAE5D,UAAM,iBAAiB;AACvB,SAAK,UAAU,IAAI,iBAAiB,cAAc,eAAe;AACjE,SAAK,QAAQ,KAAK,YAAY,KAAK;AAEnC,SAAK,SAAS,aAAa,wBAAwB,KAAK,MAAM;AAC9D,SAAK,OAAO,QAAQ,KAAK,OAAO;AAIhC,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,cAAc;AAAA,EAC7E;AAAA,EAEA,MAAM,OAAsB;AAC1B,cAAU,aAAa;AAAA,MACrB;AAAA,MACA,KAAK;AAAA,IACP;AACA,QAAI,KAAK,SAAS;AAChB,WAAK,QAAQ,KAAK,YAAY;AAC9B,WAAK,QAAQ,WAAW;AACxB,WAAK,UAAU;AAAA,IACjB;AACA,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,WAAW;AACvB,WAAK,SAAS;AAAA,IAChB;AACA,QAAI,KAAK,QAAQ;AACf,iBAAW,KAAK,MAAM;AACtB,WAAK,SAAS;AACd,oBAAc,EAAE,IAAI,KAAK,IAAI,GAAG,UAAU,KAAK,UAAU;AAAA,IAC3D;AAAA,EACF;AAAA,EAEA,MAAM,aAAuC;AAC3C,WAAO,YAAY,YAAY;AAAA,EACjC;AAWF;AAMA,eAAe,eAAe,UAAmB;AAC/C,MAAI,CAAC,aAAa,CAAC,YAAa;AAChC,MAAI,YAAY,YAAY,YAAY,aAAa,YAAY,UAAU;AACzE;AAAA,EACF;AACA,QAAM,YAAY,YAAY,KAAK,wBAAwB,KAAK,IAAI;AACpE,MAAI,YAAY,GAAG;AACjB,UAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,SAAS,CAAC;AAAA,EAC/D;AACF;AAMA,eAAsB,YACpB,MAC0B;AAC1B,QAAM,MAAM,MAAM,UAAU,aAAa,iBAAiB;AAC1D,MAAI,IAAI,WAAW,EAAG,QAAO,CAAC;AAI9B,QAAM,WAAW,IAAI,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AACrE,QAAM,UAAU,IAAI;AAAA,IAClB,CAAC,WAAW,OAAO,aAAa,aAAa,OAAO,SAAS;AAAA,EAC/D;AACA,aAAW,YAAY,UAAU;AAC/B,UAAM,QAAQ,QAAQ;AAAA,MACpB,CAAC,WAAW,OAAO,YAAY,SAAS;AAAA,IAC1C;AACA,QAAI,QAAQ,EAAG,SAAQ,QAAQ,GAAG,QAAQ,OAAO,OAAO,CAAC,CAAC;AAAA,EAC5D;AAEA,SAAO,QAAQ,IAAI,CAAC,YAAY;AAAA,IAC9B,IAAI,OAAO;AAAA,IACX,OAAO,OAAO,UAAU,SAAS,eAAe,eAAe;AAAA,IAC/D;AAAA,EACF,EAAE;AACJ;;;AMzKA,IAAAE,iBAA+D;;;ACOxD,IAAM,eAAN,MAAwC;AAAA,EAG7C,cAAc;AACZ,SAAK,SAAS,aAAa,WAAW;AAAA,EACxC;AAAA,EAEA,IAAI,aAAqB;AACvB,WAAO,aAAa;AAAA,EACtB;AAAA,EAEA,IAAI,cAAsB;AACxB,WAAO,aAAa;AAAA,EACtB;AAAA,EAEA,SACE,SACA,MACA,SACgB;AAChB,UAAM,SAAS,aAAa;AAAA,MAC1B;AAAA,MACA,QAAQ;AAAA,MACR,aAAa;AAAA,IACf;AACA,WAAO,cAAc,SAAsC,CAAC;AAE5D,UAAM,SAAS,aAAa,mBAAmB;AAC/C,WAAO,SAAS;AAChB,WAAO,QAAQ,KAAK,MAAM;AAC1B,WAAO,UAAU;AACjB,WAAO,MAAM,IAAI;AAEjB,QAAI,UAAU;AACd,WAAO;AAAA,MACL,OAAO;AACL,YAAI,QAAS;AACb,kBAAU;AACV,eAAO,UAAU;AACjB,YAAI;AACF,iBAAO,KAAK;AAAA,QACd,QAAQ;AAAA,QAER;AACA,eAAO,WAAW;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AACF;;;AD9CA,IAAM,kBAAkB;AAKjB,IAAM,aAAN,cAAyB,6BAAc;AAAA,EAQ5C,IAAI,YAAqB;AACvB,WAAO,KAAK,QAAQ,aAAa;AAAA,EACnC;AAAA,EAEA,IAAI,WAA+B;AACjC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,SAAgC;AAClC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,KAAK,OAAQ;AAEjB,SAAK,OAAO,IAAI,aAAa;AAC7B,SAAK,SAAS,IAAI,gCAAiB,KAAK,IAAI;AAC5C,QAAI,UAAU,UAAU,SAAS,SAAS,GAAG;AAC3C,WAAK,OAAO,OAAO,eAAe;AAAA,IACpC;AACA,SAAK,OAAO,GAAG,gBAAgB,MAAM,KAAK,KAAK,cAAc,CAAC;AAC9D,SAAK,OAAO,GAAG,eAAe,MAAM,KAAK,KAAK,aAAa,CAAC;AAC5D,SAAK,OAAO,GAAG,UAAU,CAAC,WAAW,KAAK,KAAK,UAAU,MAAM,CAAC;AAEhE,SAAK,KAAK,OAAO,QAAQ,aAAa,WAAW;AAAA,EACnD;AAAA,EAEA,KAAK,KAAiB,YAA0B;AAC9C,SAAK,QAAQ,UAAU,KAAK,UAAU;AAAA,EACxC;AAAA,EAEA,YAAkB;AAChB,SAAK,QAAQ,UAAU;AAAA,EACzB;AAAA,EAEA,MAAM,OAAsB;AAC1B,SAAK,QAAQ,QAAQ;AACrB,SAAK,SAAS;AACd,SAAK,MAAM,OAAO,WAAW;AAC7B,SAAK,OAAO;AACZ,QAAI,KAAK,SAAS;AAChB,WAAK,QAAQ,MAAM;AACnB,WAAK,QAAQ,YAAY;AACzB,WAAK,UAAU;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,UAAiC;AAClD,UAAM,OAAO,KAAK;AAClB,QAAI,CAAC,MAAM;AACT,WAAK,YAAY;AACjB;AAAA,IACF;AAEA,UAAM,UAAU,MAAM,KAAK,WAAW;AACtC,UAAM,YAAY,QAAQ,WAAW,KAAK,QAAQ,CAAC,EAAE,OAAO;AAE5D,QAAI,aAAa,eAAe,cAAc;AAG5C,YAAO,aAAqB,YAAY,YAAY,KAAK,QAAQ;AACjE,WAAK,OAAO,WAAW;AACvB,WAAK,OAAO,QAAQ,aAAa,WAAW;AAE5C,UAAI,KAAK,SAAS;AAChB,aAAK,QAAQ,MAAM;AACnB,aAAK,QAAQ,YAAY;AACzB,aAAK,UAAU;AAAA,MACjB;AAAA,IACF,OAAO;AAGL,UAAI,CAAC,KAAK,SAAS;AACjB,cAAM,cAAc,aAAa,6BAA6B;AAC9D,aAAK,OAAO,WAAW;AACvB,aAAK,OAAO,QAAQ,WAAW;AAE/B,aAAK,UAAU,IAAI,MAAM;AACzB,aAAK,QAAQ,WAAW;AACxB,aAAK,QAAQ,YAAY,YAAY;AAAA,MACvC;AACA,YAAM,KAAK,QAAQ,UAAU,QAAQ;AAAA,IACvC;AAEA,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,MAAM,aAAuC;AAC3C,WAAO,YAAY,aAAa;AAAA,EAClC;AACF;;;APjGA,0BAAc,4BAhBd;AAWO,SAAS,mBAA0C;AACxD,QAAM,SAAS,uBAAQ,UAAU;AACjC,SAAO,kBAAkB,aAAa,OAAO,SAAS;AACxD;AAaO,SAAS,mBAAmB;AACjC,qBAAI,UAAU,IAAI,OAAO,CAAC;AAC1B,yBAAQ,UAAU,IAAI,WAAW,CAAC;AAClC,wCAAkB,YAAY;AAChC;AAEA,iBAAiB;","names":["import_client","audioContext","unlock","import_client"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/audio/WebMic.ts","../src/audio/unlock.ts","../src/audio/audioContext.ts","raw:./pcm-processor-worklet","../src/audio/pcm-processor.ts","../src/audio/stopStream.ts","../src/audio/WebSpeaker.ts","../src/audio/WebAudioSink.ts"],"sourcesContent":["import { Mic, setMicdropStorage, Speaker } from '@micdrop/client'\nimport { WebMic } from './audio/WebMic'\nimport { WebSpeaker } from './audio/WebSpeaker'\n\n/**\n * The node the assistant voice comes out of, to analyse or process it.\n *\n * Connect an AnalyserNode to it to read the envelope on your own frames, which\n * is finer than the ten levels a second the `Volume` event reports.\n * @returns The node, once the call has started\n */\nexport function getSpeakerOutput(): AudioNode | undefined {\n const driver = Speaker.getDriver()\n return driver instanceof WebSpeaker ? driver.output : undefined\n}\n\nexport * from '@micdrop/client'\nexport * from './audio/audioContext'\nexport * from './audio/WebAudioSink'\nexport * from './audio/WebMic'\nexport * from './audio/WebSpeaker'\n\n/**\n * Records and plays with the Web Audio API, and keeps settings in\n * `localStorage`. Called when the package is imported, so a page has nothing\n * to wire.\n */\nexport function registerWebAudio() {\n Mic.setDriver(new WebMic())\n Speaker.setDriver(new WebSpeaker())\n setMicdropStorage(localStorage)\n}\n\nregisterWebAudio()\n","import { MicDriver, MicdropDevice } from '@micdrop/client'\nimport { audioContext } from './audioContext'\nimport { initPcmProcessor } from './pcm-processor'\nimport { stopStream } from './stopStream'\n\n/**\n * How long Firefox needs to let go of a microphone it released.\n *\n * A microphone requested again before that comes back without its processing:\n * no echo cancellation, no noise suppression and a raw gain some 30 dB higher,\n * while its settings still report them on. The room then sounds like speech,\n * and the assistant hears its own voice. No event tells when the device is\n * free, so a new stream waits for this delay to pass.\n */\nconst FIREFOX_RELEASE_DELAY = 15000 // ms\n\nconst isFirefox =\n typeof navigator !== 'undefined' && /Firefox\\//.test(navigator.userAgent)\n\n// The last stream released, outside the class: the browser holds the device\n// whichever WebMic opened it\nlet lastRelease: { at: number; deviceId: string | undefined } | undefined\n\ntype MicState =\n | { status: 'stopped' }\n | { status: 'starting'; requested: string | undefined }\n | {\n status: 'started'\n /** The device asked for, undefined for the system one */\n requested: string | undefined\n stream: MediaStream\n source: MediaStreamAudioSourceNode\n worklet: AudioWorkletNode\n }\n\n/**\n * Records the microphone with the Web Audio API.\n *\n * An audio worklet delivers the samples at a steady pace, and everything that\n * happens to them afterwards lives in `@micdrop/client`.\n *\n * Starts and stops take turns, so two starts never hold two streams. A stop or\n * a start for another device aborts the start under way, which lets go of\n * whatever it obtained, and the last call wins.\n */\nexport class WebMic extends MicDriver {\n private state: MicState = { status: 'stopped' }\n // The device the browser settled on last, kept after a stop\n private _deviceId: string | undefined\n // The start under way or waiting for its turn, which the next call aborts\n private attempt:\n | {\n requested: string | undefined\n controller: AbortController\n done: Promise<void>\n }\n | undefined\n private queue: Promise<void> = Promise.resolve()\n\n get isStarted(): boolean {\n return this.state.status === 'started'\n }\n\n get deviceId(): string | undefined {\n return this._deviceId\n }\n\n // Asking for echo cancellation is not getting it: some browsers and devices\n // do without, and the settings of the track say so\n get echoCancellation(): boolean | undefined {\n if (this.state.status !== 'started') return undefined\n const track = this.state.stream.getAudioTracks()[0]\n const setting = track?.getSettings?.().echoCancellation as unknown\n if (setting === undefined) return undefined\n return setting !== false\n }\n\n start(deviceId?: string): Promise<void> {\n // The same request is already on its way\n if (this.attempt && this.attempt.requested === deviceId) {\n return this.attempt.done\n }\n\n this.attempt?.controller.abort()\n const controller = new AbortController()\n const done = this.enqueue(() => this.open(deviceId, controller.signal))\n const attempt = { requested: deviceId, controller, done }\n this.attempt = attempt\n const clear = () => {\n if (this.attempt === attempt) this.attempt = undefined\n }\n done.then(clear, clear)\n return done\n }\n\n async stop(): Promise<void> {\n this.attempt?.controller.abort()\n this.attempt = undefined\n // Resolves once a start under way has let go of its stream too\n await this.enqueue(async () => this.close())\n }\n\n async getDevices(): Promise<MicdropDevice[]> {\n return listDevices('audioinput')\n }\n\n private enqueue(operation: () => Promise<void>): Promise<void> {\n const done = this.queue.then(operation)\n this.queue = done.catch(() => undefined)\n return done\n }\n\n private async open(requested: string | undefined, signal: AbortSignal) {\n if (signal.aborted) return\n\n const state = this.state\n if (state.status === 'started') {\n // Same device, keep recording. A device asked for by its real id is the\n // one the browser settled on when the system one was asked for.\n if (requested === state.requested || requested === this._deviceId) return\n this.close()\n }\n\n this.state = { status: 'starting', requested }\n let stream: MediaStream | undefined\n let settled: string | undefined\n try {\n await waitForRelease(requested, signal)\n if (signal.aborted) return\n\n stream = await navigator.mediaDevices.getUserMedia({\n audio: {\n deviceId: { ideal: requested },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n })\n\n // Remember which device the browser settled on\n const track = stream.getTracks()[0]\n const capability = track?.getCapabilities?.().deviceId\n settled =\n capability && capability !== 'default'\n ? capability\n : (requested ?? capability)\n if (signal.aborted) return\n\n await initPcmProcessor()\n if (signal.aborted) return\n\n const worklet = new AudioWorkletNode(audioContext, 'pcm-processor')\n const source = audioContext.createMediaStreamSource(stream)\n worklet.port.onmessage = this.onWorkletMessage\n source.connect(worklet)\n\n // A browser only reveals the device labels once a stream is running, and\n // Firefox lists nothing at all before that\n navigator.mediaDevices.addEventListener(\n 'devicechange',\n this.onDeviceChange\n )\n\n this._deviceId = settled\n this.state = { status: 'started', requested, stream, source, worklet }\n stream = undefined\n } finally {\n // Aborted or failed: nothing obtained on the way stays open\n if (stream) releaseStream(stream, settled)\n if (this.state.status === 'starting') this.state = { status: 'stopped' }\n }\n }\n\n /** Tears the running microphone down, if there is one */\n private close() {\n const state = this.state\n if (state.status !== 'started') return\n this.state = { status: 'stopped' }\n\n navigator.mediaDevices.removeEventListener(\n 'devicechange',\n this.onDeviceChange\n )\n state.worklet.port.onmessage = null\n state.worklet.disconnect()\n state.source.disconnect()\n releaseStream(state.stream, this._deviceId)\n }\n\n private onWorkletMessage = (event: MessageEvent) => {\n const { type, frames, sampleRate } = event.data\n if (type !== 'frames') return\n this.emit('Frames', frames as Float32Array, sampleRate as number)\n }\n\n private onDeviceChange = () => {\n this.emit('DeviceChange')\n }\n}\n\n/**\n * Stops a stream, and notes when its device was let go\n * @param stream - The stream to stop\n * @param deviceId - The device it recorded from\n */\nfunction releaseStream(stream: MediaStream, deviceId: string | undefined) {\n stopStream(stream)\n lastRelease = { at: Date.now(), deviceId }\n}\n\n/**\n * Waits until Firefox let go of the microphone, see FIREFOX_RELEASE_DELAY\n * @param deviceId - The device about to be opened\n * @param signal - Ends the wait early, when the start is aborted\n */\nasync function waitForRelease(\n deviceId: string | undefined,\n signal: AbortSignal\n) {\n if (!isFirefox || !lastRelease) return\n if (deviceId && lastRelease.deviceId && deviceId !== lastRelease.deviceId) {\n return\n }\n const remaining = lastRelease.at + FIREFOX_RELEASE_DELAY - Date.now()\n if (remaining <= 0 || signal.aborted) return\n await new Promise<void>((resolve) => {\n const done = () => {\n clearTimeout(timer)\n signal.removeEventListener('abort', done)\n resolve()\n }\n const timer = setTimeout(done, remaining)\n signal.addEventListener('abort', done)\n })\n}\n\n/**\n * Lists the devices of one kind, the default one first\n * @param kind - Which devices to list\n */\nexport async function listDevices(\n kind: 'audioinput' | 'audiooutput'\n): Promise<MicdropDevice[]> {\n const all = await navigator.mediaDevices.enumerateDevices()\n if (all.length === 0) return []\n\n // A browser lists the default device twice, once under the id \"default\" and\n // once under its real id. Keep the real one, and put it first.\n const defaults = all.filter((device) => device.deviceId === 'default')\n const devices = all.filter(\n (device) => device.deviceId !== 'default' && device.kind === kind\n )\n for (const fallback of defaults) {\n const index = devices.findIndex(\n (device) => device.groupId === fallback.groupId\n )\n if (index > 0) devices.unshift(...devices.splice(index, 1))\n }\n\n return devices.map((device) => ({\n id: device.deviceId,\n label: device.label || (kind === 'audioinput' ? 'Microphone' : 'Speaker'),\n kind,\n }))\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","// Hands the microphone signal to the main thread, continuously.\n//\n// Deciding whether someone is speaking, keeping a reserve of audio and cutting\n// it into chunks all happen in @micdrop/client, so this only has to deliver the\n// samples at a steady pace.\n\nconst INTERVAL_MS = 20\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.buffers = []\n this.length = 0\n // `sampleRate` is provided by the worklet scope\n this.frameLength = Math.round((sampleRate * INTERVAL_MS) / 1000)\n }\n\n process(inputs) {\n const input = inputs[0]\n if (!input || input.length === 0) return true\n\n this.buffers.push(new Float32Array(input[0]))\n this.length += input[0].length\n if (this.length < this.frameLength) return true\n\n const frames = new Float32Array(this.length)\n let offset = 0\n for (const buffer of this.buffers) {\n frames.set(buffer, offset)\n offset += buffer.length\n }\n this.buffers.length = 0\n this.length = 0\n\n this.port.postMessage({ type: 'frames', frames, sampleRate }, [\n frames.buffer,\n ])\n return true\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n","import pcmProcessorWorklet from './pcm-processor-worklet?raw'\nimport { audioContext } from './audioContext'\n\ndeclare global {\n interface Window {\n micdropPcmProcessor?: Promise<void>\n }\n}\n\n/**\n * Loads the worklet into the audio context, once per page. A second caller\n * waits for the same load rather than building a node before it exists, and a\n * failed load is forgotten so the next microphone tries again.\n */\nexport function initPcmProcessor(): Promise<void> {\n if (!window.micdropPcmProcessor) {\n const workletBlob = new Blob([pcmProcessorWorklet], {\n type: 'application/javascript',\n })\n const workletUrl = URL.createObjectURL(workletBlob)\n const loading = audioContext.audioWorklet.addModule(workletUrl)\n window.micdropPcmProcessor = loading\n loading.catch(() => {\n if (window.micdropPcmProcessor === loading) {\n window.micdropPcmProcessor = undefined\n }\n })\n }\n return window.micdropPcmProcessor\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { MicdropDevice, Pcm16AudioStream, SpeakerDriver } from '@micdrop/client'\nimport { audioContext } from './audioContext'\nimport { listDevices } from './WebMic'\nimport { WebAudioSink } from './WebAudioSink'\n\n// A Bluetooth headset switches to its call profile as its microphone opens,\n// and Firefox mangles what it plays through that switch: the first answer of a\n// call comes out all at once. The speaker starts right after the microphone, so\n// it plays silence that long and holds the first answer until then. The\n// microphone opens again at each call, while the speaker stays started, so the\n// warm-up comes back with every start.\nconst FIREFOX_WARM_UP = 2000 // ms\nconst IS_FIREFOX =\n typeof navigator !== 'undefined' && navigator.userAgent.includes('Firefox')\n\n/**\n * Where the sound goes. The audio context is the preferred way, it is the only\n * one that keeps echo cancellation working. Firefox cannot pick an output on\n * an audio context, so a non default device is played back through an audio\n * element instead. iOS reports echo cancellation on and still hears an audio\n * context, but not an element, which is the echo fallback.\n */\ntype SpeakerOutput =\n | { kind: 'context' }\n | {\n kind: 'element'\n reason: 'device' | 'echoFallback'\n element: HTMLAudioElement\n destination: MediaStreamAudioDestinationNode\n }\n\ntype SpeakerState =\n | { status: 'stopped' }\n | {\n status: 'started'\n sink: WebAudioSink\n stream: Pcm16AudioStream\n output: SpeakerOutput\n }\n\n/**\n * Plays the assistant voice with the Web Audio API.\n *\n * The output device is remembered across calls: one chosen before `start()`\n * applies as soon as it starts, and the echo fallback plays through it too.\n */\nexport class WebSpeaker extends SpeakerDriver {\n private state: SpeakerState = { status: 'stopped' }\n // The output asked for last, undefined for the system one\n private _deviceId: string | undefined\n // Device changes take turns, so the last one asked for is the one heard\n private routing: Promise<void> = Promise.resolve()\n\n get isPlaying(): boolean {\n return this.state.status === 'started' && this.state.stream.isPlaying\n }\n\n get deviceId(): string | undefined {\n return this._deviceId\n }\n\n /** The node the sound comes out of, to analyse or process it */\n get output(): AudioNode | undefined {\n return this.state.status === 'started' ? this.state.sink.output : undefined\n }\n\n /**\n * Prepares the audio graph, once, and plays through the switch of a headset\n * whose microphone just opened, at every call\n */\n async start(): Promise<void> {\n if (this.state.status === 'started') {\n if (IS_FIREFOX) this.state.stream.warmUp(FIREFOX_WARM_UP)\n return\n }\n\n const sink = new WebAudioSink()\n const stream = new Pcm16AudioStream(sink)\n if (IS_FIREFOX) stream.warmUp(FIREFOX_WARM_UP)\n stream.on('StartPlaying', () => this.emit('StartPlaying'))\n stream.on('StopPlaying', () => this.emit('StopPlaying'))\n stream.on('Volume', (volume) => this.emit('Volume', volume))\n\n sink.output.connect(audioContext.destination)\n this.state = {\n status: 'started',\n sink,\n stream,\n output: { kind: 'context' },\n }\n\n // Play through the output chosen while stopped, or during the last call\n const deviceId = this._deviceId\n if (deviceId) {\n try {\n await this.route(deviceId)\n } catch (error) {\n console.error(\n '[Micdrop] Playing through the chosen output failed',\n error\n )\n // Forgotten, so the caller sees the system output in use\n if (this._deviceId === deviceId) this._deviceId = undefined\n }\n }\n }\n\n play(pcm: Int16Array, sampleRate: number): void {\n if (this.state.status !== 'started') return\n this.state.stream.playAudio(pcm, sampleRate)\n }\n\n stopAudio(): void {\n if (this.state.status !== 'started') return\n this.state.stream.stopAudio()\n }\n\n async stop(): Promise<void> {\n const state = this.state\n if (state.status !== 'started') return\n this.state = { status: 'stopped' }\n state.stream.destroy()\n state.sink.output.disconnect()\n closeOutput(state.output)\n }\n\n /**\n * Moves the sound to an audio element, while it plays. The audio context\n * keeps playing until the element is known to be allowed to.\n */\n async useEchoFallback(): Promise<boolean> {\n const state = this.state\n if (state.status !== 'started' || state.output.kind !== 'context') {\n return false\n }\n\n const output = createElementOutput('echoFallback')\n output.element.srcObject = output.destination.stream\n try {\n await output.element.play()\n // Through the device chosen, rather than the system one\n if (this._deviceId) await output.element.setSinkId?.(this._deviceId)\n } catch (error) {\n console.error('[Micdrop] Playing through an element failed', error)\n closeOutput(output)\n return false\n }\n\n // The call ended, or the output changed, in the meantime\n if (this.state !== state || state.output.kind !== 'context') {\n closeOutput(output)\n return false\n }\n setOutput(state, output)\n return true\n }\n\n resetEchoFallback(): void {\n const state = this.state\n if (\n state.status !== 'started' ||\n state.output.kind !== 'element' ||\n state.output.reason !== 'echoFallback'\n ) {\n return\n }\n setOutput(state, { kind: 'context' })\n\n // Firefox needs an element of its own to play through a chosen device\n const deviceId = this._deviceId\n if (deviceId) {\n this.route(deviceId).catch((error) =>\n console.error(\n '[Micdrop] Playing through the chosen output failed',\n error\n )\n )\n }\n }\n\n async changeDevice(deviceId: string): Promise<void> {\n await this.route(deviceId)\n this._deviceId = deviceId\n }\n\n async getDevices(): Promise<MicdropDevice[]> {\n return listDevices('audiooutput')\n }\n\n /**\n * Plays through a device, after the changes asked for before\n * @param deviceId - The output device\n */\n private route(deviceId: string): Promise<void> {\n const done = this.routing.then(() => this.applyDevice(deviceId))\n this.routing = done.catch(() => undefined)\n return done\n }\n\n private async applyDevice(deviceId: string): Promise<void> {\n // Stopped: start() applies it\n const state = this.state\n if (state.status !== 'started') return\n\n const devices = await this.getDevices()\n const isDefault = devices.length === 0 || devices[0].id === deviceId\n // Stopped, or started again, while the devices were listed\n if (this.state !== state) return\n\n const output = state.output\n if (output.kind === 'element' && output.reason === 'echoFallback') {\n // The element stays, it only plays through the new device\n await output.element.setSinkId?.(isDefault ? '' : deviceId)\n return\n }\n\n if (isDefault || 'setSinkId' in audioContext) {\n await (audioContext as any).setSinkId?.(isDefault ? '' : deviceId)\n if (this.state !== state) return\n // The echo fallback took over meanwhile, and keeps the sound\n const current = state.output\n if (current.kind === 'element' && current.reason === 'echoFallback') {\n await current.element.setSinkId?.(isDefault ? '' : deviceId)\n return\n }\n setOutput(state, { kind: 'context' })\n return\n }\n\n // Firefox: stream the sound back into an audio element, which does accept\n // an output device\n let element = output.kind === 'element' ? output.element : undefined\n if (!element) {\n const next = createElementOutput('device')\n next.element.autoplay = true\n next.element.srcObject = next.destination.stream\n setOutput(state, next)\n element = next.element\n }\n await element.setSinkId?.(deviceId)\n }\n}\n\n/**\n * Sends the sound of a running speaker somewhere else\n * @param state - The running speaker\n * @param output - Where the sound goes from now on\n */\nfunction setOutput(\n state: Extract<SpeakerState, { status: 'started' }>,\n output: SpeakerOutput\n) {\n const previous = state.output\n if (previous === output) return\n if (previous.kind === 'context' && output.kind === 'context') return\n // Only this connection, an analyser plugged on the output stays plugged\n state.sink.output.disconnect(destinationOf(previous))\n state.sink.output.connect(destinationOf(output))\n state.output = output\n closeOutput(previous)\n}\n\nfunction destinationOf(output: SpeakerOutput): AudioNode {\n return output.kind === 'context'\n ? audioContext.destination\n : output.destination\n}\n\n/** An audio element fed from the audio context, not playing yet */\nfunction createElementOutput(\n reason: 'device' | 'echoFallback'\n): Extract<SpeakerOutput, { kind: 'element' }> {\n return {\n kind: 'element',\n reason,\n element: new Audio(),\n destination: audioContext.createMediaStreamDestination(),\n }\n}\n\n/** Silences and frees an output, once nothing plays through it any more */\nfunction closeOutput(output: SpeakerOutput) {\n if (output.kind !== 'element') return\n output.element.pause()\n output.element.srcObject = null\n}\n","import { AudioSink, ScheduledAudio } from '@micdrop/client'\nimport { audioContext } from './audioContext'\n\n/**\n * Plays samples through the Web Audio graph, on the timeline given by the\n * caller so consecutive chunks are heard without a gap.\n */\nexport class WebAudioSink implements AudioSink {\n public readonly output: GainNode\n\n constructor() {\n this.output = audioContext.createGain()\n }\n\n get sampleRate(): number {\n return audioContext.sampleRate\n }\n\n get currentTime(): number {\n return audioContext.currentTime\n }\n\n schedule(\n samples: Float32Array,\n when: number,\n onEnded: () => void\n ): ScheduledAudio {\n const buffer = audioContext.createBuffer(\n 1,\n samples.length,\n audioContext.sampleRate\n )\n buffer.copyToChannel(samples as Float32Array<ArrayBuffer>, 0)\n\n const source = audioContext.createBufferSource()\n source.buffer = buffer\n source.connect(this.output)\n source.onended = onEnded\n source.start(when)\n\n let stopped = false\n return {\n stop() {\n if (stopped) return\n stopped = true\n source.onended = null\n try {\n source.stop()\n } catch {\n // Already finished\n }\n source.disconnect()\n },\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAAAA,iBAAgD;;;ACAhD,oBAAyC;;;ACClC,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBA;;;ACcO,SAAS,mBAAkC;AAChD,MAAI,CAAC,OAAO,qBAAqB;AAC/B,UAAM,cAAc,IAAI,KAAK,CAAC,6BAAmB,GAAG;AAAA,MAClD,MAAM;AAAA,IACR,CAAC;AACD,UAAM,aAAa,IAAI,gBAAgB,WAAW;AAClD,UAAM,UAAU,aAAa,aAAa,UAAU,UAAU;AAC9D,WAAO,sBAAsB;AAC7B,YAAQ,MAAM,MAAM;AAClB,UAAI,OAAO,wBAAwB,SAAS;AAC1C,eAAO,sBAAsB;AAAA,MAC/B;AAAA,IACF,CAAC;AAAA,EACH;AACA,SAAO,OAAO;AAChB;;;ACzBO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ALQA,IAAM,wBAAwB;AAE9B,IAAM,YACJ,OAAO,cAAc,eAAe,YAAY,KAAK,UAAU,SAAS;AAI1E,IAAI;AAwBG,IAAM,SAAN,cAAqB,wBAAU;AAAA,EAA/B;AAAA;AACL,SAAQ,QAAkB,EAAE,QAAQ,UAAU;AAW9C,SAAQ,QAAuB,QAAQ,QAAQ;AAsI/C,SAAQ,mBAAmB,CAAC,UAAwB;AAClD,YAAM,EAAE,MAAM,QAAQ,WAAW,IAAI,MAAM;AAC3C,UAAI,SAAS,SAAU;AACvB,WAAK,KAAK,UAAU,QAAwB,UAAoB;AAAA,IAClE;AAEA,SAAQ,iBAAiB,MAAM;AAC7B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA;AAAA,EA5IA,IAAI,YAAqB;AACvB,WAAO,KAAK,MAAM,WAAW;AAAA,EAC/B;AAAA,EAEA,IAAI,WAA+B;AACjC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA,EAIA,IAAI,mBAAwC;AAC1C,QAAI,KAAK,MAAM,WAAW,UAAW,QAAO;AAC5C,UAAM,QAAQ,KAAK,MAAM,OAAO,eAAe,EAAE,CAAC;AAClD,UAAM,UAAU,OAAO,cAAc,EAAE;AACvC,QAAI,YAAY,OAAW,QAAO;AAClC,WAAO,YAAY;AAAA,EACrB;AAAA,EAEA,MAAM,UAAkC;AAEtC,QAAI,KAAK,WAAW,KAAK,QAAQ,cAAc,UAAU;AACvD,aAAO,KAAK,QAAQ;AAAA,IACtB;AAEA,SAAK,SAAS,WAAW,MAAM;AAC/B,UAAM,aAAa,IAAI,gBAAgB;AACvC,UAAM,OAAO,KAAK,QAAQ,MAAM,KAAK,KAAK,UAAU,WAAW,MAAM,CAAC;AACtE,UAAM,UAAU,EAAE,WAAW,UAAU,YAAY,KAAK;AACxD,SAAK,UAAU;AACf,UAAM,QAAQ,MAAM;AAClB,UAAI,KAAK,YAAY,QAAS,MAAK,UAAU;AAAA,IAC/C;AACA,SAAK,KAAK,OAAO,KAAK;AACtB,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,OAAsB;AAC1B,SAAK,SAAS,WAAW,MAAM;AAC/B,SAAK,UAAU;AAEf,UAAM,KAAK,QAAQ,YAAY,KAAK,MAAM,CAAC;AAAA,EAC7C;AAAA,EAEA,MAAM,aAAuC;AAC3C,WAAO,YAAY,YAAY;AAAA,EACjC;AAAA,EAEQ,QAAQ,WAA+C;AAC7D,UAAM,OAAO,KAAK,MAAM,KAAK,SAAS;AACtC,SAAK,QAAQ,KAAK,MAAM,MAAM,MAAS;AACvC,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,KAAK,WAA+B,QAAqB;AACrE,QAAI,OAAO,QAAS;AAEpB,UAAM,QAAQ,KAAK;AACnB,QAAI,MAAM,WAAW,WAAW;AAG9B,UAAI,cAAc,MAAM,aAAa,cAAc,KAAK,UAAW;AACnE,WAAK,MAAM;AAAA,IACb;AAEA,SAAK,QAAQ,EAAE,QAAQ,YAAY,UAAU;AAC7C,QAAI;AACJ,QAAI;AACJ,QAAI;AACF,YAAM,eAAe,WAAW,MAAM;AACtC,UAAI,OAAO,QAAS;AAEpB,eAAS,MAAM,UAAU,aAAa,aAAa;AAAA,QACjD,OAAO;AAAA,UACL,UAAU,EAAE,OAAO,UAAU;AAAA,UAC7B,YAAY;AAAA;AAAA,UACZ,YAAY;AAAA,UACZ,cAAc;AAAA,UACd,kBAAkB;AAAA,UAClB,kBAAkB;AAAA,QACpB;AAAA,MACF,CAAC;AAGD,YAAM,QAAQ,OAAO,UAAU,EAAE,CAAC;AAClC,YAAM,aAAa,OAAO,kBAAkB,EAAE;AAC9C,gBACE,cAAc,eAAe,YACzB,aACC,aAAa;AACpB,UAAI,OAAO,QAAS;AAEpB,YAAM,iBAAiB;AACvB,UAAI,OAAO,QAAS;AAEpB,YAAM,UAAU,IAAI,iBAAiB,cAAc,eAAe;AAClE,YAAM,SAAS,aAAa,wBAAwB,MAAM;AAC1D,cAAQ,KAAK,YAAY,KAAK;AAC9B,aAAO,QAAQ,OAAO;AAItB,gBAAU,aAAa;AAAA,QACrB;AAAA,QACA,KAAK;AAAA,MACP;AAEA,WAAK,YAAY;AACjB,WAAK,QAAQ,EAAE,QAAQ,WAAW,WAAW,QAAQ,QAAQ,QAAQ;AACrE,eAAS;AAAA,IACX,UAAE;AAEA,UAAI,OAAQ,eAAc,QAAQ,OAAO;AACzC,UAAI,KAAK,MAAM,WAAW,WAAY,MAAK,QAAQ,EAAE,QAAQ,UAAU;AAAA,IACzE;AAAA,EACF;AAAA;AAAA,EAGQ,QAAQ;AACd,UAAM,QAAQ,KAAK;AACnB,QAAI,MAAM,WAAW,UAAW;AAChC,SAAK,QAAQ,EAAE,QAAQ,UAAU;AAEjC,cAAU,aAAa;AAAA,MACrB;AAAA,MACA,KAAK;AAAA,IACP;AACA,UAAM,QAAQ,KAAK,YAAY;AAC/B,UAAM,QAAQ,WAAW;AACzB,UAAM,OAAO,WAAW;AACxB,kBAAc,MAAM,QAAQ,KAAK,SAAS;AAAA,EAC5C;AAWF;AAOA,SAAS,cAAc,QAAqB,UAA8B;AACxE,aAAW,MAAM;AACjB,gBAAc,EAAE,IAAI,KAAK,IAAI,GAAG,SAAS;AAC3C;AAOA,eAAe,eACb,UACA,QACA;AACA,MAAI,CAAC,aAAa,CAAC,YAAa;AAChC,MAAI,YAAY,YAAY,YAAY,aAAa,YAAY,UAAU;AACzE;AAAA,EACF;AACA,QAAM,YAAY,YAAY,KAAK,wBAAwB,KAAK,IAAI;AACpE,MAAI,aAAa,KAAK,OAAO,QAAS;AACtC,QAAM,IAAI,QAAc,CAAC,YAAY;AACnC,UAAM,OAAO,MAAM;AACjB,mBAAa,KAAK;AAClB,aAAO,oBAAoB,SAAS,IAAI;AACxC,cAAQ;AAAA,IACV;AACA,UAAM,QAAQ,WAAW,MAAM,SAAS;AACxC,WAAO,iBAAiB,SAAS,IAAI;AAAA,EACvC,CAAC;AACH;AAMA,eAAsB,YACpB,MAC0B;AAC1B,QAAM,MAAM,MAAM,UAAU,aAAa,iBAAiB;AAC1D,MAAI,IAAI,WAAW,EAAG,QAAO,CAAC;AAI9B,QAAM,WAAW,IAAI,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AACrE,QAAM,UAAU,IAAI;AAAA,IAClB,CAAC,WAAW,OAAO,aAAa,aAAa,OAAO,SAAS;AAAA,EAC/D;AACA,aAAW,YAAY,UAAU;AAC/B,UAAM,QAAQ,QAAQ;AAAA,MACpB,CAAC,WAAW,OAAO,YAAY,SAAS;AAAA,IAC1C;AACA,QAAI,QAAQ,EAAG,SAAQ,QAAQ,GAAG,QAAQ,OAAO,OAAO,CAAC,CAAC;AAAA,EAC5D;AAEA,SAAO,QAAQ,IAAI,CAAC,YAAY;AAAA,IAC9B,IAAI,OAAO;AAAA,IACX,OAAO,OAAO,UAAU,SAAS,eAAe,eAAe;AAAA,IAC/D;AAAA,EACF,EAAE;AACJ;;;AM1QA,IAAAE,iBAA+D;;;ACOxD,IAAM,eAAN,MAAwC;AAAA,EAG7C,cAAc;AACZ,SAAK,SAAS,aAAa,WAAW;AAAA,EACxC;AAAA,EAEA,IAAI,aAAqB;AACvB,WAAO,aAAa;AAAA,EACtB;AAAA,EAEA,IAAI,cAAsB;AACxB,WAAO,aAAa;AAAA,EACtB;AAAA,EAEA,SACE,SACA,MACA,SACgB;AAChB,UAAM,SAAS,aAAa;AAAA,MAC1B;AAAA,MACA,QAAQ;AAAA,MACR,aAAa;AAAA,IACf;AACA,WAAO,cAAc,SAAsC,CAAC;AAE5D,UAAM,SAAS,aAAa,mBAAmB;AAC/C,WAAO,SAAS;AAChB,WAAO,QAAQ,KAAK,MAAM;AAC1B,WAAO,UAAU;AACjB,WAAO,MAAM,IAAI;AAEjB,QAAI,UAAU;AACd,WAAO;AAAA,MACL,OAAO;AACL,YAAI,QAAS;AACb,kBAAU;AACV,eAAO,UAAU;AACjB,YAAI;AACF,iBAAO,KAAK;AAAA,QACd,QAAQ;AAAA,QAER;AACA,eAAO,WAAW;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AACF;;;AD5CA,IAAM,kBAAkB;AACxB,IAAM,aACJ,OAAO,cAAc,eAAe,UAAU,UAAU,SAAS,SAAS;AAiCrE,IAAM,aAAN,cAAyB,6BAAc;AAAA,EAAvC;AAAA;AACL,SAAQ,QAAsB,EAAE,QAAQ,UAAU;AAIlD;AAAA,SAAQ,UAAyB,QAAQ,QAAQ;AAAA;AAAA,EAEjD,IAAI,YAAqB;AACvB,WAAO,KAAK,MAAM,WAAW,aAAa,KAAK,MAAM,OAAO;AAAA,EAC9D;AAAA,EAEA,IAAI,WAA+B;AACjC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,SAAgC;AAClC,WAAO,KAAK,MAAM,WAAW,YAAY,KAAK,MAAM,KAAK,SAAS;AAAA,EACpE;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAuB;AAC3B,QAAI,KAAK,MAAM,WAAW,WAAW;AACnC,UAAI,WAAY,MAAK,MAAM,OAAO,OAAO,eAAe;AACxD;AAAA,IACF;AAEA,UAAM,OAAO,IAAI,aAAa;AAC9B,UAAM,SAAS,IAAI,gCAAiB,IAAI;AACxC,QAAI,WAAY,QAAO,OAAO,eAAe;AAC7C,WAAO,GAAG,gBAAgB,MAAM,KAAK,KAAK,cAAc,CAAC;AACzD,WAAO,GAAG,eAAe,MAAM,KAAK,KAAK,aAAa,CAAC;AACvD,WAAO,GAAG,UAAU,CAAC,WAAW,KAAK,KAAK,UAAU,MAAM,CAAC;AAE3D,SAAK,OAAO,QAAQ,aAAa,WAAW;AAC5C,SAAK,QAAQ;AAAA,MACX,QAAQ;AAAA,MACR;AAAA,MACA;AAAA,MACA,QAAQ,EAAE,MAAM,UAAU;AAAA,IAC5B;AAGA,UAAM,WAAW,KAAK;AACtB,QAAI,UAAU;AACZ,UAAI;AACF,cAAM,KAAK,MAAM,QAAQ;AAAA,MAC3B,SAAS,OAAO;AACd,gBAAQ;AAAA,UACN;AAAA,UACA;AAAA,QACF;AAEA,YAAI,KAAK,cAAc,SAAU,MAAK,YAAY;AAAA,MACpD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,KAAK,KAAiB,YAA0B;AAC9C,QAAI,KAAK,MAAM,WAAW,UAAW;AACrC,SAAK,MAAM,OAAO,UAAU,KAAK,UAAU;AAAA,EAC7C;AAAA,EAEA,YAAkB;AAChB,QAAI,KAAK,MAAM,WAAW,UAAW;AACrC,SAAK,MAAM,OAAO,UAAU;AAAA,EAC9B;AAAA,EAEA,MAAM,OAAsB;AAC1B,UAAM,QAAQ,KAAK;AACnB,QAAI,MAAM,WAAW,UAAW;AAChC,SAAK,QAAQ,EAAE,QAAQ,UAAU;AACjC,UAAM,OAAO,QAAQ;AACrB,UAAM,KAAK,OAAO,WAAW;AAC7B,gBAAY,MAAM,MAAM;AAAA,EAC1B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,kBAAoC;AACxC,UAAM,QAAQ,KAAK;AACnB,QAAI,MAAM,WAAW,aAAa,MAAM,OAAO,SAAS,WAAW;AACjE,aAAO;AAAA,IACT;AAEA,UAAM,SAAS,oBAAoB,cAAc;AACjD,WAAO,QAAQ,YAAY,OAAO,YAAY;AAC9C,QAAI;AACF,YAAM,OAAO,QAAQ,KAAK;AAE1B,UAAI,KAAK,UAAW,OAAM,OAAO,QAAQ,YAAY,KAAK,SAAS;AAAA,IACrE,SAAS,OAAO;AACd,cAAQ,MAAM,+CAA+C,KAAK;AAClE,kBAAY,MAAM;AAClB,aAAO;AAAA,IACT;AAGA,QAAI,KAAK,UAAU,SAAS,MAAM,OAAO,SAAS,WAAW;AAC3D,kBAAY,MAAM;AAClB,aAAO;AAAA,IACT;AACA,cAAU,OAAO,MAAM;AACvB,WAAO;AAAA,EACT;AAAA,EAEA,oBAA0B;AACxB,UAAM,QAAQ,KAAK;AACnB,QACE,MAAM,WAAW,aACjB,MAAM,OAAO,SAAS,aACtB,MAAM,OAAO,WAAW,gBACxB;AACA;AAAA,IACF;AACA,cAAU,OAAO,EAAE,MAAM,UAAU,CAAC;AAGpC,UAAM,WAAW,KAAK;AACtB,QAAI,UAAU;AACZ,WAAK,MAAM,QAAQ,EAAE;AAAA,QAAM,CAAC,UAC1B,QAAQ;AAAA,UACN;AAAA,UACA;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,UAAiC;AAClD,UAAM,KAAK,MAAM,QAAQ;AACzB,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,MAAM,aAAuC;AAC3C,WAAO,YAAY,aAAa;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,MAAM,UAAiC;AAC7C,UAAM,OAAO,KAAK,QAAQ,KAAK,MAAM,KAAK,YAAY,QAAQ,CAAC;AAC/D,SAAK,UAAU,KAAK,MAAM,MAAM,MAAS;AACzC,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,YAAY,UAAiC;AAEzD,UAAM,QAAQ,KAAK;AACnB,QAAI,MAAM,WAAW,UAAW;AAEhC,UAAM,UAAU,MAAM,KAAK,WAAW;AACtC,UAAM,YAAY,QAAQ,WAAW,KAAK,QAAQ,CAAC,EAAE,OAAO;AAE5D,QAAI,KAAK,UAAU,MAAO;AAE1B,UAAM,SAAS,MAAM;AACrB,QAAI,OAAO,SAAS,aAAa,OAAO,WAAW,gBAAgB;AAEjE,YAAM,OAAO,QAAQ,YAAY,YAAY,KAAK,QAAQ;AAC1D;AAAA,IACF;AAEA,QAAI,aAAa,eAAe,cAAc;AAC5C,YAAO,aAAqB,YAAY,YAAY,KAAK,QAAQ;AACjE,UAAI,KAAK,UAAU,MAAO;AAE1B,YAAM,UAAU,MAAM;AACtB,UAAI,QAAQ,SAAS,aAAa,QAAQ,WAAW,gBAAgB;AACnE,cAAM,QAAQ,QAAQ,YAAY,YAAY,KAAK,QAAQ;AAC3D;AAAA,MACF;AACA,gBAAU,OAAO,EAAE,MAAM,UAAU,CAAC;AACpC;AAAA,IACF;AAIA,QAAI,UAAU,OAAO,SAAS,YAAY,OAAO,UAAU;AAC3D,QAAI,CAAC,SAAS;AACZ,YAAM,OAAO,oBAAoB,QAAQ;AACzC,WAAK,QAAQ,WAAW;AACxB,WAAK,QAAQ,YAAY,KAAK,YAAY;AAC1C,gBAAU,OAAO,IAAI;AACrB,gBAAU,KAAK;AAAA,IACjB;AACA,UAAM,QAAQ,YAAY,QAAQ;AAAA,EACpC;AACF;AAOA,SAAS,UACP,OACA,QACA;AACA,QAAM,WAAW,MAAM;AACvB,MAAI,aAAa,OAAQ;AACzB,MAAI,SAAS,SAAS,aAAa,OAAO,SAAS,UAAW;AAE9D,QAAM,KAAK,OAAO,WAAW,cAAc,QAAQ,CAAC;AACpD,QAAM,KAAK,OAAO,QAAQ,cAAc,MAAM,CAAC;AAC/C,QAAM,SAAS;AACf,cAAY,QAAQ;AACtB;AAEA,SAAS,cAAc,QAAkC;AACvD,SAAO,OAAO,SAAS,YACnB,aAAa,cACb,OAAO;AACb;AAGA,SAAS,oBACP,QAC6C;AAC7C,SAAO;AAAA,IACL,MAAM;AAAA,IACN;AAAA,IACA,SAAS,IAAI,MAAM;AAAA,IACnB,aAAa,aAAa,6BAA6B;AAAA,EACzD;AACF;AAGA,SAAS,YAAY,QAAuB;AAC1C,MAAI,OAAO,SAAS,UAAW;AAC/B,SAAO,QAAQ,MAAM;AACrB,SAAO,QAAQ,YAAY;AAC7B;;;AP7QA,0BAAc,4BAhBd;AAWO,SAAS,mBAA0C;AACxD,QAAM,SAAS,uBAAQ,UAAU;AACjC,SAAO,kBAAkB,aAAa,OAAO,SAAS;AACxD;AAaO,SAAS,mBAAmB;AACjC,qBAAI,UAAU,IAAI,OAAO,CAAC;AAC1B,yBAAQ,UAAU,IAAI,WAAW,CAAC;AAClC,wCAAkB,YAAY;AAChC;AAEA,iBAAiB;","names":["import_client","audioContext","unlock","import_client"]}
|
package/dist/index.mjs
CHANGED
|
@@ -45,14 +45,21 @@ if (window.micdropAudioContext) {
|
|
|
45
45
|
var pcm_processor_worklet_default = "// Hands the microphone signal to the main thread, continuously.\n//\n// Deciding whether someone is speaking, keeping a reserve of audio and cutting\n// it into chunks all happen in @micdrop/client, so this only has to deliver the\n// samples at a steady pace.\n\nconst INTERVAL_MS = 20\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.buffers = []\n this.length = 0\n // `sampleRate` is provided by the worklet scope\n this.frameLength = Math.round((sampleRate * INTERVAL_MS) / 1000)\n }\n\n process(inputs) {\n const input = inputs[0]\n if (!input || input.length === 0) return true\n\n this.buffers.push(new Float32Array(input[0]))\n this.length += input[0].length\n if (this.length < this.frameLength) return true\n\n const frames = new Float32Array(this.length)\n let offset = 0\n for (const buffer of this.buffers) {\n frames.set(buffer, offset)\n offset += buffer.length\n }\n this.buffers.length = 0\n this.length = 0\n\n this.port.postMessage({ type: 'frames', frames, sampleRate }, [\n frames.buffer,\n ])\n return true\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n";
|
|
46
46
|
|
|
47
47
|
// src/audio/pcm-processor.ts
|
|
48
|
-
|
|
49
|
-
if (window.micdropPcmProcessor)
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
48
|
+
function initPcmProcessor() {
|
|
49
|
+
if (!window.micdropPcmProcessor) {
|
|
50
|
+
const workletBlob = new Blob([pcm_processor_worklet_default], {
|
|
51
|
+
type: "application/javascript"
|
|
52
|
+
});
|
|
53
|
+
const workletUrl = URL.createObjectURL(workletBlob);
|
|
54
|
+
const loading = audioContext.audioWorklet.addModule(workletUrl);
|
|
55
|
+
window.micdropPcmProcessor = loading;
|
|
56
|
+
loading.catch(() => {
|
|
57
|
+
if (window.micdropPcmProcessor === loading) {
|
|
58
|
+
window.micdropPcmProcessor = void 0;
|
|
59
|
+
}
|
|
60
|
+
});
|
|
61
|
+
}
|
|
62
|
+
return window.micdropPcmProcessor;
|
|
56
63
|
}
|
|
57
64
|
|
|
58
65
|
// src/audio/stopStream.ts
|
|
@@ -67,6 +74,8 @@ var lastRelease;
|
|
|
67
74
|
var WebMic = class extends MicDriver {
|
|
68
75
|
constructor() {
|
|
69
76
|
super(...arguments);
|
|
77
|
+
this.state = { status: "stopped" };
|
|
78
|
+
this.queue = Promise.resolve();
|
|
70
79
|
this.onWorkletMessage = (event) => {
|
|
71
80
|
const { type, frames, sampleRate } = event.data;
|
|
72
81
|
if (type !== "frames") return;
|
|
@@ -77,7 +86,7 @@ var WebMic = class extends MicDriver {
|
|
|
77
86
|
};
|
|
78
87
|
}
|
|
79
88
|
get isStarted() {
|
|
80
|
-
return
|
|
89
|
+
return this.state.status === "started";
|
|
81
90
|
}
|
|
82
91
|
get deviceId() {
|
|
83
92
|
return this._deviceId;
|
|
@@ -85,71 +94,121 @@ var WebMic = class extends MicDriver {
|
|
|
85
94
|
// Asking for echo cancellation is not getting it: some browsers and devices
|
|
86
95
|
// do without, and the settings of the track say so
|
|
87
96
|
get echoCancellation() {
|
|
88
|
-
|
|
97
|
+
if (this.state.status !== "started") return void 0;
|
|
98
|
+
const track = this.state.stream.getAudioTracks()[0];
|
|
89
99
|
const setting = track?.getSettings?.().echoCancellation;
|
|
90
100
|
if (setting === void 0) return void 0;
|
|
91
101
|
return setting !== false;
|
|
92
102
|
}
|
|
93
|
-
|
|
94
|
-
if (this.
|
|
95
|
-
|
|
96
|
-
await this.stop();
|
|
103
|
+
start(deviceId) {
|
|
104
|
+
if (this.attempt && this.attempt.requested === deviceId) {
|
|
105
|
+
return this.attempt.done;
|
|
97
106
|
}
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
}
|
|
109
|
-
});
|
|
110
|
-
const track = this.stream.getTracks()[0];
|
|
111
|
-
const settled = track?.getCapabilities?.().deviceId;
|
|
112
|
-
this._deviceId = settled && settled !== "default" ? settled : deviceId ?? settled;
|
|
113
|
-
await initPcmProcessor();
|
|
114
|
-
this.worklet = new AudioWorkletNode(audioContext, "pcm-processor");
|
|
115
|
-
this.worklet.port.onmessage = this.onWorkletMessage;
|
|
116
|
-
this.source = audioContext.createMediaStreamSource(this.stream);
|
|
117
|
-
this.source.connect(this.worklet);
|
|
118
|
-
navigator.mediaDevices.addEventListener("devicechange", this.onDeviceChange);
|
|
107
|
+
this.attempt?.controller.abort();
|
|
108
|
+
const controller = new AbortController();
|
|
109
|
+
const done = this.enqueue(() => this.open(deviceId, controller.signal));
|
|
110
|
+
const attempt = { requested: deviceId, controller, done };
|
|
111
|
+
this.attempt = attempt;
|
|
112
|
+
const clear = () => {
|
|
113
|
+
if (this.attempt === attempt) this.attempt = void 0;
|
|
114
|
+
};
|
|
115
|
+
done.then(clear, clear);
|
|
116
|
+
return done;
|
|
119
117
|
}
|
|
120
118
|
async stop() {
|
|
119
|
+
this.attempt?.controller.abort();
|
|
120
|
+
this.attempt = void 0;
|
|
121
|
+
await this.enqueue(async () => this.close());
|
|
122
|
+
}
|
|
123
|
+
async getDevices() {
|
|
124
|
+
return listDevices("audioinput");
|
|
125
|
+
}
|
|
126
|
+
enqueue(operation) {
|
|
127
|
+
const done = this.queue.then(operation);
|
|
128
|
+
this.queue = done.catch(() => void 0);
|
|
129
|
+
return done;
|
|
130
|
+
}
|
|
131
|
+
async open(requested, signal) {
|
|
132
|
+
if (signal.aborted) return;
|
|
133
|
+
const state = this.state;
|
|
134
|
+
if (state.status === "started") {
|
|
135
|
+
if (requested === state.requested || requested === this._deviceId) return;
|
|
136
|
+
this.close();
|
|
137
|
+
}
|
|
138
|
+
this.state = { status: "starting", requested };
|
|
139
|
+
let stream;
|
|
140
|
+
let settled;
|
|
141
|
+
try {
|
|
142
|
+
await waitForRelease(requested, signal);
|
|
143
|
+
if (signal.aborted) return;
|
|
144
|
+
stream = await navigator.mediaDevices.getUserMedia({
|
|
145
|
+
audio: {
|
|
146
|
+
deviceId: { ideal: requested },
|
|
147
|
+
sampleRate: 16e3,
|
|
148
|
+
// not working, it will follow device settings, usually 44.1kHz
|
|
149
|
+
sampleSize: 16,
|
|
150
|
+
channelCount: 1,
|
|
151
|
+
echoCancellation: true,
|
|
152
|
+
noiseSuppression: true
|
|
153
|
+
}
|
|
154
|
+
});
|
|
155
|
+
const track = stream.getTracks()[0];
|
|
156
|
+
const capability = track?.getCapabilities?.().deviceId;
|
|
157
|
+
settled = capability && capability !== "default" ? capability : requested ?? capability;
|
|
158
|
+
if (signal.aborted) return;
|
|
159
|
+
await initPcmProcessor();
|
|
160
|
+
if (signal.aborted) return;
|
|
161
|
+
const worklet = new AudioWorkletNode(audioContext, "pcm-processor");
|
|
162
|
+
const source = audioContext.createMediaStreamSource(stream);
|
|
163
|
+
worklet.port.onmessage = this.onWorkletMessage;
|
|
164
|
+
source.connect(worklet);
|
|
165
|
+
navigator.mediaDevices.addEventListener(
|
|
166
|
+
"devicechange",
|
|
167
|
+
this.onDeviceChange
|
|
168
|
+
);
|
|
169
|
+
this._deviceId = settled;
|
|
170
|
+
this.state = { status: "started", requested, stream, source, worklet };
|
|
171
|
+
stream = void 0;
|
|
172
|
+
} finally {
|
|
173
|
+
if (stream) releaseStream(stream, settled);
|
|
174
|
+
if (this.state.status === "starting") this.state = { status: "stopped" };
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
/** Tears the running microphone down, if there is one */
|
|
178
|
+
close() {
|
|
179
|
+
const state = this.state;
|
|
180
|
+
if (state.status !== "started") return;
|
|
181
|
+
this.state = { status: "stopped" };
|
|
121
182
|
navigator.mediaDevices.removeEventListener(
|
|
122
183
|
"devicechange",
|
|
123
184
|
this.onDeviceChange
|
|
124
185
|
);
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
}
|
|
130
|
-
if (this.source) {
|
|
131
|
-
this.source.disconnect();
|
|
132
|
-
this.source = void 0;
|
|
133
|
-
}
|
|
134
|
-
if (this.stream) {
|
|
135
|
-
stopStream(this.stream);
|
|
136
|
-
this.stream = void 0;
|
|
137
|
-
lastRelease = { at: Date.now(), deviceId: this._deviceId };
|
|
138
|
-
}
|
|
139
|
-
}
|
|
140
|
-
async getDevices() {
|
|
141
|
-
return listDevices("audioinput");
|
|
186
|
+
state.worklet.port.onmessage = null;
|
|
187
|
+
state.worklet.disconnect();
|
|
188
|
+
state.source.disconnect();
|
|
189
|
+
releaseStream(state.stream, this._deviceId);
|
|
142
190
|
}
|
|
143
191
|
};
|
|
144
|
-
|
|
192
|
+
function releaseStream(stream, deviceId) {
|
|
193
|
+
stopStream(stream);
|
|
194
|
+
lastRelease = { at: Date.now(), deviceId };
|
|
195
|
+
}
|
|
196
|
+
async function waitForRelease(deviceId, signal) {
|
|
145
197
|
if (!isFirefox || !lastRelease) return;
|
|
146
198
|
if (deviceId && lastRelease.deviceId && deviceId !== lastRelease.deviceId) {
|
|
147
199
|
return;
|
|
148
200
|
}
|
|
149
201
|
const remaining = lastRelease.at + FIREFOX_RELEASE_DELAY - Date.now();
|
|
150
|
-
if (remaining
|
|
151
|
-
|
|
152
|
-
|
|
202
|
+
if (remaining <= 0 || signal.aborted) return;
|
|
203
|
+
await new Promise((resolve) => {
|
|
204
|
+
const done = () => {
|
|
205
|
+
clearTimeout(timer);
|
|
206
|
+
signal.removeEventListener("abort", done);
|
|
207
|
+
resolve();
|
|
208
|
+
};
|
|
209
|
+
const timer = setTimeout(done, remaining);
|
|
210
|
+
signal.addEventListener("abort", done);
|
|
211
|
+
});
|
|
153
212
|
}
|
|
154
213
|
async function listDevices(kind) {
|
|
155
214
|
const all = await navigator.mediaDevices.enumerateDevices();
|
|
@@ -215,80 +274,191 @@ var WebAudioSink = class {
|
|
|
215
274
|
|
|
216
275
|
// src/audio/WebSpeaker.ts
|
|
217
276
|
var FIREFOX_WARM_UP = 2e3;
|
|
277
|
+
var IS_FIREFOX = typeof navigator !== "undefined" && navigator.userAgent.includes("Firefox");
|
|
218
278
|
var WebSpeaker = class extends SpeakerDriver {
|
|
279
|
+
constructor() {
|
|
280
|
+
super(...arguments);
|
|
281
|
+
this.state = { status: "stopped" };
|
|
282
|
+
// Device changes take turns, so the last one asked for is the one heard
|
|
283
|
+
this.routing = Promise.resolve();
|
|
284
|
+
}
|
|
219
285
|
get isPlaying() {
|
|
220
|
-
return this.stream
|
|
286
|
+
return this.state.status === "started" && this.state.stream.isPlaying;
|
|
221
287
|
}
|
|
222
288
|
get deviceId() {
|
|
223
289
|
return this._deviceId;
|
|
224
290
|
}
|
|
225
291
|
/** The node the sound comes out of, to analyse or process it */
|
|
226
292
|
get output() {
|
|
227
|
-
return this.sink
|
|
293
|
+
return this.state.status === "started" ? this.state.sink.output : void 0;
|
|
228
294
|
}
|
|
295
|
+
/**
|
|
296
|
+
* Prepares the audio graph, once, and plays through the switch of a headset
|
|
297
|
+
* whose microphone just opened, at every call
|
|
298
|
+
*/
|
|
229
299
|
async start() {
|
|
230
|
-
if (this.
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
300
|
+
if (this.state.status === "started") {
|
|
301
|
+
if (IS_FIREFOX) this.state.stream.warmUp(FIREFOX_WARM_UP);
|
|
302
|
+
return;
|
|
303
|
+
}
|
|
304
|
+
const sink = new WebAudioSink();
|
|
305
|
+
const stream = new Pcm16AudioStream(sink);
|
|
306
|
+
if (IS_FIREFOX) stream.warmUp(FIREFOX_WARM_UP);
|
|
307
|
+
stream.on("StartPlaying", () => this.emit("StartPlaying"));
|
|
308
|
+
stream.on("StopPlaying", () => this.emit("StopPlaying"));
|
|
309
|
+
stream.on("Volume", (volume) => this.emit("Volume", volume));
|
|
310
|
+
sink.output.connect(audioContext.destination);
|
|
311
|
+
this.state = {
|
|
312
|
+
status: "started",
|
|
313
|
+
sink,
|
|
314
|
+
stream,
|
|
315
|
+
output: { kind: "context" }
|
|
316
|
+
};
|
|
317
|
+
const deviceId = this._deviceId;
|
|
318
|
+
if (deviceId) {
|
|
319
|
+
try {
|
|
320
|
+
await this.route(deviceId);
|
|
321
|
+
} catch (error) {
|
|
322
|
+
console.error(
|
|
323
|
+
"[Micdrop] Playing through the chosen output failed",
|
|
324
|
+
error
|
|
325
|
+
);
|
|
326
|
+
if (this._deviceId === deviceId) this._deviceId = void 0;
|
|
327
|
+
}
|
|
235
328
|
}
|
|
236
|
-
this.stream.on("StartPlaying", () => this.emit("StartPlaying"));
|
|
237
|
-
this.stream.on("StopPlaying", () => this.emit("StopPlaying"));
|
|
238
|
-
this.stream.on("Volume", (volume) => this.emit("Volume", volume));
|
|
239
|
-
this.sink.output.connect(audioContext.destination);
|
|
240
329
|
}
|
|
241
330
|
play(pcm, sampleRate) {
|
|
242
|
-
this.
|
|
331
|
+
if (this.state.status !== "started") return;
|
|
332
|
+
this.state.stream.playAudio(pcm, sampleRate);
|
|
243
333
|
}
|
|
244
334
|
stopAudio() {
|
|
245
|
-
this.
|
|
335
|
+
if (this.state.status !== "started") return;
|
|
336
|
+
this.state.stream.stopAudio();
|
|
246
337
|
}
|
|
247
338
|
async stop() {
|
|
248
|
-
this.
|
|
249
|
-
|
|
250
|
-
this.
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
339
|
+
const state = this.state;
|
|
340
|
+
if (state.status !== "started") return;
|
|
341
|
+
this.state = { status: "stopped" };
|
|
342
|
+
state.stream.destroy();
|
|
343
|
+
state.sink.output.disconnect();
|
|
344
|
+
closeOutput(state.output);
|
|
345
|
+
}
|
|
346
|
+
/**
|
|
347
|
+
* Moves the sound to an audio element, while it plays. The audio context
|
|
348
|
+
* keeps playing until the element is known to be allowed to.
|
|
349
|
+
*/
|
|
350
|
+
async useEchoFallback() {
|
|
351
|
+
const state = this.state;
|
|
352
|
+
if (state.status !== "started" || state.output.kind !== "context") {
|
|
353
|
+
return false;
|
|
256
354
|
}
|
|
355
|
+
const output = createElementOutput("echoFallback");
|
|
356
|
+
output.element.srcObject = output.destination.stream;
|
|
357
|
+
try {
|
|
358
|
+
await output.element.play();
|
|
359
|
+
if (this._deviceId) await output.element.setSinkId?.(this._deviceId);
|
|
360
|
+
} catch (error) {
|
|
361
|
+
console.error("[Micdrop] Playing through an element failed", error);
|
|
362
|
+
closeOutput(output);
|
|
363
|
+
return false;
|
|
364
|
+
}
|
|
365
|
+
if (this.state !== state || state.output.kind !== "context") {
|
|
366
|
+
closeOutput(output);
|
|
367
|
+
return false;
|
|
368
|
+
}
|
|
369
|
+
setOutput(state, output);
|
|
370
|
+
return true;
|
|
257
371
|
}
|
|
258
|
-
|
|
259
|
-
const
|
|
260
|
-
if (
|
|
261
|
-
this._deviceId = deviceId;
|
|
372
|
+
resetEchoFallback() {
|
|
373
|
+
const state = this.state;
|
|
374
|
+
if (state.status !== "started" || state.output.kind !== "element" || state.output.reason !== "echoFallback") {
|
|
262
375
|
return;
|
|
263
376
|
}
|
|
377
|
+
setOutput(state, { kind: "context" });
|
|
378
|
+
const deviceId = this._deviceId;
|
|
379
|
+
if (deviceId) {
|
|
380
|
+
this.route(deviceId).catch(
|
|
381
|
+
(error) => console.error(
|
|
382
|
+
"[Micdrop] Playing through the chosen output failed",
|
|
383
|
+
error
|
|
384
|
+
)
|
|
385
|
+
);
|
|
386
|
+
}
|
|
387
|
+
}
|
|
388
|
+
async changeDevice(deviceId) {
|
|
389
|
+
await this.route(deviceId);
|
|
390
|
+
this._deviceId = deviceId;
|
|
391
|
+
}
|
|
392
|
+
async getDevices() {
|
|
393
|
+
return listDevices("audiooutput");
|
|
394
|
+
}
|
|
395
|
+
/**
|
|
396
|
+
* Plays through a device, after the changes asked for before
|
|
397
|
+
* @param deviceId - The output device
|
|
398
|
+
*/
|
|
399
|
+
route(deviceId) {
|
|
400
|
+
const done = this.routing.then(() => this.applyDevice(deviceId));
|
|
401
|
+
this.routing = done.catch(() => void 0);
|
|
402
|
+
return done;
|
|
403
|
+
}
|
|
404
|
+
async applyDevice(deviceId) {
|
|
405
|
+
const state = this.state;
|
|
406
|
+
if (state.status !== "started") return;
|
|
264
407
|
const devices = await this.getDevices();
|
|
265
408
|
const isDefault = devices.length === 0 || devices[0].id === deviceId;
|
|
409
|
+
if (this.state !== state) return;
|
|
410
|
+
const output = state.output;
|
|
411
|
+
if (output.kind === "element" && output.reason === "echoFallback") {
|
|
412
|
+
await output.element.setSinkId?.(isDefault ? "" : deviceId);
|
|
413
|
+
return;
|
|
414
|
+
}
|
|
266
415
|
if (isDefault || "setSinkId" in audioContext) {
|
|
267
416
|
await audioContext.setSinkId?.(isDefault ? "" : deviceId);
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
if (
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
this.element = void 0;
|
|
274
|
-
}
|
|
275
|
-
} else {
|
|
276
|
-
if (!this.element) {
|
|
277
|
-
const destination = audioContext.createMediaStreamDestination();
|
|
278
|
-
sink.output.disconnect();
|
|
279
|
-
sink.output.connect(destination);
|
|
280
|
-
this.element = new Audio();
|
|
281
|
-
this.element.autoplay = true;
|
|
282
|
-
this.element.srcObject = destination.stream;
|
|
417
|
+
if (this.state !== state) return;
|
|
418
|
+
const current = state.output;
|
|
419
|
+
if (current.kind === "element" && current.reason === "echoFallback") {
|
|
420
|
+
await current.element.setSinkId?.(isDefault ? "" : deviceId);
|
|
421
|
+
return;
|
|
283
422
|
}
|
|
284
|
-
|
|
423
|
+
setOutput(state, { kind: "context" });
|
|
424
|
+
return;
|
|
285
425
|
}
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
426
|
+
let element = output.kind === "element" ? output.element : void 0;
|
|
427
|
+
if (!element) {
|
|
428
|
+
const next = createElementOutput("device");
|
|
429
|
+
next.element.autoplay = true;
|
|
430
|
+
next.element.srcObject = next.destination.stream;
|
|
431
|
+
setOutput(state, next);
|
|
432
|
+
element = next.element;
|
|
433
|
+
}
|
|
434
|
+
await element.setSinkId?.(deviceId);
|
|
290
435
|
}
|
|
291
436
|
};
|
|
437
|
+
function setOutput(state, output) {
|
|
438
|
+
const previous = state.output;
|
|
439
|
+
if (previous === output) return;
|
|
440
|
+
if (previous.kind === "context" && output.kind === "context") return;
|
|
441
|
+
state.sink.output.disconnect(destinationOf(previous));
|
|
442
|
+
state.sink.output.connect(destinationOf(output));
|
|
443
|
+
state.output = output;
|
|
444
|
+
closeOutput(previous);
|
|
445
|
+
}
|
|
446
|
+
function destinationOf(output) {
|
|
447
|
+
return output.kind === "context" ? audioContext.destination : output.destination;
|
|
448
|
+
}
|
|
449
|
+
function createElementOutput(reason) {
|
|
450
|
+
return {
|
|
451
|
+
kind: "element",
|
|
452
|
+
reason,
|
|
453
|
+
element: new Audio(),
|
|
454
|
+
destination: audioContext.createMediaStreamDestination()
|
|
455
|
+
};
|
|
456
|
+
}
|
|
457
|
+
function closeOutput(output) {
|
|
458
|
+
if (output.kind !== "element") return;
|
|
459
|
+
output.element.pause();
|
|
460
|
+
output.element.srcObject = null;
|
|
461
|
+
}
|
|
292
462
|
|
|
293
463
|
// src/index.ts
|
|
294
464
|
export * from "@micdrop/client";
|