@micdrop/web 1.0.0 → 1.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +0 -13
- package/dist/index.js +15 -0
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +15 -0
- package/dist/index.mjs.map +1 -1
- package/dist/silero.d.mts +7 -1
- package/dist/silero.d.ts +7 -1
- package/dist/silero.js +22 -5
- package/dist/silero.js.map +1 -1
- package/dist/silero.mjs +21 -5
- package/dist/silero.mjs.map +1 -1
- package/package.json +2 -2
package/README.md
CHANGED
|
@@ -40,19 +40,6 @@ Micdrop.on('StateChange', (state) => {
|
|
|
40
40
|
})
|
|
41
41
|
```
|
|
42
42
|
|
|
43
|
-
## Coming from @micdrop/client v2
|
|
44
|
-
|
|
45
|
-
The browser code moved here so the same call can run on a phone. Change the import and the names below, everything else is unchanged. The full guide is on the website: [v2 to v3](https://micdrop.dev/docs/migration/v2-to-v3).
|
|
46
|
-
|
|
47
|
-
```diff
|
|
48
|
-
-import { Micdrop } from '@micdrop/client'
|
|
49
|
-
+import { Micdrop } from '@micdrop/web'
|
|
50
|
-
```
|
|
51
|
-
|
|
52
|
-
- Devices are `{ id, label, kind }` rather than `MediaDeviceInfo`, so `device.deviceId` becomes `device.id`
|
|
53
|
-
- `Speaker.playAudio()` takes PCM16 or an `ArrayBuffer` rather than a `Blob`
|
|
54
|
-
- `Mic.analyser` and `Speaker.analyser` are gone, the level comes from `Mic.on('Volume')` and `Speaker.on('Volume')`. For a raw `AnalyserNode`, connect one to `getSpeakerOutput()`.
|
|
55
|
-
|
|
56
43
|
## Browser specifics
|
|
57
44
|
|
|
58
45
|
- `import '@micdrop/web/silero'` adds the Silero voice detection, and only then does the ONNX runtime enter your bundle
|
package/dist/index.js
CHANGED
|
@@ -93,6 +93,9 @@ function stopStream(stream) {
|
|
|
93
93
|
}
|
|
94
94
|
|
|
95
95
|
// src/audio/WebMic.ts
|
|
96
|
+
var FIREFOX_RELEASE_DELAY = 15e3;
|
|
97
|
+
var isFirefox = typeof navigator !== "undefined" && /Firefox\//.test(navigator.userAgent);
|
|
98
|
+
var lastRelease;
|
|
96
99
|
var WebMic = class extends import_client.MicDriver {
|
|
97
100
|
constructor() {
|
|
98
101
|
super(...arguments);
|
|
@@ -116,6 +119,7 @@ var WebMic = class extends import_client.MicDriver {
|
|
|
116
119
|
if (this._deviceId === deviceId) return;
|
|
117
120
|
await this.stop();
|
|
118
121
|
}
|
|
122
|
+
await waitForRelease(deviceId);
|
|
119
123
|
this.stream = await navigator.mediaDevices.getUserMedia({
|
|
120
124
|
audio: {
|
|
121
125
|
deviceId: { ideal: deviceId },
|
|
@@ -154,12 +158,23 @@ var WebMic = class extends import_client.MicDriver {
|
|
|
154
158
|
if (this.stream) {
|
|
155
159
|
stopStream(this.stream);
|
|
156
160
|
this.stream = void 0;
|
|
161
|
+
lastRelease = { at: Date.now(), deviceId: this._deviceId };
|
|
157
162
|
}
|
|
158
163
|
}
|
|
159
164
|
async getDevices() {
|
|
160
165
|
return listDevices("audioinput");
|
|
161
166
|
}
|
|
162
167
|
};
|
|
168
|
+
async function waitForRelease(deviceId) {
|
|
169
|
+
if (!isFirefox || !lastRelease) return;
|
|
170
|
+
if (deviceId && lastRelease.deviceId && deviceId !== lastRelease.deviceId) {
|
|
171
|
+
return;
|
|
172
|
+
}
|
|
173
|
+
const remaining = lastRelease.at + FIREFOX_RELEASE_DELAY - Date.now();
|
|
174
|
+
if (remaining > 0) {
|
|
175
|
+
await new Promise((resolve) => setTimeout(resolve, remaining));
|
|
176
|
+
}
|
|
177
|
+
}
|
|
163
178
|
async function listDevices(kind) {
|
|
164
179
|
const all = await navigator.mediaDevices.enumerateDevices();
|
|
165
180
|
if (all.length === 0) return [];
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/audio/WebMic.ts","../src/audio/unlock.ts","../src/audio/audioContext.ts","raw:./pcm-processor-worklet","../src/audio/pcm-processor.ts","../src/audio/stopStream.ts","../src/audio/WebSpeaker.ts","../src/audio/WebAudioSink.ts"],"sourcesContent":["import { Mic, setMicdropStorage, Speaker } from '@micdrop/client'\nimport { WebMic } from './audio/WebMic'\nimport { WebSpeaker } from './audio/WebSpeaker'\n\n/**\n * The node the assistant voice comes out of, to analyse or process it.\n *\n * Connect an AnalyserNode to it to read the envelope on your own frames, which\n * is finer than the ten levels a second the `Volume` event reports.\n * @returns The node, once the call has started\n */\nexport function getSpeakerOutput(): AudioNode | undefined {\n const driver = Speaker.getDriver()\n return driver instanceof WebSpeaker ? driver.output : undefined\n}\n\nexport * from '@micdrop/client'\nexport * from './audio/audioContext'\nexport * from './audio/WebAudioSink'\nexport * from './audio/WebMic'\nexport * from './audio/WebSpeaker'\n\n/**\n * Records and plays with the Web Audio API, and keeps settings in\n * `localStorage`. Called when the package is imported, so a page has nothing\n * to wire.\n */\nexport function registerWebAudio() {\n Mic.setDriver(new WebMic())\n Speaker.setDriver(new WebSpeaker())\n setMicdropStorage(localStorage)\n}\n\nregisterWebAudio()\n","import { MicDriver, MicdropDevice } from '@micdrop/client'\nimport { audioContext } from './audioContext'\nimport { initPcmProcessor } from './pcm-processor'\nimport { stopStream } from './stopStream'\n\n/**\n * Records the microphone with the Web Audio API.\n *\n * An audio worklet delivers the samples at a steady pace, and everything that\n * happens to them afterwards lives in `@micdrop/client`.\n */\nexport class WebMic extends MicDriver {\n private stream: MediaStream | undefined\n private source: MediaStreamAudioSourceNode | undefined\n private worklet: AudioWorkletNode | undefined\n private _deviceId: string | undefined\n\n get isStarted(): boolean {\n return !!this.stream\n }\n\n get deviceId(): string | undefined {\n return this._deviceId\n }\n\n async start(deviceId?: string): Promise<void> {\n if (this.stream) {\n // Same device, keep recording\n if (this._deviceId === deviceId) return\n await this.stop()\n }\n\n this.stream = await navigator.mediaDevices.getUserMedia({\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n })\n\n // Remember which device the browser settled on\n const track = this.stream.getTracks()[0]\n const settled = track?.getCapabilities?.().deviceId\n this._deviceId =\n settled && settled !== 'default' ? settled : (deviceId ?? settled)\n\n await initPcmProcessor()\n this.worklet = new AudioWorkletNode(audioContext, 'pcm-processor')\n this.worklet.port.onmessage = this.onWorkletMessage\n\n this.source = audioContext.createMediaStreamSource(this.stream)\n this.source.connect(this.worklet)\n\n // A browser only reveals the device labels once a stream is running, and\n // Firefox lists nothing at all before that\n navigator.mediaDevices.addEventListener('devicechange', this.onDeviceChange)\n }\n\n async stop(): Promise<void> {\n navigator.mediaDevices.removeEventListener(\n 'devicechange',\n this.onDeviceChange\n )\n if (this.worklet) {\n this.worklet.port.onmessage = null\n this.worklet.disconnect()\n this.worklet = undefined\n }\n if (this.source) {\n this.source.disconnect()\n this.source = undefined\n }\n if (this.stream) {\n stopStream(this.stream)\n this.stream = undefined\n }\n }\n\n async getDevices(): Promise<MicdropDevice[]> {\n return listDevices('audioinput')\n }\n\n private onWorkletMessage = (event: MessageEvent) => {\n const { type, frames, sampleRate } = event.data\n if (type !== 'frames') return\n this.emit('Frames', frames as Float32Array, sampleRate as number)\n }\n\n private onDeviceChange = () => {\n this.emit('DeviceChange')\n }\n}\n\n/**\n * Lists the devices of one kind, the default one first\n * @param kind - Which devices to list\n */\nexport async function listDevices(\n kind: 'audioinput' | 'audiooutput'\n): Promise<MicdropDevice[]> {\n const all = await navigator.mediaDevices.enumerateDevices()\n if (all.length === 0) return []\n\n // A browser lists the default device twice, once under the id \"default\" and\n // once under its real id. Keep the real one, and put it first.\n const defaults = all.filter((device) => device.deviceId === 'default')\n const devices = all.filter(\n (device) => device.deviceId !== 'default' && device.kind === kind\n )\n for (const fallback of defaults) {\n const index = devices.findIndex(\n (device) => device.groupId === fallback.groupId\n )\n if (index > 0) devices.unshift(...devices.splice(index, 1))\n }\n\n return devices.map((device) => ({\n id: device.deviceId,\n label: device.label || (kind === 'audioinput' ? 'Microphone' : 'Speaker'),\n kind,\n }))\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","// Hands the microphone signal to the main thread, continuously.\n//\n// Deciding whether someone is speaking, keeping a reserve of audio and cutting\n// it into chunks all happen in @micdrop/client, so this only has to deliver the\n// samples at a steady pace.\n\nconst INTERVAL_MS = 20\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.buffers = []\n this.length = 0\n // `sampleRate` is provided by the worklet scope\n this.frameLength = Math.round((sampleRate * INTERVAL_MS) / 1000)\n }\n\n process(inputs) {\n const input = inputs[0]\n if (!input || input.length === 0) return true\n\n this.buffers.push(new Float32Array(input[0]))\n this.length += input[0].length\n if (this.length < this.frameLength) return true\n\n const frames = new Float32Array(this.length)\n let offset = 0\n for (const buffer of this.buffers) {\n frames.set(buffer, offset)\n offset += buffer.length\n }\n this.buffers.length = 0\n this.length = 0\n\n this.port.postMessage({ type: 'frames', frames, sampleRate }, [\n frames.buffer,\n ])\n return true\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n","import pcmProcessorWorklet from './pcm-processor-worklet?raw'\nimport { audioContext } from './audioContext'\n\ndeclare global {\n interface Window {\n micdropPcmProcessor: boolean\n }\n}\n\nexport async function initPcmProcessor() {\n if (window.micdropPcmProcessor) return\n window.micdropPcmProcessor = true\n\n // Init worklet URL\n const workletBlob = new Blob([pcmProcessorWorklet], {\n type: 'application/javascript',\n })\n const workletUrl = URL.createObjectURL(workletBlob)\n\n // Load the worklet module\n await audioContext.audioWorklet.addModule(workletUrl)\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { MicdropDevice, Pcm16AudioStream, SpeakerDriver } from '@micdrop/client'\nimport { audioContext } from './audioContext'\nimport { listDevices } from './WebMic'\nimport { WebAudioSink } from './WebAudioSink'\n\n/**\n * Plays the assistant voice with the Web Audio API.\n */\nexport class WebSpeaker extends SpeakerDriver {\n private sink: WebAudioSink | undefined\n private stream: Pcm16AudioStream | undefined\n private _deviceId: string | undefined\n // Firefox cannot pick an output on an audio context, so a non default device\n // is played back through an audio element instead\n private element: HTMLAudioElement | undefined\n\n get isPlaying(): boolean {\n return this.stream?.isPlaying ?? false\n }\n\n get deviceId(): string | undefined {\n return this._deviceId\n }\n\n /** The node the sound comes out of, to analyse or process it */\n get output(): AudioNode | undefined {\n return this.sink?.output\n }\n\n async start(): Promise<void> {\n if (this.stream) return\n\n this.sink = new WebAudioSink()\n this.stream = new Pcm16AudioStream(this.sink)\n this.stream.on('StartPlaying', () => this.emit('StartPlaying'))\n this.stream.on('StopPlaying', () => this.emit('StopPlaying'))\n this.stream.on('Volume', (volume) => this.emit('Volume', volume))\n\n this.sink.output.connect(audioContext.destination)\n }\n\n play(pcm: Int16Array, sampleRate: number): void {\n this.stream?.playAudio(pcm, sampleRate)\n }\n\n stopAudio(): void {\n this.stream?.stopAudio()\n }\n\n async stop(): Promise<void> {\n this.stream?.stopAudio()\n this.stream?.removeAllListeners()\n this.stream = undefined\n this.sink?.output.disconnect()\n this.sink = undefined\n if (this.element) {\n this.element.pause()\n this.element.srcObject = null\n this.element = undefined\n }\n }\n\n async changeDevice(deviceId: string): Promise<void> {\n const sink = this.sink\n if (!sink) {\n this._deviceId = deviceId\n return\n }\n\n const devices = await this.getDevices()\n const isDefault = devices.length === 0 || devices[0].id === deviceId\n\n if (isDefault || 'setSinkId' in audioContext) {\n // Playing through the audio context is the preferred way, it is the only\n // one that keeps echo cancellation working\n await (audioContext as any).setSinkId?.(isDefault ? '' : deviceId)\n sink.output.disconnect()\n sink.output.connect(audioContext.destination)\n\n if (this.element) {\n this.element.pause()\n this.element.srcObject = null\n this.element = undefined\n }\n } else {\n // Firefox: stream the sound back into an audio element, which does accept\n // an output device\n if (!this.element) {\n const destination = audioContext.createMediaStreamDestination()\n sink.output.disconnect()\n sink.output.connect(destination)\n\n this.element = new Audio()\n this.element.autoplay = true\n this.element.srcObject = destination.stream\n }\n await this.element.setSinkId(deviceId)\n }\n\n this._deviceId = deviceId\n }\n\n async getDevices(): Promise<MicdropDevice[]> {\n return listDevices('audiooutput')\n }\n}\n","import { AudioSink, ScheduledAudio } from '@micdrop/client'\nimport { audioContext } from './audioContext'\n\n/**\n * Plays samples through the Web Audio graph, on the timeline given by the\n * caller so consecutive chunks are heard without a gap.\n */\nexport class WebAudioSink implements AudioSink {\n public readonly output: GainNode\n\n constructor() {\n this.output = audioContext.createGain()\n }\n\n get sampleRate(): number {\n return audioContext.sampleRate\n }\n\n get currentTime(): number {\n return audioContext.currentTime\n }\n\n schedule(\n samples: Float32Array,\n when: number,\n onEnded: () => void\n ): ScheduledAudio {\n const buffer = audioContext.createBuffer(\n 1,\n samples.length,\n audioContext.sampleRate\n )\n buffer.copyToChannel(samples as Float32Array<ArrayBuffer>, 0)\n\n const source = audioContext.createBufferSource()\n source.buffer = buffer\n source.connect(this.output)\n source.onended = onEnded\n source.start(when)\n\n let stopped = false\n return {\n stop() {\n if (stopped) return\n stopped = true\n source.onended = null\n try {\n source.stop()\n } catch {\n // Already finished\n }\n source.disconnect()\n },\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAAAA,iBAAgD;;;ACAhD,oBAAyC;;;ACClC,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBA;;;ACSA,eAAsB,mBAAmB;AACvC,MAAI,OAAO,oBAAqB;AAChC,SAAO,sBAAsB;AAG7B,QAAM,cAAc,IAAI,KAAK,CAAC,6BAAmB,GAAG;AAAA,IAClD,MAAM;AAAA,EACR,CAAC;AACD,QAAM,aAAa,IAAI,gBAAgB,WAAW;AAGlD,QAAM,aAAa,aAAa,UAAU,UAAU;AACtD;;;ACjBO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ALKO,IAAM,SAAN,cAAqB,wBAAU;AAAA,EAA/B;AAAA;AA0EL,SAAQ,mBAAmB,CAAC,UAAwB;AAClD,YAAM,EAAE,MAAM,QAAQ,WAAW,IAAI,MAAM;AAC3C,UAAI,SAAS,SAAU;AACvB,WAAK,KAAK,UAAU,QAAwB,UAAoB;AAAA,IAClE;AAEA,SAAQ,iBAAiB,MAAM;AAC7B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA;AAAA,EA5EA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,WAA+B;AACjC,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,UAAkC;AAC5C,QAAI,KAAK,QAAQ;AAEf,UAAI,KAAK,cAAc,SAAU;AACjC,YAAM,KAAK,KAAK;AAAA,IAClB;AAEA,SAAK,SAAS,MAAM,UAAU,aAAa,aAAa;AAAA,MACtD,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF,CAAC;AAGD,UAAM,QAAQ,KAAK,OAAO,UAAU,EAAE,CAAC;AACvC,UAAM,UAAU,OAAO,kBAAkB,EAAE;AAC3C,SAAK,YACH,WAAW,YAAY,YAAY,UAAW,YAAY;AAE5D,UAAM,iBAAiB;AACvB,SAAK,UAAU,IAAI,iBAAiB,cAAc,eAAe;AACjE,SAAK,QAAQ,KAAK,YAAY,KAAK;AAEnC,SAAK,SAAS,aAAa,wBAAwB,KAAK,MAAM;AAC9D,SAAK,OAAO,QAAQ,KAAK,OAAO;AAIhC,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,cAAc;AAAA,EAC7E;AAAA,EAEA,MAAM,OAAsB;AAC1B,cAAU,aAAa;AAAA,MACrB;AAAA,MACA,KAAK;AAAA,IACP;AACA,QAAI,KAAK,SAAS;AAChB,WAAK,QAAQ,KAAK,YAAY;AAC9B,WAAK,QAAQ,WAAW;AACxB,WAAK,UAAU;AAAA,IACjB;AACA,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,WAAW;AACvB,WAAK,SAAS;AAAA,IAChB;AACA,QAAI,KAAK,QAAQ;AACf,iBAAW,KAAK,MAAM;AACtB,WAAK,SAAS;AAAA,IAChB;AAAA,EACF;AAAA,EAEA,MAAM,aAAuC;AAC3C,WAAO,YAAY,YAAY;AAAA,EACjC;AAWF;AAMA,eAAsB,YACpB,MAC0B;AAC1B,QAAM,MAAM,MAAM,UAAU,aAAa,iBAAiB;AAC1D,MAAI,IAAI,WAAW,EAAG,QAAO,CAAC;AAI9B,QAAM,WAAW,IAAI,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AACrE,QAAM,UAAU,IAAI;AAAA,IAClB,CAAC,WAAW,OAAO,aAAa,aAAa,OAAO,SAAS;AAAA,EAC/D;AACA,aAAW,YAAY,UAAU;AAC/B,UAAM,QAAQ,QAAQ;AAAA,MACpB,CAAC,WAAW,OAAO,YAAY,SAAS;AAAA,IAC1C;AACA,QAAI,QAAQ,EAAG,SAAQ,QAAQ,GAAG,QAAQ,OAAO,OAAO,CAAC,CAAC;AAAA,EAC5D;AAEA,SAAO,QAAQ,IAAI,CAAC,YAAY;AAAA,IAC9B,IAAI,OAAO;AAAA,IACX,OAAO,OAAO,UAAU,SAAS,eAAe,eAAe;AAAA,IAC/D;AAAA,EACF,EAAE;AACJ;;;AM5HA,IAAAE,iBAA+D;;;ACOxD,IAAM,eAAN,MAAwC;AAAA,EAG7C,cAAc;AACZ,SAAK,SAAS,aAAa,WAAW;AAAA,EACxC;AAAA,EAEA,IAAI,aAAqB;AACvB,WAAO,aAAa;AAAA,EACtB;AAAA,EAEA,IAAI,cAAsB;AACxB,WAAO,aAAa;AAAA,EACtB;AAAA,EAEA,SACE,SACA,MACA,SACgB;AAChB,UAAM,SAAS,aAAa;AAAA,MAC1B;AAAA,MACA,QAAQ;AAAA,MACR,aAAa;AAAA,IACf;AACA,WAAO,cAAc,SAAsC,CAAC;AAE5D,UAAM,SAAS,aAAa,mBAAmB;AAC/C,WAAO,SAAS;AAChB,WAAO,QAAQ,KAAK,MAAM;AAC1B,WAAO,UAAU;AACjB,WAAO,MAAM,IAAI;AAEjB,QAAI,UAAU;AACd,WAAO;AAAA,MACL,OAAO;AACL,YAAI,QAAS;AACb,kBAAU;AACV,eAAO,UAAU;AACjB,YAAI;AACF,iBAAO,KAAK;AAAA,QACd,QAAQ;AAAA,QAER;AACA,eAAO,WAAW;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AACF;;;AD/CO,IAAM,aAAN,cAAyB,6BAAc;AAAA,EAQ5C,IAAI,YAAqB;AACvB,WAAO,KAAK,QAAQ,aAAa;AAAA,EACnC;AAAA,EAEA,IAAI,WAA+B;AACjC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,SAAgC;AAClC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,KAAK,OAAQ;AAEjB,SAAK,OAAO,IAAI,aAAa;AAC7B,SAAK,SAAS,IAAI,gCAAiB,KAAK,IAAI;AAC5C,SAAK,OAAO,GAAG,gBAAgB,MAAM,KAAK,KAAK,cAAc,CAAC;AAC9D,SAAK,OAAO,GAAG,eAAe,MAAM,KAAK,KAAK,aAAa,CAAC;AAC5D,SAAK,OAAO,GAAG,UAAU,CAAC,WAAW,KAAK,KAAK,UAAU,MAAM,CAAC;AAEhE,SAAK,KAAK,OAAO,QAAQ,aAAa,WAAW;AAAA,EACnD;AAAA,EAEA,KAAK,KAAiB,YAA0B;AAC9C,SAAK,QAAQ,UAAU,KAAK,UAAU;AAAA,EACxC;AAAA,EAEA,YAAkB;AAChB,SAAK,QAAQ,UAAU;AAAA,EACzB;AAAA,EAEA,MAAM,OAAsB;AAC1B,SAAK,QAAQ,UAAU;AACvB,SAAK,QAAQ,mBAAmB;AAChC,SAAK,SAAS;AACd,SAAK,MAAM,OAAO,WAAW;AAC7B,SAAK,OAAO;AACZ,QAAI,KAAK,SAAS;AAChB,WAAK,QAAQ,MAAM;AACnB,WAAK,QAAQ,YAAY;AACzB,WAAK,UAAU;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,UAAiC;AAClD,UAAM,OAAO,KAAK;AAClB,QAAI,CAAC,MAAM;AACT,WAAK,YAAY;AACjB;AAAA,IACF;AAEA,UAAM,UAAU,MAAM,KAAK,WAAW;AACtC,UAAM,YAAY,QAAQ,WAAW,KAAK,QAAQ,CAAC,EAAE,OAAO;AAE5D,QAAI,aAAa,eAAe,cAAc;AAG5C,YAAO,aAAqB,YAAY,YAAY,KAAK,QAAQ;AACjE,WAAK,OAAO,WAAW;AACvB,WAAK,OAAO,QAAQ,aAAa,WAAW;AAE5C,UAAI,KAAK,SAAS;AAChB,aAAK,QAAQ,MAAM;AACnB,aAAK,QAAQ,YAAY;AACzB,aAAK,UAAU;AAAA,MACjB;AAAA,IACF,OAAO;AAGL,UAAI,CAAC,KAAK,SAAS;AACjB,cAAM,cAAc,aAAa,6BAA6B;AAC9D,aAAK,OAAO,WAAW;AACvB,aAAK,OAAO,QAAQ,WAAW;AAE/B,aAAK,UAAU,IAAI,MAAM;AACzB,aAAK,QAAQ,WAAW;AACxB,aAAK,QAAQ,YAAY,YAAY;AAAA,MACvC;AACA,YAAM,KAAK,QAAQ,UAAU,QAAQ;AAAA,IACvC;AAEA,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,MAAM,aAAuC;AAC3C,WAAO,YAAY,aAAa;AAAA,EAClC;AACF;;;APzFA,0BAAc,4BAhBd;AAWO,SAAS,mBAA0C;AACxD,QAAM,SAAS,uBAAQ,UAAU;AACjC,SAAO,kBAAkB,aAAa,OAAO,SAAS;AACxD;AAaO,SAAS,mBAAmB;AACjC,qBAAI,UAAU,IAAI,OAAO,CAAC;AAC1B,yBAAQ,UAAU,IAAI,WAAW,CAAC;AAClC,wCAAkB,YAAY;AAChC;AAEA,iBAAiB;","names":["import_client","audioContext","unlock","import_client"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/audio/WebMic.ts","../src/audio/unlock.ts","../src/audio/audioContext.ts","raw:./pcm-processor-worklet","../src/audio/pcm-processor.ts","../src/audio/stopStream.ts","../src/audio/WebSpeaker.ts","../src/audio/WebAudioSink.ts"],"sourcesContent":["import { Mic, setMicdropStorage, Speaker } from '@micdrop/client'\nimport { WebMic } from './audio/WebMic'\nimport { WebSpeaker } from './audio/WebSpeaker'\n\n/**\n * The node the assistant voice comes out of, to analyse or process it.\n *\n * Connect an AnalyserNode to it to read the envelope on your own frames, which\n * is finer than the ten levels a second the `Volume` event reports.\n * @returns The node, once the call has started\n */\nexport function getSpeakerOutput(): AudioNode | undefined {\n const driver = Speaker.getDriver()\n return driver instanceof WebSpeaker ? driver.output : undefined\n}\n\nexport * from '@micdrop/client'\nexport * from './audio/audioContext'\nexport * from './audio/WebAudioSink'\nexport * from './audio/WebMic'\nexport * from './audio/WebSpeaker'\n\n/**\n * Records and plays with the Web Audio API, and keeps settings in\n * `localStorage`. Called when the package is imported, so a page has nothing\n * to wire.\n */\nexport function registerWebAudio() {\n Mic.setDriver(new WebMic())\n Speaker.setDriver(new WebSpeaker())\n setMicdropStorage(localStorage)\n}\n\nregisterWebAudio()\n","import { MicDriver, MicdropDevice } from '@micdrop/client'\nimport { audioContext } from './audioContext'\nimport { initPcmProcessor } from './pcm-processor'\nimport { stopStream } from './stopStream'\n\n/**\n * How long Firefox needs to let go of a microphone it released.\n *\n * A microphone requested again before that comes back without its processing:\n * no echo cancellation, no noise suppression and a raw gain some 30 dB higher,\n * while its settings still report them on. The room then sounds like speech,\n * and the assistant hears its own voice. No event tells when the device is\n * free, so a new stream waits for this delay to pass.\n */\nconst FIREFOX_RELEASE_DELAY = 15000 // ms\n\nconst isFirefox =\n typeof navigator !== 'undefined' && /Firefox\\//.test(navigator.userAgent)\n\n// The last stream released, outside the class: the browser holds the device\n// whichever WebMic opened it\nlet lastRelease: { at: number; deviceId: string | undefined } | undefined\n\n/**\n * Records the microphone with the Web Audio API.\n *\n * An audio worklet delivers the samples at a steady pace, and everything that\n * happens to them afterwards lives in `@micdrop/client`.\n */\nexport class WebMic extends MicDriver {\n private stream: MediaStream | undefined\n private source: MediaStreamAudioSourceNode | undefined\n private worklet: AudioWorkletNode | undefined\n private _deviceId: string | undefined\n\n get isStarted(): boolean {\n return !!this.stream\n }\n\n get deviceId(): string | undefined {\n return this._deviceId\n }\n\n async start(deviceId?: string): Promise<void> {\n if (this.stream) {\n // Same device, keep recording\n if (this._deviceId === deviceId) return\n await this.stop()\n }\n\n await waitForRelease(deviceId)\n\n this.stream = await navigator.mediaDevices.getUserMedia({\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n })\n\n // Remember which device the browser settled on\n const track = this.stream.getTracks()[0]\n const settled = track?.getCapabilities?.().deviceId\n this._deviceId =\n settled && settled !== 'default' ? settled : (deviceId ?? settled)\n\n await initPcmProcessor()\n this.worklet = new AudioWorkletNode(audioContext, 'pcm-processor')\n this.worklet.port.onmessage = this.onWorkletMessage\n\n this.source = audioContext.createMediaStreamSource(this.stream)\n this.source.connect(this.worklet)\n\n // A browser only reveals the device labels once a stream is running, and\n // Firefox lists nothing at all before that\n navigator.mediaDevices.addEventListener('devicechange', this.onDeviceChange)\n }\n\n async stop(): Promise<void> {\n navigator.mediaDevices.removeEventListener(\n 'devicechange',\n this.onDeviceChange\n )\n if (this.worklet) {\n this.worklet.port.onmessage = null\n this.worklet.disconnect()\n this.worklet = undefined\n }\n if (this.source) {\n this.source.disconnect()\n this.source = undefined\n }\n if (this.stream) {\n stopStream(this.stream)\n this.stream = undefined\n lastRelease = { at: Date.now(), deviceId: this._deviceId }\n }\n }\n\n async getDevices(): Promise<MicdropDevice[]> {\n return listDevices('audioinput')\n }\n\n private onWorkletMessage = (event: MessageEvent) => {\n const { type, frames, sampleRate } = event.data\n if (type !== 'frames') return\n this.emit('Frames', frames as Float32Array, sampleRate as number)\n }\n\n private onDeviceChange = () => {\n this.emit('DeviceChange')\n }\n}\n\n/**\n * Waits until Firefox let go of the microphone, see FIREFOX_RELEASE_DELAY\n * @param deviceId - The device about to be opened\n */\nasync function waitForRelease(deviceId?: string) {\n if (!isFirefox || !lastRelease) return\n if (deviceId && lastRelease.deviceId && deviceId !== lastRelease.deviceId) {\n return\n }\n const remaining = lastRelease.at + FIREFOX_RELEASE_DELAY - Date.now()\n if (remaining > 0) {\n await new Promise((resolve) => setTimeout(resolve, remaining))\n }\n}\n\n/**\n * Lists the devices of one kind, the default one first\n * @param kind - Which devices to list\n */\nexport async function listDevices(\n kind: 'audioinput' | 'audiooutput'\n): Promise<MicdropDevice[]> {\n const all = await navigator.mediaDevices.enumerateDevices()\n if (all.length === 0) return []\n\n // A browser lists the default device twice, once under the id \"default\" and\n // once under its real id. Keep the real one, and put it first.\n const defaults = all.filter((device) => device.deviceId === 'default')\n const devices = all.filter(\n (device) => device.deviceId !== 'default' && device.kind === kind\n )\n for (const fallback of defaults) {\n const index = devices.findIndex(\n (device) => device.groupId === fallback.groupId\n )\n if (index > 0) devices.unshift(...devices.splice(index, 1))\n }\n\n return devices.map((device) => ({\n id: device.deviceId,\n label: device.label || (kind === 'audioinput' ? 'Microphone' : 'Speaker'),\n kind,\n }))\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","// Hands the microphone signal to the main thread, continuously.\n//\n// Deciding whether someone is speaking, keeping a reserve of audio and cutting\n// it into chunks all happen in @micdrop/client, so this only has to deliver the\n// samples at a steady pace.\n\nconst INTERVAL_MS = 20\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.buffers = []\n this.length = 0\n // `sampleRate` is provided by the worklet scope\n this.frameLength = Math.round((sampleRate * INTERVAL_MS) / 1000)\n }\n\n process(inputs) {\n const input = inputs[0]\n if (!input || input.length === 0) return true\n\n this.buffers.push(new Float32Array(input[0]))\n this.length += input[0].length\n if (this.length < this.frameLength) return true\n\n const frames = new Float32Array(this.length)\n let offset = 0\n for (const buffer of this.buffers) {\n frames.set(buffer, offset)\n offset += buffer.length\n }\n this.buffers.length = 0\n this.length = 0\n\n this.port.postMessage({ type: 'frames', frames, sampleRate }, [\n frames.buffer,\n ])\n return true\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n","import pcmProcessorWorklet from './pcm-processor-worklet?raw'\nimport { audioContext } from './audioContext'\n\ndeclare global {\n interface Window {\n micdropPcmProcessor: boolean\n }\n}\n\nexport async function initPcmProcessor() {\n if (window.micdropPcmProcessor) return\n window.micdropPcmProcessor = true\n\n // Init worklet URL\n const workletBlob = new Blob([pcmProcessorWorklet], {\n type: 'application/javascript',\n })\n const workletUrl = URL.createObjectURL(workletBlob)\n\n // Load the worklet module\n await audioContext.audioWorklet.addModule(workletUrl)\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { MicdropDevice, Pcm16AudioStream, SpeakerDriver } from '@micdrop/client'\nimport { audioContext } from './audioContext'\nimport { listDevices } from './WebMic'\nimport { WebAudioSink } from './WebAudioSink'\n\n/**\n * Plays the assistant voice with the Web Audio API.\n */\nexport class WebSpeaker extends SpeakerDriver {\n private sink: WebAudioSink | undefined\n private stream: Pcm16AudioStream | undefined\n private _deviceId: string | undefined\n // Firefox cannot pick an output on an audio context, so a non default device\n // is played back through an audio element instead\n private element: HTMLAudioElement | undefined\n\n get isPlaying(): boolean {\n return this.stream?.isPlaying ?? false\n }\n\n get deviceId(): string | undefined {\n return this._deviceId\n }\n\n /** The node the sound comes out of, to analyse or process it */\n get output(): AudioNode | undefined {\n return this.sink?.output\n }\n\n async start(): Promise<void> {\n if (this.stream) return\n\n this.sink = new WebAudioSink()\n this.stream = new Pcm16AudioStream(this.sink)\n this.stream.on('StartPlaying', () => this.emit('StartPlaying'))\n this.stream.on('StopPlaying', () => this.emit('StopPlaying'))\n this.stream.on('Volume', (volume) => this.emit('Volume', volume))\n\n this.sink.output.connect(audioContext.destination)\n }\n\n play(pcm: Int16Array, sampleRate: number): void {\n this.stream?.playAudio(pcm, sampleRate)\n }\n\n stopAudio(): void {\n this.stream?.stopAudio()\n }\n\n async stop(): Promise<void> {\n this.stream?.stopAudio()\n this.stream?.removeAllListeners()\n this.stream = undefined\n this.sink?.output.disconnect()\n this.sink = undefined\n if (this.element) {\n this.element.pause()\n this.element.srcObject = null\n this.element = undefined\n }\n }\n\n async changeDevice(deviceId: string): Promise<void> {\n const sink = this.sink\n if (!sink) {\n this._deviceId = deviceId\n return\n }\n\n const devices = await this.getDevices()\n const isDefault = devices.length === 0 || devices[0].id === deviceId\n\n if (isDefault || 'setSinkId' in audioContext) {\n // Playing through the audio context is the preferred way, it is the only\n // one that keeps echo cancellation working\n await (audioContext as any).setSinkId?.(isDefault ? '' : deviceId)\n sink.output.disconnect()\n sink.output.connect(audioContext.destination)\n\n if (this.element) {\n this.element.pause()\n this.element.srcObject = null\n this.element = undefined\n }\n } else {\n // Firefox: stream the sound back into an audio element, which does accept\n // an output device\n if (!this.element) {\n const destination = audioContext.createMediaStreamDestination()\n sink.output.disconnect()\n sink.output.connect(destination)\n\n this.element = new Audio()\n this.element.autoplay = true\n this.element.srcObject = destination.stream\n }\n await this.element.setSinkId(deviceId)\n }\n\n this._deviceId = deviceId\n }\n\n async getDevices(): Promise<MicdropDevice[]> {\n return listDevices('audiooutput')\n }\n}\n","import { AudioSink, ScheduledAudio } from '@micdrop/client'\nimport { audioContext } from './audioContext'\n\n/**\n * Plays samples through the Web Audio graph, on the timeline given by the\n * caller so consecutive chunks are heard without a gap.\n */\nexport class WebAudioSink implements AudioSink {\n public readonly output: GainNode\n\n constructor() {\n this.output = audioContext.createGain()\n }\n\n get sampleRate(): number {\n return audioContext.sampleRate\n }\n\n get currentTime(): number {\n return audioContext.currentTime\n }\n\n schedule(\n samples: Float32Array,\n when: number,\n onEnded: () => void\n ): ScheduledAudio {\n const buffer = audioContext.createBuffer(\n 1,\n samples.length,\n audioContext.sampleRate\n )\n buffer.copyToChannel(samples as Float32Array<ArrayBuffer>, 0)\n\n const source = audioContext.createBufferSource()\n source.buffer = buffer\n source.connect(this.output)\n source.onended = onEnded\n source.start(when)\n\n let stopped = false\n return {\n stop() {\n if (stopped) return\n stopped = true\n source.onended = null\n try {\n source.stop()\n } catch {\n // Already finished\n }\n source.disconnect()\n },\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAAAA,iBAAgD;;;ACAhD,oBAAyC;;;ACClC,SAAS,OAAOC,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBA;;;ACSA,eAAsB,mBAAmB;AACvC,MAAI,OAAO,oBAAqB;AAChC,SAAO,sBAAsB;AAG7B,QAAM,cAAc,IAAI,KAAK,CAAC,6BAAmB,GAAG;AAAA,IAClD,MAAM;AAAA,EACR,CAAC;AACD,QAAM,aAAa,IAAI,gBAAgB,WAAW;AAGlD,QAAM,aAAa,aAAa,UAAU,UAAU;AACtD;;;ACjBO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ALQA,IAAM,wBAAwB;AAE9B,IAAM,YACJ,OAAO,cAAc,eAAe,YAAY,KAAK,UAAU,SAAS;AAI1E,IAAI;AAQG,IAAM,SAAN,cAAqB,wBAAU;AAAA,EAA/B;AAAA;AA6EL,SAAQ,mBAAmB,CAAC,UAAwB;AAClD,YAAM,EAAE,MAAM,QAAQ,WAAW,IAAI,MAAM;AAC3C,UAAI,SAAS,SAAU;AACvB,WAAK,KAAK,UAAU,QAAwB,UAAoB;AAAA,IAClE;AAEA,SAAQ,iBAAiB,MAAM;AAC7B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA;AAAA,EA/EA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,WAA+B;AACjC,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,UAAkC;AAC5C,QAAI,KAAK,QAAQ;AAEf,UAAI,KAAK,cAAc,SAAU;AACjC,YAAM,KAAK,KAAK;AAAA,IAClB;AAEA,UAAM,eAAe,QAAQ;AAE7B,SAAK,SAAS,MAAM,UAAU,aAAa,aAAa;AAAA,MACtD,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF,CAAC;AAGD,UAAM,QAAQ,KAAK,OAAO,UAAU,EAAE,CAAC;AACvC,UAAM,UAAU,OAAO,kBAAkB,EAAE;AAC3C,SAAK,YACH,WAAW,YAAY,YAAY,UAAW,YAAY;AAE5D,UAAM,iBAAiB;AACvB,SAAK,UAAU,IAAI,iBAAiB,cAAc,eAAe;AACjE,SAAK,QAAQ,KAAK,YAAY,KAAK;AAEnC,SAAK,SAAS,aAAa,wBAAwB,KAAK,MAAM;AAC9D,SAAK,OAAO,QAAQ,KAAK,OAAO;AAIhC,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,cAAc;AAAA,EAC7E;AAAA,EAEA,MAAM,OAAsB;AAC1B,cAAU,aAAa;AAAA,MACrB;AAAA,MACA,KAAK;AAAA,IACP;AACA,QAAI,KAAK,SAAS;AAChB,WAAK,QAAQ,KAAK,YAAY;AAC9B,WAAK,QAAQ,WAAW;AACxB,WAAK,UAAU;AAAA,IACjB;AACA,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,WAAW;AACvB,WAAK,SAAS;AAAA,IAChB;AACA,QAAI,KAAK,QAAQ;AACf,iBAAW,KAAK,MAAM;AACtB,WAAK,SAAS;AACd,oBAAc,EAAE,IAAI,KAAK,IAAI,GAAG,UAAU,KAAK,UAAU;AAAA,IAC3D;AAAA,EACF;AAAA,EAEA,MAAM,aAAuC;AAC3C,WAAO,YAAY,YAAY;AAAA,EACjC;AAWF;AAMA,eAAe,eAAe,UAAmB;AAC/C,MAAI,CAAC,aAAa,CAAC,YAAa;AAChC,MAAI,YAAY,YAAY,YAAY,aAAa,YAAY,UAAU;AACzE;AAAA,EACF;AACA,QAAM,YAAY,YAAY,KAAK,wBAAwB,KAAK,IAAI;AACpE,MAAI,YAAY,GAAG;AACjB,UAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,SAAS,CAAC;AAAA,EAC/D;AACF;AAMA,eAAsB,YACpB,MAC0B;AAC1B,QAAM,MAAM,MAAM,UAAU,aAAa,iBAAiB;AAC1D,MAAI,IAAI,WAAW,EAAG,QAAO,CAAC;AAI9B,QAAM,WAAW,IAAI,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AACrE,QAAM,UAAU,IAAI;AAAA,IAClB,CAAC,WAAW,OAAO,aAAa,aAAa,OAAO,SAAS;AAAA,EAC/D;AACA,aAAW,YAAY,UAAU;AAC/B,UAAM,QAAQ,QAAQ;AAAA,MACpB,CAAC,WAAW,OAAO,YAAY,SAAS;AAAA,IAC1C;AACA,QAAI,QAAQ,EAAG,SAAQ,QAAQ,GAAG,QAAQ,OAAO,OAAO,CAAC,CAAC;AAAA,EAC5D;AAEA,SAAO,QAAQ,IAAI,CAAC,YAAY;AAAA,IAC9B,IAAI,OAAO;AAAA,IACX,OAAO,OAAO,UAAU,SAAS,eAAe,eAAe;AAAA,IAC/D;AAAA,EACF,EAAE;AACJ;;;AMhKA,IAAAE,iBAA+D;;;ACOxD,IAAM,eAAN,MAAwC;AAAA,EAG7C,cAAc;AACZ,SAAK,SAAS,aAAa,WAAW;AAAA,EACxC;AAAA,EAEA,IAAI,aAAqB;AACvB,WAAO,aAAa;AAAA,EACtB;AAAA,EAEA,IAAI,cAAsB;AACxB,WAAO,aAAa;AAAA,EACtB;AAAA,EAEA,SACE,SACA,MACA,SACgB;AAChB,UAAM,SAAS,aAAa;AAAA,MAC1B;AAAA,MACA,QAAQ;AAAA,MACR,aAAa;AAAA,IACf;AACA,WAAO,cAAc,SAAsC,CAAC;AAE5D,UAAM,SAAS,aAAa,mBAAmB;AAC/C,WAAO,SAAS;AAChB,WAAO,QAAQ,KAAK,MAAM;AAC1B,WAAO,UAAU;AACjB,WAAO,MAAM,IAAI;AAEjB,QAAI,UAAU;AACd,WAAO;AAAA,MACL,OAAO;AACL,YAAI,QAAS;AACb,kBAAU;AACV,eAAO,UAAU;AACjB,YAAI;AACF,iBAAO,KAAK;AAAA,QACd,QAAQ;AAAA,QAER;AACA,eAAO,WAAW;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AACF;;;AD/CO,IAAM,aAAN,cAAyB,6BAAc;AAAA,EAQ5C,IAAI,YAAqB;AACvB,WAAO,KAAK,QAAQ,aAAa;AAAA,EACnC;AAAA,EAEA,IAAI,WAA+B;AACjC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,SAAgC;AAClC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,KAAK,OAAQ;AAEjB,SAAK,OAAO,IAAI,aAAa;AAC7B,SAAK,SAAS,IAAI,gCAAiB,KAAK,IAAI;AAC5C,SAAK,OAAO,GAAG,gBAAgB,MAAM,KAAK,KAAK,cAAc,CAAC;AAC9D,SAAK,OAAO,GAAG,eAAe,MAAM,KAAK,KAAK,aAAa,CAAC;AAC5D,SAAK,OAAO,GAAG,UAAU,CAAC,WAAW,KAAK,KAAK,UAAU,MAAM,CAAC;AAEhE,SAAK,KAAK,OAAO,QAAQ,aAAa,WAAW;AAAA,EACnD;AAAA,EAEA,KAAK,KAAiB,YAA0B;AAC9C,SAAK,QAAQ,UAAU,KAAK,UAAU;AAAA,EACxC;AAAA,EAEA,YAAkB;AAChB,SAAK,QAAQ,UAAU;AAAA,EACzB;AAAA,EAEA,MAAM,OAAsB;AAC1B,SAAK,QAAQ,UAAU;AACvB,SAAK,QAAQ,mBAAmB;AAChC,SAAK,SAAS;AACd,SAAK,MAAM,OAAO,WAAW;AAC7B,SAAK,OAAO;AACZ,QAAI,KAAK,SAAS;AAChB,WAAK,QAAQ,MAAM;AACnB,WAAK,QAAQ,YAAY;AACzB,WAAK,UAAU;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,UAAiC;AAClD,UAAM,OAAO,KAAK;AAClB,QAAI,CAAC,MAAM;AACT,WAAK,YAAY;AACjB;AAAA,IACF;AAEA,UAAM,UAAU,MAAM,KAAK,WAAW;AACtC,UAAM,YAAY,QAAQ,WAAW,KAAK,QAAQ,CAAC,EAAE,OAAO;AAE5D,QAAI,aAAa,eAAe,cAAc;AAG5C,YAAO,aAAqB,YAAY,YAAY,KAAK,QAAQ;AACjE,WAAK,OAAO,WAAW;AACvB,WAAK,OAAO,QAAQ,aAAa,WAAW;AAE5C,UAAI,KAAK,SAAS;AAChB,aAAK,QAAQ,MAAM;AACnB,aAAK,QAAQ,YAAY;AACzB,aAAK,UAAU;AAAA,MACjB;AAAA,IACF,OAAO;AAGL,UAAI,CAAC,KAAK,SAAS;AACjB,cAAM,cAAc,aAAa,6BAA6B;AAC9D,aAAK,OAAO,WAAW;AACvB,aAAK,OAAO,QAAQ,WAAW;AAE/B,aAAK,UAAU,IAAI,MAAM;AACzB,aAAK,QAAQ,WAAW;AACxB,aAAK,QAAQ,YAAY,YAAY;AAAA,MACvC;AACA,YAAM,KAAK,QAAQ,UAAU,QAAQ;AAAA,IACvC;AAEA,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,MAAM,aAAuC;AAC3C,WAAO,YAAY,aAAa;AAAA,EAClC;AACF;;;APzFA,0BAAc,4BAhBd;AAWO,SAAS,mBAA0C;AACxD,QAAM,SAAS,uBAAQ,UAAU;AACjC,SAAO,kBAAkB,aAAa,OAAO,SAAS;AACxD;AAaO,SAAS,mBAAmB;AACjC,qBAAI,UAAU,IAAI,OAAO,CAAC;AAC1B,yBAAQ,UAAU,IAAI,WAAW,CAAC;AAClC,wCAAkB,YAAY;AAChC;AAEA,iBAAiB;","names":["import_client","audioContext","unlock","import_client"]}
|
package/dist/index.mjs
CHANGED
|
@@ -61,6 +61,9 @@ function stopStream(stream) {
|
|
|
61
61
|
}
|
|
62
62
|
|
|
63
63
|
// src/audio/WebMic.ts
|
|
64
|
+
var FIREFOX_RELEASE_DELAY = 15e3;
|
|
65
|
+
var isFirefox = typeof navigator !== "undefined" && /Firefox\//.test(navigator.userAgent);
|
|
66
|
+
var lastRelease;
|
|
64
67
|
var WebMic = class extends MicDriver {
|
|
65
68
|
constructor() {
|
|
66
69
|
super(...arguments);
|
|
@@ -84,6 +87,7 @@ var WebMic = class extends MicDriver {
|
|
|
84
87
|
if (this._deviceId === deviceId) return;
|
|
85
88
|
await this.stop();
|
|
86
89
|
}
|
|
90
|
+
await waitForRelease(deviceId);
|
|
87
91
|
this.stream = await navigator.mediaDevices.getUserMedia({
|
|
88
92
|
audio: {
|
|
89
93
|
deviceId: { ideal: deviceId },
|
|
@@ -122,12 +126,23 @@ var WebMic = class extends MicDriver {
|
|
|
122
126
|
if (this.stream) {
|
|
123
127
|
stopStream(this.stream);
|
|
124
128
|
this.stream = void 0;
|
|
129
|
+
lastRelease = { at: Date.now(), deviceId: this._deviceId };
|
|
125
130
|
}
|
|
126
131
|
}
|
|
127
132
|
async getDevices() {
|
|
128
133
|
return listDevices("audioinput");
|
|
129
134
|
}
|
|
130
135
|
};
|
|
136
|
+
async function waitForRelease(deviceId) {
|
|
137
|
+
if (!isFirefox || !lastRelease) return;
|
|
138
|
+
if (deviceId && lastRelease.deviceId && deviceId !== lastRelease.deviceId) {
|
|
139
|
+
return;
|
|
140
|
+
}
|
|
141
|
+
const remaining = lastRelease.at + FIREFOX_RELEASE_DELAY - Date.now();
|
|
142
|
+
if (remaining > 0) {
|
|
143
|
+
await new Promise((resolve) => setTimeout(resolve, remaining));
|
|
144
|
+
}
|
|
145
|
+
}
|
|
131
146
|
async function listDevices(kind) {
|
|
132
147
|
const all = await navigator.mediaDevices.enumerateDevices();
|
|
133
148
|
if (all.length === 0) return [];
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/audio/WebMic.ts","../src/audio/unlock.ts","../src/audio/audioContext.ts","raw:./pcm-processor-worklet","../src/audio/pcm-processor.ts","../src/audio/stopStream.ts","../src/audio/WebSpeaker.ts","../src/audio/WebAudioSink.ts"],"sourcesContent":["import { Mic, setMicdropStorage, Speaker } from '@micdrop/client'\nimport { WebMic } from './audio/WebMic'\nimport { WebSpeaker } from './audio/WebSpeaker'\n\n/**\n * The node the assistant voice comes out of, to analyse or process it.\n *\n * Connect an AnalyserNode to it to read the envelope on your own frames, which\n * is finer than the ten levels a second the `Volume` event reports.\n * @returns The node, once the call has started\n */\nexport function getSpeakerOutput(): AudioNode | undefined {\n const driver = Speaker.getDriver()\n return driver instanceof WebSpeaker ? driver.output : undefined\n}\n\nexport * from '@micdrop/client'\nexport * from './audio/audioContext'\nexport * from './audio/WebAudioSink'\nexport * from './audio/WebMic'\nexport * from './audio/WebSpeaker'\n\n/**\n * Records and plays with the Web Audio API, and keeps settings in\n * `localStorage`. Called when the package is imported, so a page has nothing\n * to wire.\n */\nexport function registerWebAudio() {\n Mic.setDriver(new WebMic())\n Speaker.setDriver(new WebSpeaker())\n setMicdropStorage(localStorage)\n}\n\nregisterWebAudio()\n","import { MicDriver, MicdropDevice } from '@micdrop/client'\nimport { audioContext } from './audioContext'\nimport { initPcmProcessor } from './pcm-processor'\nimport { stopStream } from './stopStream'\n\n/**\n * Records the microphone with the Web Audio API.\n *\n * An audio worklet delivers the samples at a steady pace, and everything that\n * happens to them afterwards lives in `@micdrop/client`.\n */\nexport class WebMic extends MicDriver {\n private stream: MediaStream | undefined\n private source: MediaStreamAudioSourceNode | undefined\n private worklet: AudioWorkletNode | undefined\n private _deviceId: string | undefined\n\n get isStarted(): boolean {\n return !!this.stream\n }\n\n get deviceId(): string | undefined {\n return this._deviceId\n }\n\n async start(deviceId?: string): Promise<void> {\n if (this.stream) {\n // Same device, keep recording\n if (this._deviceId === deviceId) return\n await this.stop()\n }\n\n this.stream = await navigator.mediaDevices.getUserMedia({\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n })\n\n // Remember which device the browser settled on\n const track = this.stream.getTracks()[0]\n const settled = track?.getCapabilities?.().deviceId\n this._deviceId =\n settled && settled !== 'default' ? settled : (deviceId ?? settled)\n\n await initPcmProcessor()\n this.worklet = new AudioWorkletNode(audioContext, 'pcm-processor')\n this.worklet.port.onmessage = this.onWorkletMessage\n\n this.source = audioContext.createMediaStreamSource(this.stream)\n this.source.connect(this.worklet)\n\n // A browser only reveals the device labels once a stream is running, and\n // Firefox lists nothing at all before that\n navigator.mediaDevices.addEventListener('devicechange', this.onDeviceChange)\n }\n\n async stop(): Promise<void> {\n navigator.mediaDevices.removeEventListener(\n 'devicechange',\n this.onDeviceChange\n )\n if (this.worklet) {\n this.worklet.port.onmessage = null\n this.worklet.disconnect()\n this.worklet = undefined\n }\n if (this.source) {\n this.source.disconnect()\n this.source = undefined\n }\n if (this.stream) {\n stopStream(this.stream)\n this.stream = undefined\n }\n }\n\n async getDevices(): Promise<MicdropDevice[]> {\n return listDevices('audioinput')\n }\n\n private onWorkletMessage = (event: MessageEvent) => {\n const { type, frames, sampleRate } = event.data\n if (type !== 'frames') return\n this.emit('Frames', frames as Float32Array, sampleRate as number)\n }\n\n private onDeviceChange = () => {\n this.emit('DeviceChange')\n }\n}\n\n/**\n * Lists the devices of one kind, the default one first\n * @param kind - Which devices to list\n */\nexport async function listDevices(\n kind: 'audioinput' | 'audiooutput'\n): Promise<MicdropDevice[]> {\n const all = await navigator.mediaDevices.enumerateDevices()\n if (all.length === 0) return []\n\n // A browser lists the default device twice, once under the id \"default\" and\n // once under its real id. Keep the real one, and put it first.\n const defaults = all.filter((device) => device.deviceId === 'default')\n const devices = all.filter(\n (device) => device.deviceId !== 'default' && device.kind === kind\n )\n for (const fallback of defaults) {\n const index = devices.findIndex(\n (device) => device.groupId === fallback.groupId\n )\n if (index > 0) devices.unshift(...devices.splice(index, 1))\n }\n\n return devices.map((device) => ({\n id: device.deviceId,\n label: device.label || (kind === 'audioinput' ? 'Microphone' : 'Speaker'),\n kind,\n }))\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","// Hands the microphone signal to the main thread, continuously.\n//\n// Deciding whether someone is speaking, keeping a reserve of audio and cutting\n// it into chunks all happen in @micdrop/client, so this only has to deliver the\n// samples at a steady pace.\n\nconst INTERVAL_MS = 20\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.buffers = []\n this.length = 0\n // `sampleRate` is provided by the worklet scope\n this.frameLength = Math.round((sampleRate * INTERVAL_MS) / 1000)\n }\n\n process(inputs) {\n const input = inputs[0]\n if (!input || input.length === 0) return true\n\n this.buffers.push(new Float32Array(input[0]))\n this.length += input[0].length\n if (this.length < this.frameLength) return true\n\n const frames = new Float32Array(this.length)\n let offset = 0\n for (const buffer of this.buffers) {\n frames.set(buffer, offset)\n offset += buffer.length\n }\n this.buffers.length = 0\n this.length = 0\n\n this.port.postMessage({ type: 'frames', frames, sampleRate }, [\n frames.buffer,\n ])\n return true\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n","import pcmProcessorWorklet from './pcm-processor-worklet?raw'\nimport { audioContext } from './audioContext'\n\ndeclare global {\n interface Window {\n micdropPcmProcessor: boolean\n }\n}\n\nexport async function initPcmProcessor() {\n if (window.micdropPcmProcessor) return\n window.micdropPcmProcessor = true\n\n // Init worklet URL\n const workletBlob = new Blob([pcmProcessorWorklet], {\n type: 'application/javascript',\n })\n const workletUrl = URL.createObjectURL(workletBlob)\n\n // Load the worklet module\n await audioContext.audioWorklet.addModule(workletUrl)\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { MicdropDevice, Pcm16AudioStream, SpeakerDriver } from '@micdrop/client'\nimport { audioContext } from './audioContext'\nimport { listDevices } from './WebMic'\nimport { WebAudioSink } from './WebAudioSink'\n\n/**\n * Plays the assistant voice with the Web Audio API.\n */\nexport class WebSpeaker extends SpeakerDriver {\n private sink: WebAudioSink | undefined\n private stream: Pcm16AudioStream | undefined\n private _deviceId: string | undefined\n // Firefox cannot pick an output on an audio context, so a non default device\n // is played back through an audio element instead\n private element: HTMLAudioElement | undefined\n\n get isPlaying(): boolean {\n return this.stream?.isPlaying ?? false\n }\n\n get deviceId(): string | undefined {\n return this._deviceId\n }\n\n /** The node the sound comes out of, to analyse or process it */\n get output(): AudioNode | undefined {\n return this.sink?.output\n }\n\n async start(): Promise<void> {\n if (this.stream) return\n\n this.sink = new WebAudioSink()\n this.stream = new Pcm16AudioStream(this.sink)\n this.stream.on('StartPlaying', () => this.emit('StartPlaying'))\n this.stream.on('StopPlaying', () => this.emit('StopPlaying'))\n this.stream.on('Volume', (volume) => this.emit('Volume', volume))\n\n this.sink.output.connect(audioContext.destination)\n }\n\n play(pcm: Int16Array, sampleRate: number): void {\n this.stream?.playAudio(pcm, sampleRate)\n }\n\n stopAudio(): void {\n this.stream?.stopAudio()\n }\n\n async stop(): Promise<void> {\n this.stream?.stopAudio()\n this.stream?.removeAllListeners()\n this.stream = undefined\n this.sink?.output.disconnect()\n this.sink = undefined\n if (this.element) {\n this.element.pause()\n this.element.srcObject = null\n this.element = undefined\n }\n }\n\n async changeDevice(deviceId: string): Promise<void> {\n const sink = this.sink\n if (!sink) {\n this._deviceId = deviceId\n return\n }\n\n const devices = await this.getDevices()\n const isDefault = devices.length === 0 || devices[0].id === deviceId\n\n if (isDefault || 'setSinkId' in audioContext) {\n // Playing through the audio context is the preferred way, it is the only\n // one that keeps echo cancellation working\n await (audioContext as any).setSinkId?.(isDefault ? '' : deviceId)\n sink.output.disconnect()\n sink.output.connect(audioContext.destination)\n\n if (this.element) {\n this.element.pause()\n this.element.srcObject = null\n this.element = undefined\n }\n } else {\n // Firefox: stream the sound back into an audio element, which does accept\n // an output device\n if (!this.element) {\n const destination = audioContext.createMediaStreamDestination()\n sink.output.disconnect()\n sink.output.connect(destination)\n\n this.element = new Audio()\n this.element.autoplay = true\n this.element.srcObject = destination.stream\n }\n await this.element.setSinkId(deviceId)\n }\n\n this._deviceId = deviceId\n }\n\n async getDevices(): Promise<MicdropDevice[]> {\n return listDevices('audiooutput')\n }\n}\n","import { AudioSink, ScheduledAudio } from '@micdrop/client'\nimport { audioContext } from './audioContext'\n\n/**\n * Plays samples through the Web Audio graph, on the timeline given by the\n * caller so consecutive chunks are heard without a gap.\n */\nexport class WebAudioSink implements AudioSink {\n public readonly output: GainNode\n\n constructor() {\n this.output = audioContext.createGain()\n }\n\n get sampleRate(): number {\n return audioContext.sampleRate\n }\n\n get currentTime(): number {\n return audioContext.currentTime\n }\n\n schedule(\n samples: Float32Array,\n when: number,\n onEnded: () => void\n ): ScheduledAudio {\n const buffer = audioContext.createBuffer(\n 1,\n samples.length,\n audioContext.sampleRate\n )\n buffer.copyToChannel(samples as Float32Array<ArrayBuffer>, 0)\n\n const source = audioContext.createBufferSource()\n source.buffer = buffer\n source.connect(this.output)\n source.onended = onEnded\n source.start(when)\n\n let stopped = false\n return {\n stop() {\n if (stopped) return\n stopped = true\n source.onended = null\n try {\n source.stop()\n } catch {\n // Already finished\n }\n source.disconnect()\n },\n }\n }\n}\n"],"mappings":";AAAA,SAAS,KAAK,mBAAmB,eAAe;;;ACAhD,SAAS,iBAAgC;;;ACClC,SAAS,OAAOA,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBA;;;ACSA,eAAsB,mBAAmB;AACvC,MAAI,OAAO,oBAAqB;AAChC,SAAO,sBAAsB;AAG7B,QAAM,cAAc,IAAI,KAAK,CAAC,6BAAmB,GAAG;AAAA,IAClD,MAAM;AAAA,EACR,CAAC;AACD,QAAM,aAAa,IAAI,gBAAgB,WAAW;AAGlD,QAAM,aAAa,aAAa,UAAU,UAAU;AACtD;;;ACjBO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ALKO,IAAM,SAAN,cAAqB,UAAU;AAAA,EAA/B;AAAA;AA0EL,SAAQ,mBAAmB,CAAC,UAAwB;AAClD,YAAM,EAAE,MAAM,QAAQ,WAAW,IAAI,MAAM;AAC3C,UAAI,SAAS,SAAU;AACvB,WAAK,KAAK,UAAU,QAAwB,UAAoB;AAAA,IAClE;AAEA,SAAQ,iBAAiB,MAAM;AAC7B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA;AAAA,EA5EA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,WAA+B;AACjC,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,UAAkC;AAC5C,QAAI,KAAK,QAAQ;AAEf,UAAI,KAAK,cAAc,SAAU;AACjC,YAAM,KAAK,KAAK;AAAA,IAClB;AAEA,SAAK,SAAS,MAAM,UAAU,aAAa,aAAa;AAAA,MACtD,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF,CAAC;AAGD,UAAM,QAAQ,KAAK,OAAO,UAAU,EAAE,CAAC;AACvC,UAAM,UAAU,OAAO,kBAAkB,EAAE;AAC3C,SAAK,YACH,WAAW,YAAY,YAAY,UAAW,YAAY;AAE5D,UAAM,iBAAiB;AACvB,SAAK,UAAU,IAAI,iBAAiB,cAAc,eAAe;AACjE,SAAK,QAAQ,KAAK,YAAY,KAAK;AAEnC,SAAK,SAAS,aAAa,wBAAwB,KAAK,MAAM;AAC9D,SAAK,OAAO,QAAQ,KAAK,OAAO;AAIhC,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,cAAc;AAAA,EAC7E;AAAA,EAEA,MAAM,OAAsB;AAC1B,cAAU,aAAa;AAAA,MACrB;AAAA,MACA,KAAK;AAAA,IACP;AACA,QAAI,KAAK,SAAS;AAChB,WAAK,QAAQ,KAAK,YAAY;AAC9B,WAAK,QAAQ,WAAW;AACxB,WAAK,UAAU;AAAA,IACjB;AACA,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,WAAW;AACvB,WAAK,SAAS;AAAA,IAChB;AACA,QAAI,KAAK,QAAQ;AACf,iBAAW,KAAK,MAAM;AACtB,WAAK,SAAS;AAAA,IAChB;AAAA,EACF;AAAA,EAEA,MAAM,aAAuC;AAC3C,WAAO,YAAY,YAAY;AAAA,EACjC;AAWF;AAMA,eAAsB,YACpB,MAC0B;AAC1B,QAAM,MAAM,MAAM,UAAU,aAAa,iBAAiB;AAC1D,MAAI,IAAI,WAAW,EAAG,QAAO,CAAC;AAI9B,QAAM,WAAW,IAAI,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AACrE,QAAM,UAAU,IAAI;AAAA,IAClB,CAAC,WAAW,OAAO,aAAa,aAAa,OAAO,SAAS;AAAA,EAC/D;AACA,aAAW,YAAY,UAAU;AAC/B,UAAM,QAAQ,QAAQ;AAAA,MACpB,CAAC,WAAW,OAAO,YAAY,SAAS;AAAA,IAC1C;AACA,QAAI,QAAQ,EAAG,SAAQ,QAAQ,GAAG,QAAQ,OAAO,OAAO,CAAC,CAAC;AAAA,EAC5D;AAEA,SAAO,QAAQ,IAAI,CAAC,YAAY;AAAA,IAC9B,IAAI,OAAO;AAAA,IACX,OAAO,OAAO,UAAU,SAAS,eAAe,eAAe;AAAA,IAC/D;AAAA,EACF,EAAE;AACJ;;;AM5HA,SAAwB,kBAAkB,qBAAqB;;;ACOxD,IAAM,eAAN,MAAwC;AAAA,EAG7C,cAAc;AACZ,SAAK,SAAS,aAAa,WAAW;AAAA,EACxC;AAAA,EAEA,IAAI,aAAqB;AACvB,WAAO,aAAa;AAAA,EACtB;AAAA,EAEA,IAAI,cAAsB;AACxB,WAAO,aAAa;AAAA,EACtB;AAAA,EAEA,SACE,SACA,MACA,SACgB;AAChB,UAAM,SAAS,aAAa;AAAA,MAC1B;AAAA,MACA,QAAQ;AAAA,MACR,aAAa;AAAA,IACf;AACA,WAAO,cAAc,SAAsC,CAAC;AAE5D,UAAM,SAAS,aAAa,mBAAmB;AAC/C,WAAO,SAAS;AAChB,WAAO,QAAQ,KAAK,MAAM;AAC1B,WAAO,UAAU;AACjB,WAAO,MAAM,IAAI;AAEjB,QAAI,UAAU;AACd,WAAO;AAAA,MACL,OAAO;AACL,YAAI,QAAS;AACb,kBAAU;AACV,eAAO,UAAU;AACjB,YAAI;AACF,iBAAO,KAAK;AAAA,QACd,QAAQ;AAAA,QAER;AACA,eAAO,WAAW;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AACF;;;AD/CO,IAAM,aAAN,cAAyB,cAAc;AAAA,EAQ5C,IAAI,YAAqB;AACvB,WAAO,KAAK,QAAQ,aAAa;AAAA,EACnC;AAAA,EAEA,IAAI,WAA+B;AACjC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,SAAgC;AAClC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,KAAK,OAAQ;AAEjB,SAAK,OAAO,IAAI,aAAa;AAC7B,SAAK,SAAS,IAAI,iBAAiB,KAAK,IAAI;AAC5C,SAAK,OAAO,GAAG,gBAAgB,MAAM,KAAK,KAAK,cAAc,CAAC;AAC9D,SAAK,OAAO,GAAG,eAAe,MAAM,KAAK,KAAK,aAAa,CAAC;AAC5D,SAAK,OAAO,GAAG,UAAU,CAAC,WAAW,KAAK,KAAK,UAAU,MAAM,CAAC;AAEhE,SAAK,KAAK,OAAO,QAAQ,aAAa,WAAW;AAAA,EACnD;AAAA,EAEA,KAAK,KAAiB,YAA0B;AAC9C,SAAK,QAAQ,UAAU,KAAK,UAAU;AAAA,EACxC;AAAA,EAEA,YAAkB;AAChB,SAAK,QAAQ,UAAU;AAAA,EACzB;AAAA,EAEA,MAAM,OAAsB;AAC1B,SAAK,QAAQ,UAAU;AACvB,SAAK,QAAQ,mBAAmB;AAChC,SAAK,SAAS;AACd,SAAK,MAAM,OAAO,WAAW;AAC7B,SAAK,OAAO;AACZ,QAAI,KAAK,SAAS;AAChB,WAAK,QAAQ,MAAM;AACnB,WAAK,QAAQ,YAAY;AACzB,WAAK,UAAU;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,UAAiC;AAClD,UAAM,OAAO,KAAK;AAClB,QAAI,CAAC,MAAM;AACT,WAAK,YAAY;AACjB;AAAA,IACF;AAEA,UAAM,UAAU,MAAM,KAAK,WAAW;AACtC,UAAM,YAAY,QAAQ,WAAW,KAAK,QAAQ,CAAC,EAAE,OAAO;AAE5D,QAAI,aAAa,eAAe,cAAc;AAG5C,YAAO,aAAqB,YAAY,YAAY,KAAK,QAAQ;AACjE,WAAK,OAAO,WAAW;AACvB,WAAK,OAAO,QAAQ,aAAa,WAAW;AAE5C,UAAI,KAAK,SAAS;AAChB,aAAK,QAAQ,MAAM;AACnB,aAAK,QAAQ,YAAY;AACzB,aAAK,UAAU;AAAA,MACjB;AAAA,IACF,OAAO;AAGL,UAAI,CAAC,KAAK,SAAS;AACjB,cAAM,cAAc,aAAa,6BAA6B;AAC9D,aAAK,OAAO,WAAW;AACvB,aAAK,OAAO,QAAQ,WAAW;AAE/B,aAAK,UAAU,IAAI,MAAM;AACzB,aAAK,QAAQ,WAAW;AACxB,aAAK,QAAQ,YAAY,YAAY;AAAA,MACvC;AACA,YAAM,KAAK,QAAQ,UAAU,QAAQ;AAAA,IACvC;AAEA,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,MAAM,aAAuC;AAC3C,WAAO,YAAY,aAAa;AAAA,EAClC;AACF;;;APzFA,cAAc;AALP,SAAS,mBAA0C;AACxD,QAAM,SAAS,QAAQ,UAAU;AACjC,SAAO,kBAAkB,aAAa,OAAO,SAAS;AACxD;AAaO,SAAS,mBAAmB;AACjC,MAAI,UAAU,IAAI,OAAO,CAAC;AAC1B,UAAQ,UAAU,IAAI,WAAW,CAAC;AAClC,oBAAkB,YAAY;AAChC;AAEA,iBAAiB;","names":["audioContext","unlock"]}
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/audio/WebMic.ts","../src/audio/unlock.ts","../src/audio/audioContext.ts","raw:./pcm-processor-worklet","../src/audio/pcm-processor.ts","../src/audio/stopStream.ts","../src/audio/WebSpeaker.ts","../src/audio/WebAudioSink.ts"],"sourcesContent":["import { Mic, setMicdropStorage, Speaker } from '@micdrop/client'\nimport { WebMic } from './audio/WebMic'\nimport { WebSpeaker } from './audio/WebSpeaker'\n\n/**\n * The node the assistant voice comes out of, to analyse or process it.\n *\n * Connect an AnalyserNode to it to read the envelope on your own frames, which\n * is finer than the ten levels a second the `Volume` event reports.\n * @returns The node, once the call has started\n */\nexport function getSpeakerOutput(): AudioNode | undefined {\n const driver = Speaker.getDriver()\n return driver instanceof WebSpeaker ? driver.output : undefined\n}\n\nexport * from '@micdrop/client'\nexport * from './audio/audioContext'\nexport * from './audio/WebAudioSink'\nexport * from './audio/WebMic'\nexport * from './audio/WebSpeaker'\n\n/**\n * Records and plays with the Web Audio API, and keeps settings in\n * `localStorage`. Called when the package is imported, so a page has nothing\n * to wire.\n */\nexport function registerWebAudio() {\n Mic.setDriver(new WebMic())\n Speaker.setDriver(new WebSpeaker())\n setMicdropStorage(localStorage)\n}\n\nregisterWebAudio()\n","import { MicDriver, MicdropDevice } from '@micdrop/client'\nimport { audioContext } from './audioContext'\nimport { initPcmProcessor } from './pcm-processor'\nimport { stopStream } from './stopStream'\n\n/**\n * How long Firefox needs to let go of a microphone it released.\n *\n * A microphone requested again before that comes back without its processing:\n * no echo cancellation, no noise suppression and a raw gain some 30 dB higher,\n * while its settings still report them on. The room then sounds like speech,\n * and the assistant hears its own voice. No event tells when the device is\n * free, so a new stream waits for this delay to pass.\n */\nconst FIREFOX_RELEASE_DELAY = 15000 // ms\n\nconst isFirefox =\n typeof navigator !== 'undefined' && /Firefox\\//.test(navigator.userAgent)\n\n// The last stream released, outside the class: the browser holds the device\n// whichever WebMic opened it\nlet lastRelease: { at: number; deviceId: string | undefined } | undefined\n\n/**\n * Records the microphone with the Web Audio API.\n *\n * An audio worklet delivers the samples at a steady pace, and everything that\n * happens to them afterwards lives in `@micdrop/client`.\n */\nexport class WebMic extends MicDriver {\n private stream: MediaStream | undefined\n private source: MediaStreamAudioSourceNode | undefined\n private worklet: AudioWorkletNode | undefined\n private _deviceId: string | undefined\n\n get isStarted(): boolean {\n return !!this.stream\n }\n\n get deviceId(): string | undefined {\n return this._deviceId\n }\n\n async start(deviceId?: string): Promise<void> {\n if (this.stream) {\n // Same device, keep recording\n if (this._deviceId === deviceId) return\n await this.stop()\n }\n\n await waitForRelease(deviceId)\n\n this.stream = await navigator.mediaDevices.getUserMedia({\n audio: {\n deviceId: { ideal: deviceId },\n sampleRate: 16000, // not working, it will follow device settings, usually 44.1kHz\n sampleSize: 16,\n channelCount: 1,\n echoCancellation: true,\n noiseSuppression: true,\n },\n })\n\n // Remember which device the browser settled on\n const track = this.stream.getTracks()[0]\n const settled = track?.getCapabilities?.().deviceId\n this._deviceId =\n settled && settled !== 'default' ? settled : (deviceId ?? settled)\n\n await initPcmProcessor()\n this.worklet = new AudioWorkletNode(audioContext, 'pcm-processor')\n this.worklet.port.onmessage = this.onWorkletMessage\n\n this.source = audioContext.createMediaStreamSource(this.stream)\n this.source.connect(this.worklet)\n\n // A browser only reveals the device labels once a stream is running, and\n // Firefox lists nothing at all before that\n navigator.mediaDevices.addEventListener('devicechange', this.onDeviceChange)\n }\n\n async stop(): Promise<void> {\n navigator.mediaDevices.removeEventListener(\n 'devicechange',\n this.onDeviceChange\n )\n if (this.worklet) {\n this.worklet.port.onmessage = null\n this.worklet.disconnect()\n this.worklet = undefined\n }\n if (this.source) {\n this.source.disconnect()\n this.source = undefined\n }\n if (this.stream) {\n stopStream(this.stream)\n this.stream = undefined\n lastRelease = { at: Date.now(), deviceId: this._deviceId }\n }\n }\n\n async getDevices(): Promise<MicdropDevice[]> {\n return listDevices('audioinput')\n }\n\n private onWorkletMessage = (event: MessageEvent) => {\n const { type, frames, sampleRate } = event.data\n if (type !== 'frames') return\n this.emit('Frames', frames as Float32Array, sampleRate as number)\n }\n\n private onDeviceChange = () => {\n this.emit('DeviceChange')\n }\n}\n\n/**\n * Waits until Firefox let go of the microphone, see FIREFOX_RELEASE_DELAY\n * @param deviceId - The device about to be opened\n */\nasync function waitForRelease(deviceId?: string) {\n if (!isFirefox || !lastRelease) return\n if (deviceId && lastRelease.deviceId && deviceId !== lastRelease.deviceId) {\n return\n }\n const remaining = lastRelease.at + FIREFOX_RELEASE_DELAY - Date.now()\n if (remaining > 0) {\n await new Promise((resolve) => setTimeout(resolve, remaining))\n }\n}\n\n/**\n * Lists the devices of one kind, the default one first\n * @param kind - Which devices to list\n */\nexport async function listDevices(\n kind: 'audioinput' | 'audiooutput'\n): Promise<MicdropDevice[]> {\n const all = await navigator.mediaDevices.enumerateDevices()\n if (all.length === 0) return []\n\n // A browser lists the default device twice, once under the id \"default\" and\n // once under its real id. Keep the real one, and put it first.\n const defaults = all.filter((device) => device.deviceId === 'default')\n const devices = all.filter(\n (device) => device.deviceId !== 'default' && device.kind === kind\n )\n for (const fallback of defaults) {\n const index = devices.findIndex(\n (device) => device.groupId === fallback.groupId\n )\n if (index > 0) devices.unshift(...devices.splice(index, 1))\n }\n\n return devices.map((device) => ({\n id: device.deviceId,\n label: device.label || (kind === 'audioinput' ? 'Microphone' : 'Speaker'),\n kind,\n }))\n}\n","// Inspired https://www.mattmontag.com/web/unlock-web-audio-in-safari-for-ios-and-macos\nexport function unlock(audioContext: AudioContext): void {\n const events = ['touchstart', 'touchend', 'mousedown', 'keydown']\n\n const unlock = async () => {\n unlockSafari(audioContext)\n if (audioContext.state === 'suspended') {\n await audioContext.resume()\n }\n // Clean events\n events.forEach((e) => document.body.removeEventListener(e, unlock))\n }\n\n // Add events\n events.forEach((e) => document.body.addEventListener(e, unlock, false))\n}\n\n// safari/ios hack - inspired by https://codepen.io/kslstn/pen/pagLqL\n// unlock audioContext - call when interactive (button click)\nfunction unlockSafari(audioContext: AudioContext): void {\n // create empty buffer and play it to unlock audioContext when interactive\n const source = audioContext.createBufferSource()\n source.buffer = audioContext.createBuffer(1, 1, 22050)\n source.connect(audioContext.destination)\n const onEnded = () => {\n source.disconnect()\n source.buffer = null\n source.removeEventListener('ended', onEnded)\n }\n source.addEventListener('ended', onEnded)\n source.start()\n}\n","import { unlock } from './unlock'\n\nexport let audioContext: AudioContext\n\nexport function createAudioContext() {\n return new (window.AudioContext || (window as any).webkitAudioContext)()\n}\n\ndeclare global {\n interface Window {\n micdropAudioContext: AudioContext\n }\n}\n\nif (window.micdropAudioContext) {\n audioContext = window.micdropAudioContext\n} else {\n window.micdropAudioContext = audioContext = createAudioContext()\n\n // Hack to unlock audio context on some browsers\n unlock(audioContext)\n}\n","// Hands the microphone signal to the main thread, continuously.\n//\n// Deciding whether someone is speaking, keeping a reserve of audio and cutting\n// it into chunks all happen in @micdrop/client, so this only has to deliver the\n// samples at a steady pace.\n\nconst INTERVAL_MS = 20\n\nclass PCMProcessorWorklet extends AudioWorkletProcessor {\n constructor() {\n super()\n this.buffers = []\n this.length = 0\n // `sampleRate` is provided by the worklet scope\n this.frameLength = Math.round((sampleRate * INTERVAL_MS) / 1000)\n }\n\n process(inputs) {\n const input = inputs[0]\n if (!input || input.length === 0) return true\n\n this.buffers.push(new Float32Array(input[0]))\n this.length += input[0].length\n if (this.length < this.frameLength) return true\n\n const frames = new Float32Array(this.length)\n let offset = 0\n for (const buffer of this.buffers) {\n frames.set(buffer, offset)\n offset += buffer.length\n }\n this.buffers.length = 0\n this.length = 0\n\n this.port.postMessage({ type: 'frames', frames, sampleRate }, [\n frames.buffer,\n ])\n return true\n }\n}\n\nregisterProcessor('pcm-processor', PCMProcessorWorklet)\n","import pcmProcessorWorklet from './pcm-processor-worklet?raw'\nimport { audioContext } from './audioContext'\n\ndeclare global {\n interface Window {\n micdropPcmProcessor: boolean\n }\n}\n\nexport async function initPcmProcessor() {\n if (window.micdropPcmProcessor) return\n window.micdropPcmProcessor = true\n\n // Init worklet URL\n const workletBlob = new Blob([pcmProcessorWorklet], {\n type: 'application/javascript',\n })\n const workletUrl = URL.createObjectURL(workletBlob)\n\n // Load the worklet module\n await audioContext.audioWorklet.addModule(workletUrl)\n}\n","/**\n * Stops a stream\n * @param stream - The stream to stop\n */\nexport function stopStream(stream?: MediaStream) {\n stream?.getTracks().forEach((track) => track.stop())\n}\n","import { MicdropDevice, Pcm16AudioStream, SpeakerDriver } from '@micdrop/client'\nimport { audioContext } from './audioContext'\nimport { listDevices } from './WebMic'\nimport { WebAudioSink } from './WebAudioSink'\n\n/**\n * Plays the assistant voice with the Web Audio API.\n */\nexport class WebSpeaker extends SpeakerDriver {\n private sink: WebAudioSink | undefined\n private stream: Pcm16AudioStream | undefined\n private _deviceId: string | undefined\n // Firefox cannot pick an output on an audio context, so a non default device\n // is played back through an audio element instead\n private element: HTMLAudioElement | undefined\n\n get isPlaying(): boolean {\n return this.stream?.isPlaying ?? false\n }\n\n get deviceId(): string | undefined {\n return this._deviceId\n }\n\n /** The node the sound comes out of, to analyse or process it */\n get output(): AudioNode | undefined {\n return this.sink?.output\n }\n\n async start(): Promise<void> {\n if (this.stream) return\n\n this.sink = new WebAudioSink()\n this.stream = new Pcm16AudioStream(this.sink)\n this.stream.on('StartPlaying', () => this.emit('StartPlaying'))\n this.stream.on('StopPlaying', () => this.emit('StopPlaying'))\n this.stream.on('Volume', (volume) => this.emit('Volume', volume))\n\n this.sink.output.connect(audioContext.destination)\n }\n\n play(pcm: Int16Array, sampleRate: number): void {\n this.stream?.playAudio(pcm, sampleRate)\n }\n\n stopAudio(): void {\n this.stream?.stopAudio()\n }\n\n async stop(): Promise<void> {\n this.stream?.stopAudio()\n this.stream?.removeAllListeners()\n this.stream = undefined\n this.sink?.output.disconnect()\n this.sink = undefined\n if (this.element) {\n this.element.pause()\n this.element.srcObject = null\n this.element = undefined\n }\n }\n\n async changeDevice(deviceId: string): Promise<void> {\n const sink = this.sink\n if (!sink) {\n this._deviceId = deviceId\n return\n }\n\n const devices = await this.getDevices()\n const isDefault = devices.length === 0 || devices[0].id === deviceId\n\n if (isDefault || 'setSinkId' in audioContext) {\n // Playing through the audio context is the preferred way, it is the only\n // one that keeps echo cancellation working\n await (audioContext as any).setSinkId?.(isDefault ? '' : deviceId)\n sink.output.disconnect()\n sink.output.connect(audioContext.destination)\n\n if (this.element) {\n this.element.pause()\n this.element.srcObject = null\n this.element = undefined\n }\n } else {\n // Firefox: stream the sound back into an audio element, which does accept\n // an output device\n if (!this.element) {\n const destination = audioContext.createMediaStreamDestination()\n sink.output.disconnect()\n sink.output.connect(destination)\n\n this.element = new Audio()\n this.element.autoplay = true\n this.element.srcObject = destination.stream\n }\n await this.element.setSinkId(deviceId)\n }\n\n this._deviceId = deviceId\n }\n\n async getDevices(): Promise<MicdropDevice[]> {\n return listDevices('audiooutput')\n }\n}\n","import { AudioSink, ScheduledAudio } from '@micdrop/client'\nimport { audioContext } from './audioContext'\n\n/**\n * Plays samples through the Web Audio graph, on the timeline given by the\n * caller so consecutive chunks are heard without a gap.\n */\nexport class WebAudioSink implements AudioSink {\n public readonly output: GainNode\n\n constructor() {\n this.output = audioContext.createGain()\n }\n\n get sampleRate(): number {\n return audioContext.sampleRate\n }\n\n get currentTime(): number {\n return audioContext.currentTime\n }\n\n schedule(\n samples: Float32Array,\n when: number,\n onEnded: () => void\n ): ScheduledAudio {\n const buffer = audioContext.createBuffer(\n 1,\n samples.length,\n audioContext.sampleRate\n )\n buffer.copyToChannel(samples as Float32Array<ArrayBuffer>, 0)\n\n const source = audioContext.createBufferSource()\n source.buffer = buffer\n source.connect(this.output)\n source.onended = onEnded\n source.start(when)\n\n let stopped = false\n return {\n stop() {\n if (stopped) return\n stopped = true\n source.onended = null\n try {\n source.stop()\n } catch {\n // Already finished\n }\n source.disconnect()\n },\n }\n }\n}\n"],"mappings":";AAAA,SAAS,KAAK,mBAAmB,eAAe;;;ACAhD,SAAS,iBAAgC;;;ACClC,SAAS,OAAOA,eAAkC;AACvD,QAAM,SAAS,CAAC,cAAc,YAAY,aAAa,SAAS;AAEhE,QAAMC,UAAS,YAAY;AACzB,iBAAaD,aAAY;AACzB,QAAIA,cAAa,UAAU,aAAa;AACtC,YAAMA,cAAa,OAAO;AAAA,IAC5B;AAEA,WAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,oBAAoB,GAAGC,OAAM,CAAC;AAAA,EACpE;AAGA,SAAO,QAAQ,CAAC,MAAM,SAAS,KAAK,iBAAiB,GAAGA,SAAQ,KAAK,CAAC;AACxE;AAIA,SAAS,aAAaD,eAAkC;AAEtD,QAAM,SAASA,cAAa,mBAAmB;AAC/C,SAAO,SAASA,cAAa,aAAa,GAAG,GAAG,KAAK;AACrD,SAAO,QAAQA,cAAa,WAAW;AACvC,QAAM,UAAU,MAAM;AACpB,WAAO,WAAW;AAClB,WAAO,SAAS;AAChB,WAAO,oBAAoB,SAAS,OAAO;AAAA,EAC7C;AACA,SAAO,iBAAiB,SAAS,OAAO;AACxC,SAAO,MAAM;AACf;;;AC7BO,IAAI;AAEJ,SAAS,qBAAqB;AACnC,SAAO,KAAK,OAAO,gBAAiB,OAAe,oBAAoB;AACzE;AAQA,IAAI,OAAO,qBAAqB;AAC9B,iBAAe,OAAO;AACxB,OAAO;AACL,SAAO,sBAAsB,eAAe,mBAAmB;AAG/D,SAAO,YAAY;AACrB;;;ACrBA;;;ACSA,eAAsB,mBAAmB;AACvC,MAAI,OAAO,oBAAqB;AAChC,SAAO,sBAAsB;AAG7B,QAAM,cAAc,IAAI,KAAK,CAAC,6BAAmB,GAAG;AAAA,IAClD,MAAM;AAAA,EACR,CAAC;AACD,QAAM,aAAa,IAAI,gBAAgB,WAAW;AAGlD,QAAM,aAAa,aAAa,UAAU,UAAU;AACtD;;;ACjBO,SAAS,WAAW,QAAsB;AAC/C,UAAQ,UAAU,EAAE,QAAQ,CAAC,UAAU,MAAM,KAAK,CAAC;AACrD;;;ALQA,IAAM,wBAAwB;AAE9B,IAAM,YACJ,OAAO,cAAc,eAAe,YAAY,KAAK,UAAU,SAAS;AAI1E,IAAI;AAQG,IAAM,SAAN,cAAqB,UAAU;AAAA,EAA/B;AAAA;AA6EL,SAAQ,mBAAmB,CAAC,UAAwB;AAClD,YAAM,EAAE,MAAM,QAAQ,WAAW,IAAI,MAAM;AAC3C,UAAI,SAAS,SAAU;AACvB,WAAK,KAAK,UAAU,QAAwB,UAAoB;AAAA,IAClE;AAEA,SAAQ,iBAAiB,MAAM;AAC7B,WAAK,KAAK,cAAc;AAAA,IAC1B;AAAA;AAAA,EA/EA,IAAI,YAAqB;AACvB,WAAO,CAAC,CAAC,KAAK;AAAA,EAChB;AAAA,EAEA,IAAI,WAA+B;AACjC,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,MAAM,UAAkC;AAC5C,QAAI,KAAK,QAAQ;AAEf,UAAI,KAAK,cAAc,SAAU;AACjC,YAAM,KAAK,KAAK;AAAA,IAClB;AAEA,UAAM,eAAe,QAAQ;AAE7B,SAAK,SAAS,MAAM,UAAU,aAAa,aAAa;AAAA,MACtD,OAAO;AAAA,QACL,UAAU,EAAE,OAAO,SAAS;AAAA,QAC5B,YAAY;AAAA;AAAA,QACZ,YAAY;AAAA,QACZ,cAAc;AAAA,QACd,kBAAkB;AAAA,QAClB,kBAAkB;AAAA,MACpB;AAAA,IACF,CAAC;AAGD,UAAM,QAAQ,KAAK,OAAO,UAAU,EAAE,CAAC;AACvC,UAAM,UAAU,OAAO,kBAAkB,EAAE;AAC3C,SAAK,YACH,WAAW,YAAY,YAAY,UAAW,YAAY;AAE5D,UAAM,iBAAiB;AACvB,SAAK,UAAU,IAAI,iBAAiB,cAAc,eAAe;AACjE,SAAK,QAAQ,KAAK,YAAY,KAAK;AAEnC,SAAK,SAAS,aAAa,wBAAwB,KAAK,MAAM;AAC9D,SAAK,OAAO,QAAQ,KAAK,OAAO;AAIhC,cAAU,aAAa,iBAAiB,gBAAgB,KAAK,cAAc;AAAA,EAC7E;AAAA,EAEA,MAAM,OAAsB;AAC1B,cAAU,aAAa;AAAA,MACrB;AAAA,MACA,KAAK;AAAA,IACP;AACA,QAAI,KAAK,SAAS;AAChB,WAAK,QAAQ,KAAK,YAAY;AAC9B,WAAK,QAAQ,WAAW;AACxB,WAAK,UAAU;AAAA,IACjB;AACA,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,WAAW;AACvB,WAAK,SAAS;AAAA,IAChB;AACA,QAAI,KAAK,QAAQ;AACf,iBAAW,KAAK,MAAM;AACtB,WAAK,SAAS;AACd,oBAAc,EAAE,IAAI,KAAK,IAAI,GAAG,UAAU,KAAK,UAAU;AAAA,IAC3D;AAAA,EACF;AAAA,EAEA,MAAM,aAAuC;AAC3C,WAAO,YAAY,YAAY;AAAA,EACjC;AAWF;AAMA,eAAe,eAAe,UAAmB;AAC/C,MAAI,CAAC,aAAa,CAAC,YAAa;AAChC,MAAI,YAAY,YAAY,YAAY,aAAa,YAAY,UAAU;AACzE;AAAA,EACF;AACA,QAAM,YAAY,YAAY,KAAK,wBAAwB,KAAK,IAAI;AACpE,MAAI,YAAY,GAAG;AACjB,UAAM,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,SAAS,CAAC;AAAA,EAC/D;AACF;AAMA,eAAsB,YACpB,MAC0B;AAC1B,QAAM,MAAM,MAAM,UAAU,aAAa,iBAAiB;AAC1D,MAAI,IAAI,WAAW,EAAG,QAAO,CAAC;AAI9B,QAAM,WAAW,IAAI,OAAO,CAAC,WAAW,OAAO,aAAa,SAAS;AACrE,QAAM,UAAU,IAAI;AAAA,IAClB,CAAC,WAAW,OAAO,aAAa,aAAa,OAAO,SAAS;AAAA,EAC/D;AACA,aAAW,YAAY,UAAU;AAC/B,UAAM,QAAQ,QAAQ;AAAA,MACpB,CAAC,WAAW,OAAO,YAAY,SAAS;AAAA,IAC1C;AACA,QAAI,QAAQ,EAAG,SAAQ,QAAQ,GAAG,QAAQ,OAAO,OAAO,CAAC,CAAC;AAAA,EAC5D;AAEA,SAAO,QAAQ,IAAI,CAAC,YAAY;AAAA,IAC9B,IAAI,OAAO;AAAA,IACX,OAAO,OAAO,UAAU,SAAS,eAAe,eAAe;AAAA,IAC/D;AAAA,EACF,EAAE;AACJ;;;AMhKA,SAAwB,kBAAkB,qBAAqB;;;ACOxD,IAAM,eAAN,MAAwC;AAAA,EAG7C,cAAc;AACZ,SAAK,SAAS,aAAa,WAAW;AAAA,EACxC;AAAA,EAEA,IAAI,aAAqB;AACvB,WAAO,aAAa;AAAA,EACtB;AAAA,EAEA,IAAI,cAAsB;AACxB,WAAO,aAAa;AAAA,EACtB;AAAA,EAEA,SACE,SACA,MACA,SACgB;AAChB,UAAM,SAAS,aAAa;AAAA,MAC1B;AAAA,MACA,QAAQ;AAAA,MACR,aAAa;AAAA,IACf;AACA,WAAO,cAAc,SAAsC,CAAC;AAE5D,UAAM,SAAS,aAAa,mBAAmB;AAC/C,WAAO,SAAS;AAChB,WAAO,QAAQ,KAAK,MAAM;AAC1B,WAAO,UAAU;AACjB,WAAO,MAAM,IAAI;AAEjB,QAAI,UAAU;AACd,WAAO;AAAA,MACL,OAAO;AACL,YAAI,QAAS;AACb,kBAAU;AACV,eAAO,UAAU;AACjB,YAAI;AACF,iBAAO,KAAK;AAAA,QACd,QAAQ;AAAA,QAER;AACA,eAAO,WAAW;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AACF;;;AD/CO,IAAM,aAAN,cAAyB,cAAc;AAAA,EAQ5C,IAAI,YAAqB;AACvB,WAAO,KAAK,QAAQ,aAAa;AAAA,EACnC;AAAA,EAEA,IAAI,WAA+B;AACjC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,SAAgC;AAClC,WAAO,KAAK,MAAM;AAAA,EACpB;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,KAAK,OAAQ;AAEjB,SAAK,OAAO,IAAI,aAAa;AAC7B,SAAK,SAAS,IAAI,iBAAiB,KAAK,IAAI;AAC5C,SAAK,OAAO,GAAG,gBAAgB,MAAM,KAAK,KAAK,cAAc,CAAC;AAC9D,SAAK,OAAO,GAAG,eAAe,MAAM,KAAK,KAAK,aAAa,CAAC;AAC5D,SAAK,OAAO,GAAG,UAAU,CAAC,WAAW,KAAK,KAAK,UAAU,MAAM,CAAC;AAEhE,SAAK,KAAK,OAAO,QAAQ,aAAa,WAAW;AAAA,EACnD;AAAA,EAEA,KAAK,KAAiB,YAA0B;AAC9C,SAAK,QAAQ,UAAU,KAAK,UAAU;AAAA,EACxC;AAAA,EAEA,YAAkB;AAChB,SAAK,QAAQ,UAAU;AAAA,EACzB;AAAA,EAEA,MAAM,OAAsB;AAC1B,SAAK,QAAQ,UAAU;AACvB,SAAK,QAAQ,mBAAmB;AAChC,SAAK,SAAS;AACd,SAAK,MAAM,OAAO,WAAW;AAC7B,SAAK,OAAO;AACZ,QAAI,KAAK,SAAS;AAChB,WAAK,QAAQ,MAAM;AACnB,WAAK,QAAQ,YAAY;AACzB,WAAK,UAAU;AAAA,IACjB;AAAA,EACF;AAAA,EAEA,MAAM,aAAa,UAAiC;AAClD,UAAM,OAAO,KAAK;AAClB,QAAI,CAAC,MAAM;AACT,WAAK,YAAY;AACjB;AAAA,IACF;AAEA,UAAM,UAAU,MAAM,KAAK,WAAW;AACtC,UAAM,YAAY,QAAQ,WAAW,KAAK,QAAQ,CAAC,EAAE,OAAO;AAE5D,QAAI,aAAa,eAAe,cAAc;AAG5C,YAAO,aAAqB,YAAY,YAAY,KAAK,QAAQ;AACjE,WAAK,OAAO,WAAW;AACvB,WAAK,OAAO,QAAQ,aAAa,WAAW;AAE5C,UAAI,KAAK,SAAS;AAChB,aAAK,QAAQ,MAAM;AACnB,aAAK,QAAQ,YAAY;AACzB,aAAK,UAAU;AAAA,MACjB;AAAA,IACF,OAAO;AAGL,UAAI,CAAC,KAAK,SAAS;AACjB,cAAM,cAAc,aAAa,6BAA6B;AAC9D,aAAK,OAAO,WAAW;AACvB,aAAK,OAAO,QAAQ,WAAW;AAE/B,aAAK,UAAU,IAAI,MAAM;AACzB,aAAK,QAAQ,WAAW;AACxB,aAAK,QAAQ,YAAY,YAAY;AAAA,MACvC;AACA,YAAM,KAAK,QAAQ,UAAU,QAAQ;AAAA,IACvC;AAEA,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,MAAM,aAAuC;AAC3C,WAAO,YAAY,aAAa;AAAA,EAClC;AACF;;;APzFA,cAAc;AALP,SAAS,mBAA0C;AACxD,QAAM,SAAS,QAAQ,UAAU;AACjC,SAAO,kBAAkB,aAAa,OAAO,SAAS;AACxD;AAaO,SAAS,mBAAmB;AACjC,MAAI,UAAU,IAAI,OAAO,CAAC;AAC1B,UAAQ,UAAU,IAAI,WAAW,CAAC;AAClC,oBAAkB,YAAY;AAChC;AAEA,iBAAiB;","names":["audioContext","unlock"]}
|
package/dist/silero.d.mts
CHANGED
|
@@ -26,6 +26,12 @@ declare class OnnxSileroModel implements SileroModel {
|
|
|
26
26
|
release(): Promise<void>;
|
|
27
27
|
}
|
|
28
28
|
|
|
29
|
+
/**
|
|
30
|
+
* Waits for the models ahead in the queue, then runs
|
|
31
|
+
* @param run - The inference to run once the runtime is free
|
|
32
|
+
*/
|
|
33
|
+
declare function queueOnnxRun<T>(run: () => Promise<T>): Promise<T>;
|
|
34
|
+
|
|
29
35
|
/**
|
|
30
36
|
* Says where the Silero model comes from, to serve it from your own domain
|
|
31
37
|
* rather than from a CDN, or to hand over its bytes directly.
|
|
@@ -33,4 +39,4 @@ declare class OnnxSileroModel implements SileroModel {
|
|
|
33
39
|
*/
|
|
34
40
|
declare function setSileroOptions(next: OnnxSileroOptions): void;
|
|
35
41
|
|
|
36
|
-
export { DEFAULT_SILERO_MODEL_URL, OnnxSileroModel, type OnnxSileroOptions, setSileroOptions };
|
|
42
|
+
export { DEFAULT_SILERO_MODEL_URL, OnnxSileroModel, type OnnxSileroOptions, queueOnnxRun, setSileroOptions };
|
package/dist/silero.d.ts
CHANGED
|
@@ -26,6 +26,12 @@ declare class OnnxSileroModel implements SileroModel {
|
|
|
26
26
|
release(): Promise<void>;
|
|
27
27
|
}
|
|
28
28
|
|
|
29
|
+
/**
|
|
30
|
+
* Waits for the models ahead in the queue, then runs
|
|
31
|
+
* @param run - The inference to run once the runtime is free
|
|
32
|
+
*/
|
|
33
|
+
declare function queueOnnxRun<T>(run: () => Promise<T>): Promise<T>;
|
|
34
|
+
|
|
29
35
|
/**
|
|
30
36
|
* Says where the Silero model comes from, to serve it from your own domain
|
|
31
37
|
* rather than from a CDN, or to hand over its bytes directly.
|
|
@@ -33,4 +39,4 @@ declare class OnnxSileroModel implements SileroModel {
|
|
|
33
39
|
*/
|
|
34
40
|
declare function setSileroOptions(next: OnnxSileroOptions): void;
|
|
35
41
|
|
|
36
|
-
export { DEFAULT_SILERO_MODEL_URL, OnnxSileroModel, type OnnxSileroOptions, setSileroOptions };
|
|
42
|
+
export { DEFAULT_SILERO_MODEL_URL, OnnxSileroModel, type OnnxSileroOptions, queueOnnxRun, setSileroOptions };
|
package/dist/silero.js
CHANGED
|
@@ -32,6 +32,7 @@ var silero_exports = {};
|
|
|
32
32
|
__export(silero_exports, {
|
|
33
33
|
DEFAULT_SILERO_MODEL_URL: () => DEFAULT_SILERO_MODEL_URL,
|
|
34
34
|
OnnxSileroModel: () => OnnxSileroModel,
|
|
35
|
+
queueOnnxRun: () => queueOnnxRun,
|
|
35
36
|
setSileroOptions: () => setSileroOptions
|
|
36
37
|
});
|
|
37
38
|
module.exports = __toCommonJS(silero_exports);
|
|
@@ -40,6 +41,19 @@ var import_client2 = require("@micdrop/client");
|
|
|
40
41
|
// src/vad/OnnxSileroModel.ts
|
|
41
42
|
var import_client = require("@micdrop/client");
|
|
42
43
|
var ort = __toESM(require("onnxruntime-web"));
|
|
44
|
+
|
|
45
|
+
// src/vad/onnxQueue.ts
|
|
46
|
+
var globalScope = globalThis;
|
|
47
|
+
function queueOnnxRun(run) {
|
|
48
|
+
const started = (globalScope.micdropOnnxQueue ?? Promise.resolve()).then(
|
|
49
|
+
run,
|
|
50
|
+
run
|
|
51
|
+
);
|
|
52
|
+
globalScope.micdropOnnxQueue = started.catch(() => void 0);
|
|
53
|
+
return started;
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
// src/vad/OnnxSileroModel.ts
|
|
43
57
|
var DEFAULT_SILERO_MODEL_URL = "https://cdn.jsdelivr.net/npm/@ricky0123/vad-web@0.0.30/dist/silero_vad_v5.onnx";
|
|
44
58
|
var DEFAULT_WASM_PATH = "https://unpkg.com/onnxruntime-web@1.23.2/dist/";
|
|
45
59
|
var loading;
|
|
@@ -64,11 +78,13 @@ var OnnxSileroModel = class {
|
|
|
64
78
|
}
|
|
65
79
|
async process(frame) {
|
|
66
80
|
if (!this.session) await this.load();
|
|
67
|
-
const output = await
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
81
|
+
const output = await queueOnnxRun(
|
|
82
|
+
() => this.session.run({
|
|
83
|
+
input: new ort.Tensor("float32", frame, [1, frame.length]),
|
|
84
|
+
state: this.state,
|
|
85
|
+
sr: this.sampleRate
|
|
86
|
+
})
|
|
87
|
+
);
|
|
72
88
|
this.state = output.stateN;
|
|
73
89
|
return output.output.data[0];
|
|
74
90
|
}
|
|
@@ -98,6 +114,7 @@ function setSileroOptions(next) {
|
|
|
98
114
|
0 && (module.exports = {
|
|
99
115
|
DEFAULT_SILERO_MODEL_URL,
|
|
100
116
|
OnnxSileroModel,
|
|
117
|
+
queueOnnxRun,
|
|
101
118
|
setSileroOptions
|
|
102
119
|
});
|
|
103
120
|
//# sourceMappingURL=silero.js.map
|
package/dist/silero.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/silero.ts","../src/vad/OnnxSileroModel.ts"],"sourcesContent":["import { setSileroModelLoader } from '@micdrop/client'\nimport { OnnxSileroModel, OnnxSileroOptions } from './vad/OnnxSileroModel'\n\nexport * from './vad/OnnxSileroModel'\n\nlet options: OnnxSileroOptions = {}\n\n/**\n * Says where the Silero model comes from, to serve it from your own domain\n * rather than from a CDN, or to hand over its bytes directly.\n * @param next - Address or bytes of the model, and of the ONNX runtime\n */\nexport function setSileroOptions(next: OnnxSileroOptions) {\n options = next\n}\n\n// The ONNX runtime weighs more than the rest of Micdrop put together, so it\n// only enters the bundle of an app that imports this file\nsetSileroModelLoader(async () => {\n const model = new OnnxSileroModel(options)\n await model.load()\n return model\n})\n","import { SileroModel, SILERO_SAMPLE_RATE } from '@micdrop/client'\nimport * as ort from 'onnxruntime-web'\n\n/** Where the model is fetched from, when the app does not provide it */\nexport const DEFAULT_SILERO_MODEL_URL =\n 'https://cdn.jsdelivr.net/npm/@ricky0123/vad-web@0.0.30/dist/silero_vad_v5.onnx'\n\n// onnxruntime-web@1.23 is not hosted on jsdelivr (its dist exceeds the CDN size\n// limit, so every file 404s). unpkg serves it, so the wasm backend comes from\n// there instead.\nconst DEFAULT_WASM_PATH = 'https://unpkg.com/onnxruntime-web@1.23.2/dist/'\n\nexport interface OnnxSileroOptions {\n /** Address of the Silero v5 model, or the bytes of it */\n model?: string | ArrayBuffer\n /** Where the ONNX runtime loads its WebAssembly files from */\n wasmPath?: string\n}\n\nlet loading: Promise<ArrayBuffer> | undefined\n\n/**\n * Runs the Silero model in the browser, on the ONNX WebAssembly runtime.\n *\n * The state machine that turns its answers into turns lives in\n * `@micdrop/client`, this only scores windows of audio.\n */\nexport class OnnxSileroModel implements SileroModel {\n private session: ort.InferenceSession | undefined\n private state: ort.Tensor\n private sampleRate: ort.Tensor\n\n constructor(private options: OnnxSileroOptions = {}) {\n this.state = newState()\n this.sampleRate = new ort.Tensor('int64', [BigInt(SILERO_SAMPLE_RATE)])\n }\n\n async load() {\n if (this.session) return\n\n ort.env.wasm.wasmPaths = this.options.wasmPath ?? DEFAULT_WASM_PATH\n\n const source = this.options.model ?? DEFAULT_SILERO_MODEL_URL\n let bytes: ArrayBuffer\n if (typeof source === 'string') {\n // Fetched once per page, the model is a couple of megabytes\n loading =\n loading ?? fetch(source).then((response) => response.arrayBuffer())\n bytes = await loading\n } else {\n bytes = source\n }\n\n this.session = await ort.InferenceSession.create(bytes)\n }\n\n async process(frame: Float32Array): Promise<number> {\n if (!this.session) await this.load()\n\n const output = await this.session!.run({\n
|
|
1
|
+
{"version":3,"sources":["../src/silero.ts","../src/vad/OnnxSileroModel.ts","../src/vad/onnxQueue.ts"],"sourcesContent":["import { setSileroModelLoader } from '@micdrop/client'\nimport { OnnxSileroModel, OnnxSileroOptions } from './vad/OnnxSileroModel'\n\nexport * from './vad/OnnxSileroModel'\nexport * from './vad/onnxQueue'\n\nlet options: OnnxSileroOptions = {}\n\n/**\n * Says where the Silero model comes from, to serve it from your own domain\n * rather than from a CDN, or to hand over its bytes directly.\n * @param next - Address or bytes of the model, and of the ONNX runtime\n */\nexport function setSileroOptions(next: OnnxSileroOptions) {\n options = next\n}\n\n// The ONNX runtime weighs more than the rest of Micdrop put together, so it\n// only enters the bundle of an app that imports this file\nsetSileroModelLoader(async () => {\n const model = new OnnxSileroModel(options)\n await model.load()\n return model\n})\n","import { SileroModel, SILERO_SAMPLE_RATE } from '@micdrop/client'\nimport * as ort from 'onnxruntime-web'\nimport { queueOnnxRun } from './onnxQueue'\n\n/** Where the model is fetched from, when the app does not provide it */\nexport const DEFAULT_SILERO_MODEL_URL =\n 'https://cdn.jsdelivr.net/npm/@ricky0123/vad-web@0.0.30/dist/silero_vad_v5.onnx'\n\n// onnxruntime-web@1.23 is not hosted on jsdelivr (its dist exceeds the CDN size\n// limit, so every file 404s). unpkg serves it, so the wasm backend comes from\n// there instead.\nconst DEFAULT_WASM_PATH = 'https://unpkg.com/onnxruntime-web@1.23.2/dist/'\n\nexport interface OnnxSileroOptions {\n /** Address of the Silero v5 model, or the bytes of it */\n model?: string | ArrayBuffer\n /** Where the ONNX runtime loads its WebAssembly files from */\n wasmPath?: string\n}\n\nlet loading: Promise<ArrayBuffer> | undefined\n\n/**\n * Runs the Silero model in the browser, on the ONNX WebAssembly runtime.\n *\n * The state machine that turns its answers into turns lives in\n * `@micdrop/client`, this only scores windows of audio.\n */\nexport class OnnxSileroModel implements SileroModel {\n private session: ort.InferenceSession | undefined\n private state: ort.Tensor\n private sampleRate: ort.Tensor\n\n constructor(private options: OnnxSileroOptions = {}) {\n this.state = newState()\n this.sampleRate = new ort.Tensor('int64', [BigInt(SILERO_SAMPLE_RATE)])\n }\n\n async load() {\n if (this.session) return\n\n ort.env.wasm.wasmPaths = this.options.wasmPath ?? DEFAULT_WASM_PATH\n\n const source = this.options.model ?? DEFAULT_SILERO_MODEL_URL\n let bytes: ArrayBuffer\n if (typeof source === 'string') {\n // Fetched once per page, the model is a couple of megabytes\n loading =\n loading ?? fetch(source).then((response) => response.arrayBuffer())\n bytes = await loading\n } else {\n bytes = source\n }\n\n this.session = await ort.InferenceSession.create(bytes)\n }\n\n async process(frame: Float32Array): Promise<number> {\n if (!this.session) await this.load()\n\n const output = await queueOnnxRun(() =>\n this.session!.run({\n input: new ort.Tensor('float32', frame, [1, frame.length]),\n state: this.state,\n sr: this.sampleRate,\n })\n )\n\n this.state = output.stateN as ort.Tensor\n return (output.output.data as Float32Array)[0]\n }\n\n reset() {\n this.state = newState()\n }\n\n async release() {\n await this.session?.release()\n this.session = undefined\n }\n}\n\n/** The memory the model carries from one window to the next, emptied */\nfunction newState(): ort.Tensor {\n return new ort.Tensor('float32', new Float32Array(2 * 128), [2, 1, 128])\n}\n","/**\n * Runs one inference at a time, whichever model asks.\n *\n * The ONNX runtime keeps a single active session for the whole WebAssembly\n * module, so two models cannot be in flight together. A model running on the\n * graphics card yields while it waits for the device, and a detector scoring\n * its next window on top of it makes both fail, one with `Session already\n * started` and the other with `Session mismatch`.\n *\n * The queue lives on the global scope so every Micdrop model takes the same\n * turns, `@micdrop/smart-turn` included, which ships separately and holds the\n * same few lines.\n */\nconst globalScope = globalThis as typeof globalThis & {\n micdropOnnxQueue?: Promise<unknown>\n}\n\n/**\n * Waits for the models ahead in the queue, then runs\n * @param run - The inference to run once the runtime is free\n */\nexport function queueOnnxRun<T>(run: () => Promise<T>): Promise<T> {\n const started = (globalScope.micdropOnnxQueue ?? Promise.resolve()).then(\n run,\n run\n )\n // A failed run still lets the next one through\n globalScope.micdropOnnxQueue = started.catch(() => undefined)\n return started\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,IAAAA,iBAAqC;;;ACArC,oBAAgD;AAChD,UAAqB;;;ACYrB,IAAM,cAAc;AAQb,SAAS,aAAgB,KAAmC;AACjE,QAAM,WAAW,YAAY,oBAAoB,QAAQ,QAAQ,GAAG;AAAA,IAClE;AAAA,IACA;AAAA,EACF;AAEA,cAAY,mBAAmB,QAAQ,MAAM,MAAM,MAAS;AAC5D,SAAO;AACT;;;ADxBO,IAAM,2BACX;AAKF,IAAM,oBAAoB;AAS1B,IAAI;AAQG,IAAM,kBAAN,MAA6C;AAAA,EAKlD,YAAoBC,WAA6B,CAAC,GAAG;AAAjC,mBAAAA;AAClB,SAAK,QAAQ,SAAS;AACtB,SAAK,aAAa,IAAQ,WAAO,SAAS,CAAC,OAAO,gCAAkB,CAAC,CAAC;AAAA,EACxE;AAAA,EAEA,MAAM,OAAO;AACX,QAAI,KAAK,QAAS;AAElB,IAAI,QAAI,KAAK,YAAY,KAAK,QAAQ,YAAY;AAElD,UAAM,SAAS,KAAK,QAAQ,SAAS;AACrC,QAAI;AACJ,QAAI,OAAO,WAAW,UAAU;AAE9B,gBACE,WAAW,MAAM,MAAM,EAAE,KAAK,CAAC,aAAa,SAAS,YAAY,CAAC;AACpE,cAAQ,MAAM;AAAA,IAChB,OAAO;AACL,cAAQ;AAAA,IACV;AAEA,SAAK,UAAU,MAAU,qBAAiB,OAAO,KAAK;AAAA,EACxD;AAAA,EAEA,MAAM,QAAQ,OAAsC;AAClD,QAAI,CAAC,KAAK,QAAS,OAAM,KAAK,KAAK;AAEnC,UAAM,SAAS,MAAM;AAAA,MAAa,MAChC,KAAK,QAAS,IAAI;AAAA,QAChB,OAAO,IAAQ,WAAO,WAAW,OAAO,CAAC,GAAG,MAAM,MAAM,CAAC;AAAA,QACzD,OAAO,KAAK;AAAA,QACZ,IAAI,KAAK;AAAA,MACX,CAAC;AAAA,IACH;AAEA,SAAK,QAAQ,OAAO;AACpB,WAAQ,OAAO,OAAO,KAAsB,CAAC;AAAA,EAC/C;AAAA,EAEA,QAAQ;AACN,SAAK,QAAQ,SAAS;AAAA,EACxB;AAAA,EAEA,MAAM,UAAU;AACd,UAAM,KAAK,SAAS,QAAQ;AAC5B,SAAK,UAAU;AAAA,EACjB;AACF;AAGA,SAAS,WAAuB;AAC9B,SAAO,IAAQ,WAAO,WAAW,IAAI,aAAa,IAAI,GAAG,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC;AACzE;;;AD/EA,IAAI,UAA6B,CAAC;AAO3B,SAAS,iBAAiB,MAAyB;AACxD,YAAU;AACZ;AAAA,IAIA,qCAAqB,YAAY;AAC/B,QAAM,QAAQ,IAAI,gBAAgB,OAAO;AACzC,QAAM,MAAM,KAAK;AACjB,SAAO;AACT,CAAC;","names":["import_client","options"]}
|
package/dist/silero.mjs
CHANGED
|
@@ -4,6 +4,19 @@ import { setSileroModelLoader } from "@micdrop/client";
|
|
|
4
4
|
// src/vad/OnnxSileroModel.ts
|
|
5
5
|
import { SILERO_SAMPLE_RATE } from "@micdrop/client";
|
|
6
6
|
import * as ort from "onnxruntime-web";
|
|
7
|
+
|
|
8
|
+
// src/vad/onnxQueue.ts
|
|
9
|
+
var globalScope = globalThis;
|
|
10
|
+
function queueOnnxRun(run) {
|
|
11
|
+
const started = (globalScope.micdropOnnxQueue ?? Promise.resolve()).then(
|
|
12
|
+
run,
|
|
13
|
+
run
|
|
14
|
+
);
|
|
15
|
+
globalScope.micdropOnnxQueue = started.catch(() => void 0);
|
|
16
|
+
return started;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
// src/vad/OnnxSileroModel.ts
|
|
7
20
|
var DEFAULT_SILERO_MODEL_URL = "https://cdn.jsdelivr.net/npm/@ricky0123/vad-web@0.0.30/dist/silero_vad_v5.onnx";
|
|
8
21
|
var DEFAULT_WASM_PATH = "https://unpkg.com/onnxruntime-web@1.23.2/dist/";
|
|
9
22
|
var loading;
|
|
@@ -28,11 +41,13 @@ var OnnxSileroModel = class {
|
|
|
28
41
|
}
|
|
29
42
|
async process(frame) {
|
|
30
43
|
if (!this.session) await this.load();
|
|
31
|
-
const output = await
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
44
|
+
const output = await queueOnnxRun(
|
|
45
|
+
() => this.session.run({
|
|
46
|
+
input: new ort.Tensor("float32", frame, [1, frame.length]),
|
|
47
|
+
state: this.state,
|
|
48
|
+
sr: this.sampleRate
|
|
49
|
+
})
|
|
50
|
+
);
|
|
36
51
|
this.state = output.stateN;
|
|
37
52
|
return output.output.data[0];
|
|
38
53
|
}
|
|
@@ -61,6 +76,7 @@ setSileroModelLoader(async () => {
|
|
|
61
76
|
export {
|
|
62
77
|
DEFAULT_SILERO_MODEL_URL,
|
|
63
78
|
OnnxSileroModel,
|
|
79
|
+
queueOnnxRun,
|
|
64
80
|
setSileroOptions
|
|
65
81
|
};
|
|
66
82
|
//# sourceMappingURL=silero.mjs.map
|
package/dist/silero.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/silero.ts","../src/vad/OnnxSileroModel.ts"],"sourcesContent":["import { setSileroModelLoader } from '@micdrop/client'\nimport { OnnxSileroModel, OnnxSileroOptions } from './vad/OnnxSileroModel'\n\nexport * from './vad/OnnxSileroModel'\n\nlet options: OnnxSileroOptions = {}\n\n/**\n * Says where the Silero model comes from, to serve it from your own domain\n * rather than from a CDN, or to hand over its bytes directly.\n * @param next - Address or bytes of the model, and of the ONNX runtime\n */\nexport function setSileroOptions(next: OnnxSileroOptions) {\n options = next\n}\n\n// The ONNX runtime weighs more than the rest of Micdrop put together, so it\n// only enters the bundle of an app that imports this file\nsetSileroModelLoader(async () => {\n const model = new OnnxSileroModel(options)\n await model.load()\n return model\n})\n","import { SileroModel, SILERO_SAMPLE_RATE } from '@micdrop/client'\nimport * as ort from 'onnxruntime-web'\n\n/** Where the model is fetched from, when the app does not provide it */\nexport const DEFAULT_SILERO_MODEL_URL =\n 'https://cdn.jsdelivr.net/npm/@ricky0123/vad-web@0.0.30/dist/silero_vad_v5.onnx'\n\n// onnxruntime-web@1.23 is not hosted on jsdelivr (its dist exceeds the CDN size\n// limit, so every file 404s). unpkg serves it, so the wasm backend comes from\n// there instead.\nconst DEFAULT_WASM_PATH = 'https://unpkg.com/onnxruntime-web@1.23.2/dist/'\n\nexport interface OnnxSileroOptions {\n /** Address of the Silero v5 model, or the bytes of it */\n model?: string | ArrayBuffer\n /** Where the ONNX runtime loads its WebAssembly files from */\n wasmPath?: string\n}\n\nlet loading: Promise<ArrayBuffer> | undefined\n\n/**\n * Runs the Silero model in the browser, on the ONNX WebAssembly runtime.\n *\n * The state machine that turns its answers into turns lives in\n * `@micdrop/client`, this only scores windows of audio.\n */\nexport class OnnxSileroModel implements SileroModel {\n private session: ort.InferenceSession | undefined\n private state: ort.Tensor\n private sampleRate: ort.Tensor\n\n constructor(private options: OnnxSileroOptions = {}) {\n this.state = newState()\n this.sampleRate = new ort.Tensor('int64', [BigInt(SILERO_SAMPLE_RATE)])\n }\n\n async load() {\n if (this.session) return\n\n ort.env.wasm.wasmPaths = this.options.wasmPath ?? DEFAULT_WASM_PATH\n\n const source = this.options.model ?? DEFAULT_SILERO_MODEL_URL\n let bytes: ArrayBuffer\n if (typeof source === 'string') {\n // Fetched once per page, the model is a couple of megabytes\n loading =\n loading ?? fetch(source).then((response) => response.arrayBuffer())\n bytes = await loading\n } else {\n bytes = source\n }\n\n this.session = await ort.InferenceSession.create(bytes)\n }\n\n async process(frame: Float32Array): Promise<number> {\n if (!this.session) await this.load()\n\n const output = await this.session!.run({\n
|
|
1
|
+
{"version":3,"sources":["../src/silero.ts","../src/vad/OnnxSileroModel.ts","../src/vad/onnxQueue.ts"],"sourcesContent":["import { setSileroModelLoader } from '@micdrop/client'\nimport { OnnxSileroModel, OnnxSileroOptions } from './vad/OnnxSileroModel'\n\nexport * from './vad/OnnxSileroModel'\nexport * from './vad/onnxQueue'\n\nlet options: OnnxSileroOptions = {}\n\n/**\n * Says where the Silero model comes from, to serve it from your own domain\n * rather than from a CDN, or to hand over its bytes directly.\n * @param next - Address or bytes of the model, and of the ONNX runtime\n */\nexport function setSileroOptions(next: OnnxSileroOptions) {\n options = next\n}\n\n// The ONNX runtime weighs more than the rest of Micdrop put together, so it\n// only enters the bundle of an app that imports this file\nsetSileroModelLoader(async () => {\n const model = new OnnxSileroModel(options)\n await model.load()\n return model\n})\n","import { SileroModel, SILERO_SAMPLE_RATE } from '@micdrop/client'\nimport * as ort from 'onnxruntime-web'\nimport { queueOnnxRun } from './onnxQueue'\n\n/** Where the model is fetched from, when the app does not provide it */\nexport const DEFAULT_SILERO_MODEL_URL =\n 'https://cdn.jsdelivr.net/npm/@ricky0123/vad-web@0.0.30/dist/silero_vad_v5.onnx'\n\n// onnxruntime-web@1.23 is not hosted on jsdelivr (its dist exceeds the CDN size\n// limit, so every file 404s). unpkg serves it, so the wasm backend comes from\n// there instead.\nconst DEFAULT_WASM_PATH = 'https://unpkg.com/onnxruntime-web@1.23.2/dist/'\n\nexport interface OnnxSileroOptions {\n /** Address of the Silero v5 model, or the bytes of it */\n model?: string | ArrayBuffer\n /** Where the ONNX runtime loads its WebAssembly files from */\n wasmPath?: string\n}\n\nlet loading: Promise<ArrayBuffer> | undefined\n\n/**\n * Runs the Silero model in the browser, on the ONNX WebAssembly runtime.\n *\n * The state machine that turns its answers into turns lives in\n * `@micdrop/client`, this only scores windows of audio.\n */\nexport class OnnxSileroModel implements SileroModel {\n private session: ort.InferenceSession | undefined\n private state: ort.Tensor\n private sampleRate: ort.Tensor\n\n constructor(private options: OnnxSileroOptions = {}) {\n this.state = newState()\n this.sampleRate = new ort.Tensor('int64', [BigInt(SILERO_SAMPLE_RATE)])\n }\n\n async load() {\n if (this.session) return\n\n ort.env.wasm.wasmPaths = this.options.wasmPath ?? DEFAULT_WASM_PATH\n\n const source = this.options.model ?? DEFAULT_SILERO_MODEL_URL\n let bytes: ArrayBuffer\n if (typeof source === 'string') {\n // Fetched once per page, the model is a couple of megabytes\n loading =\n loading ?? fetch(source).then((response) => response.arrayBuffer())\n bytes = await loading\n } else {\n bytes = source\n }\n\n this.session = await ort.InferenceSession.create(bytes)\n }\n\n async process(frame: Float32Array): Promise<number> {\n if (!this.session) await this.load()\n\n const output = await queueOnnxRun(() =>\n this.session!.run({\n input: new ort.Tensor('float32', frame, [1, frame.length]),\n state: this.state,\n sr: this.sampleRate,\n })\n )\n\n this.state = output.stateN as ort.Tensor\n return (output.output.data as Float32Array)[0]\n }\n\n reset() {\n this.state = newState()\n }\n\n async release() {\n await this.session?.release()\n this.session = undefined\n }\n}\n\n/** The memory the model carries from one window to the next, emptied */\nfunction newState(): ort.Tensor {\n return new ort.Tensor('float32', new Float32Array(2 * 128), [2, 1, 128])\n}\n","/**\n * Runs one inference at a time, whichever model asks.\n *\n * The ONNX runtime keeps a single active session for the whole WebAssembly\n * module, so two models cannot be in flight together. A model running on the\n * graphics card yields while it waits for the device, and a detector scoring\n * its next window on top of it makes both fail, one with `Session already\n * started` and the other with `Session mismatch`.\n *\n * The queue lives on the global scope so every Micdrop model takes the same\n * turns, `@micdrop/smart-turn` included, which ships separately and holds the\n * same few lines.\n */\nconst globalScope = globalThis as typeof globalThis & {\n micdropOnnxQueue?: Promise<unknown>\n}\n\n/**\n * Waits for the models ahead in the queue, then runs\n * @param run - The inference to run once the runtime is free\n */\nexport function queueOnnxRun<T>(run: () => Promise<T>): Promise<T> {\n const started = (globalScope.micdropOnnxQueue ?? Promise.resolve()).then(\n run,\n run\n )\n // A failed run still lets the next one through\n globalScope.micdropOnnxQueue = started.catch(() => undefined)\n return started\n}\n"],"mappings":";AAAA,SAAS,4BAA4B;;;ACArC,SAAsB,0BAA0B;AAChD,YAAY,SAAS;;;ACYrB,IAAM,cAAc;AAQb,SAAS,aAAgB,KAAmC;AACjE,QAAM,WAAW,YAAY,oBAAoB,QAAQ,QAAQ,GAAG;AAAA,IAClE;AAAA,IACA;AAAA,EACF;AAEA,cAAY,mBAAmB,QAAQ,MAAM,MAAM,MAAS;AAC5D,SAAO;AACT;;;ADxBO,IAAM,2BACX;AAKF,IAAM,oBAAoB;AAS1B,IAAI;AAQG,IAAM,kBAAN,MAA6C;AAAA,EAKlD,YAAoBA,WAA6B,CAAC,GAAG;AAAjC,mBAAAA;AAClB,SAAK,QAAQ,SAAS;AACtB,SAAK,aAAa,IAAQ,WAAO,SAAS,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAAA,EACxE;AAAA,EAEA,MAAM,OAAO;AACX,QAAI,KAAK,QAAS;AAElB,IAAI,QAAI,KAAK,YAAY,KAAK,QAAQ,YAAY;AAElD,UAAM,SAAS,KAAK,QAAQ,SAAS;AACrC,QAAI;AACJ,QAAI,OAAO,WAAW,UAAU;AAE9B,gBACE,WAAW,MAAM,MAAM,EAAE,KAAK,CAAC,aAAa,SAAS,YAAY,CAAC;AACpE,cAAQ,MAAM;AAAA,IAChB,OAAO;AACL,cAAQ;AAAA,IACV;AAEA,SAAK,UAAU,MAAU,qBAAiB,OAAO,KAAK;AAAA,EACxD;AAAA,EAEA,MAAM,QAAQ,OAAsC;AAClD,QAAI,CAAC,KAAK,QAAS,OAAM,KAAK,KAAK;AAEnC,UAAM,SAAS,MAAM;AAAA,MAAa,MAChC,KAAK,QAAS,IAAI;AAAA,QAChB,OAAO,IAAQ,WAAO,WAAW,OAAO,CAAC,GAAG,MAAM,MAAM,CAAC;AAAA,QACzD,OAAO,KAAK;AAAA,QACZ,IAAI,KAAK;AAAA,MACX,CAAC;AAAA,IACH;AAEA,SAAK,QAAQ,OAAO;AACpB,WAAQ,OAAO,OAAO,KAAsB,CAAC;AAAA,EAC/C;AAAA,EAEA,QAAQ;AACN,SAAK,QAAQ,SAAS;AAAA,EACxB;AAAA,EAEA,MAAM,UAAU;AACd,UAAM,KAAK,SAAS,QAAQ;AAC5B,SAAK,UAAU;AAAA,EACjB;AACF;AAGA,SAAS,WAAuB;AAC9B,SAAO,IAAQ,WAAO,WAAW,IAAI,aAAa,IAAI,GAAG,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC;AACzE;;;AD/EA,IAAI,UAA6B,CAAC;AAO3B,SAAS,iBAAiB,MAAyB;AACxD,YAAU;AACZ;AAIA,qBAAqB,YAAY;AAC/B,QAAM,QAAQ,IAAI,gBAAgB,OAAO;AACzC,QAAM,MAAM,KAAK;AACjB,SAAO;AACT,CAAC;","names":["options"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@micdrop/web",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.1.1",
|
|
4
4
|
"description": "\ud83d\udd90\ufe0f\ud83c\udfa4 Micdrop: real-time voice conversations with AI, in the browser",
|
|
5
5
|
"author": "Godefroy de Compreignac",
|
|
6
6
|
"license": "MIT",
|
|
@@ -33,7 +33,7 @@
|
|
|
33
33
|
"conversation"
|
|
34
34
|
],
|
|
35
35
|
"dependencies": {
|
|
36
|
-
"@micdrop/client": "^3.
|
|
36
|
+
"@micdrop/client": "^3.2.1",
|
|
37
37
|
"onnxruntime-web": "^1.23.2"
|
|
38
38
|
},
|
|
39
39
|
"devDependencies": {
|