@idlebox/browser 0.0.45 → 0.0.46

package/lib/web-audio/pcm-recorder.js

@@ -0,0 +1,226 @@
+import { closableToDisposable, DeferredPromise, definePublicConstant, DuplicateDisposeAction, Emitter, EnhancedDisposable, ExtendableTimer, sleep, } from '@idlebox/common';
+/**
+ * TODO: need a logger
+ */
+const logger = console;
+/**
+ * TODO: 新api要求使用webworker 这里模拟worker
+ */
+export class RawPcmStreamNode extends EnhancedDisposable {
+    audioContext;
+    bitDepth;
+    latency;
+    duplicateDispose = DuplicateDisposeAction.Allow;
+    _onDataAvailable = new Emitter();
+    onDataAvailable = this._onDataAvailable.event;
+    /**
+     * 由于AudioNode没有类似end的事件，只能用延迟模拟一个
+     */
+    _onFinished = new Emitter();
+    onFinished = this._onFinished.event;
+    /**
+     * 被要求结束后，只有连续没有收到音频，才真正触发 onFinished
+     * 这和决定录音何时结束无关
+     */
+    willFinish;
+    _node;
+    constructor(audioContext, bitDepth = 16, latency = 150) {
+        super();
+        this.audioContext = audioContext;
+        this.bitDepth = bitDepth;
+        this.latency = latency;
+        this.willFinish = new ExtendableTimer(latency * 2);
+        this.willFinish.onSchedule(() => {
+            logger.debug('连续没有收到音频，录制正确结束');
+            this._onFinished.fireNoError();
+            this.dispose();
+        });
+        this.onPostDispose(() => {
+            this._onFinished.dispose();
+            if (this._node) {
+                this._node.disconnect();
+                this._node = undefined;
+            }
+            this.willFinish.cancel();
+            this._onDataAvailable.dispose();
+        });
+    }
+    get bufferSize() {
+        return calculateBufferSize(this.latency, this.audioContext.sampleRate, 1, this.bitDepth);
+    }
+    _getNode() {
+        if (!this._node) {
+            this._node = this.audioContext.createScriptProcessor(this.bufferSize, 1, 1);
+            logger.debug(`创建新的stream-node: buffer size = %s`, this.bufferSize);
+        }
+        this._node.onaudioprocess = (event) => {
+            this.willFinish.renew();
+            const rawPcmData = event.inputBuffer.getChannelData(0);
+            logger.debug('~ script process data %s frames', event.inputBuffer.length);
+            const buff = float32_sint16(rawPcmData);
+            this._onDataAvailable.fireNoError(new Uint8Array(buff.buffer));
+        };
+        // 实际无用，但没有目标就不产生事件
+        this._node.connect(this.audioContext.destination);
+        return this._node;
+    }
+    connectFrom(source) {
+        source.connect(this._getNode());
+    }
+    /**
+     * 外部不要调用
+     *
+     * 优雅结束
+     * @private
+     */
+    shutdown() {
+        logger.debug('即将结束录制过程');
+        this.willFinish.start();
+    }
+}
+export class RawPcmStreamRecorder extends EnhancedDisposable {
+    bitDepth;
+    sampleRate;
+    duplicateDispose = DuplicateDisposeAction.Allow;
+    channels = 1;
+    dfd = new DeferredPromise();
+    constructor(bitDepth = 16, sampleRate = 16000) {
+        super();
+        this.bitDepth = bitDepth;
+        this.sampleRate = sampleRate;
+    }
+    get context() {
+        logger.debug('creating new audio context');
+        const context = new AudioContext({ sampleRate: this.sampleRate });
+        context.addEventListener('statechange', () => {
+            if (context.state === 'closed' && !this.hasDisposed) {
+                this.dispose();
+            }
+        });
+        definePublicConstant(this, 'context', context);
+        this._register(closableToDisposable(context));
+        this.onBeforeDispose(() => {
+            if (!this.dfd.settled)
+                this.dfd.error(new Error('录制操作中断'));
+            this.started = undefined;
+            this.close_microphone(0);
+        });
+        return context;
+    }
+    started;
+    /**
+     * 开始录音（可以重复调用，返回相同）
+     * stop之后不能重新start
+     */
+    startRecording(latency = 150) {
+        if (this.disposed || this.hasClosed) {
+            throw new Error('recorder is already finished');
+        }
+        if (!this.started) {
+            this.started = this._startRecording(latency);
+        }
+        return this.started;
+    }
+    _microphone;
+    _analyze;
+    _recorder;
+    async _startRecording(latency) {
+        logger.debug('启动录音，缓冲 %sms', latency);
+        const microphone = await navigator.mediaDevices
+            .getUserMedia({
+            video: false,
+            audio: {
+                sampleRate: this.sampleRate,
+                channelCount: this.channels,
+                sampleSize: this.bitDepth,
+                echoCancellation: true,
+                noiseSuppression: true,
+                autoGainControl: true,
+            },
+        })
+            .catch((e) => {
+            this.dfd.error(e);
+            throw e;
+        });
+        const streamNode = this.context.createMediaStreamSource(microphone);
+        for (const item of microphone.getAudioTracks()) {
+            item.addEventListener('ended', () => {
+                logger.warn('麦克风由于外部原因停止');
+                this.close_microphone(0);
+            });
+        }
+        this._microphone = microphone;
+        const recorder = new RawPcmStreamNode(this.context, this.bitDepth, latency);
+        this._recorder = recorder;
+        recorder.connectFrom(streamNode);
+        recorder.onFinished(() => {
+            this.dfd.complete();
+        });
+        const analyze = this.context.createAnalyser();
+        this._analyze = analyze;
+        streamNode.connect(analyze);
+        return recorder;
+    }
+    caclculateVolume() {
+        if (!this._analyze)
+            return 0;
+        const bufferLength = this._analyze.frequencyBinCount;
+        const dataArray = new Uint8Array(bufferLength);
+        this._analyze.getByteFrequencyData(dataArray);
+        let sum = 0;
+        for (const amplitude of dataArray) {
+            sum += amplitude * amplitude;
+        }
+        return Math.sqrt(sum / dataArray.length);
+    }
+    getPromise() {
+        return this.dfd.p;
+    }
+    hasClosed = false;
+    close_microphone(delay) {
+        if (this.hasClosed)
+            return;
+        this.hasClosed = true;
+        logger.debug('程序主动关闭麦克风 | 延迟 %sms', delay);
+        sleep(delay).then(() => {
+            if (this._microphone) {
+                // 其实只有一个
+                for (const item of this._microphone.getAudioTracks()) {
+                    item.stop();
+                    this._microphone.removeTrack(item);
+                }
+            }
+            if (this._recorder)
+                this._recorder.shutdown();
+        });
+    }
+    async stopRecording() {
+        const volume = this.caclculateVolume();
+        // 不知道是否合适
+        const delay = (1000 * volume) / 60;
+        this.close_microphone(delay);
+        return new Promise((resolve, reject) => {
+            if (!this._recorder)
+                return resolve();
+            this._recorder.onBeforeDispose(resolve);
+            this._recorder.onBeforeDispose(() => reject(new Error('录制操作非正常中断')));
+        });
+    }
+}
+function calculateBufferSize(milliseconds, sampleRate, channels, bits) {
+    const rawSize = Math.floor((milliseconds / 1000) * sampleRate * channels * (bits / 8));
+    // 返回大于rawSize的最接近的2的幂
+    const near = 2 ** Math.ceil(Math.log2(rawSize));
+    return Math.max(256, Math.min(16384, near));
+}
+function float32_sint16(input) {
+    // 将Float32Array转换为Int16Array
+    const output = new Int16Array(input.length);
+    for (let i = 0; i < input.length; i++) {
+        let s = input[i];
+        s = Math.max(-1, Math.min(1, s));
+        output[i] = s < 0 ? s * 0x8000 : s * 0x7fff;
+    }
+    return output;
+}
+//# sourceMappingURL=pcm-recorder.js.map

package/lib/web-audio/pcm-recorder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pcm-recorder.js","sourceRoot":"","sources":["../../src/web-audio/pcm-recorder.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,oBAAoB,EACpB,eAAe,EACf,oBAAoB,EACpB,sBAAsB,EACtB,OAAO,EACP,kBAAkB,EAClB,eAAe,EACf,KAAK,GAEL,MAAM,iBAAiB,CAAC;AAEzB;;GAEG;AACH,MAAM,MAAM,GAAG,OAAO,CAAC;AAQvB;;GAEG;AACH,MAAM,OAAO,gBAAiB,SAAQ,kBAAkB;IAqBrC;IACA;IACA;IAtBC,gBAAgB,GAAG,sBAAsB,CAAC,KAAK,CAAC;IAElD,gBAAgB,GAAG,IAAI,OAAO,EAA2B,CAAC;IAC3D,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC;IAE9D;;OAEG;IACc,WAAW,GAAG,IAAI,OAAO,EAAQ,CAAC;IACnC,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;IAEpD;;;OAGG;IACc,UAAU,CAAkB;IAErC,KAAK,CAAuB;IAEpC,YACkB,YAA0B,EAC1B,WAAW,EAAE,EACb,UAAU,GAAG;QAE9B,KAAK,EAAE,CAAC;QAJS,iBAAY,GAAZ,YAAY,CAAc;QAC1B,aAAQ,GAAR,QAAQ,CAAK;QACb,YAAO,GAAP,OAAO,CAAM;QAI9B,IAAI,CAAC,UAAU,GAAG,IAAI,eAAe,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;QACnD,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE;YAC/B,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAChC,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,EAAE,CAAC;QAChB,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE;YACvB,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;YAC3B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;gBACxB,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;YACxB,CAAC;YACD,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YACzB,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;QACjC,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,IAAI,UAAU;QACb,OAAO,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1F,CAAC;IAEO,QAAQ;QACf,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5E,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,KAAK,EAAE,EAAE;YACrC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACxB,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YACvD,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAC1E,MAAM,IAAI,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;YACxC,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC;QAEF,mBAAmB;QACnB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;QAElD,OAAO,IAAI,CAAC,KAAK,CAAC;IACnB,CAAC;IAED,WAAW,CAAC,MAAiB;QAC5B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IACjC,CAAC;IAED;;;;;OAKG;IACH,QAAQ;QACP,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACzB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;CACD;AAED,MAAM,OAAO,oBAAqB,SAAQ,kBAAkB;IAO1C;IACA;IAPE,gBAAgB,GAAG,sBAAsB,CAAC,KAAK,CAAC;IAElD,QAAQ,GAAG,CAAC,CAAC;IACb,GAAG,GAAG,IAAI,eAAe,EAAQ,CAAC;IAEnD,YACiB,WAAW,EAAE,EACb,aAAa,KAAK;QAElC,KAAK,EAAE,CAAC;QAHQ,aAAQ,GAAR,QAAQ,CAAK;QACb,eAAU,GAAV,UAAU,CAAQ;IAGnC,CAAC;IAED,IAAI,OAAO;QACV,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAClE,OAAO,CAAC,gBAAgB,CAAC,aAAa,EAAE,GAAG,EAAE;YAC5C,IAAI,OAAO,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrD,IAAI,CAAC,OAAO,EAAE,CAAC;YAChB,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,oBAAoB,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/C,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC;QAE9C,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE;YACzB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO;gBAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE3D,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;YACzB,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC;IAChB,CAAC;IAEO,OAAO,CAA6B;IAE5C;;;OAGG;IACH,cAAc,CAAC,UAAkB,GAAG;QACnC,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACnB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACrB,CAAC;IAEO,WAAW,CAAe;IAC1B,QAAQ,CAAgB;IACxB,SAAS,CAAoB;IACrC,KAAK,CAAC,eAAe,CAAC,OAAe;QACpC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QACtC,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,YAAY;aAC7C,YAAY,CAAC;YACb,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE;gBACN,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,YAAY,EAAE,IAAI,CAAC,QAAQ;gBAC3B,UAAU,EAAE,IAAI,CAAC,QAAQ;gBACzB,gBAAgB,EAAE,IAAI;gBACtB,gBAAgB,EAAE,IAAI;gBACtB,eAAe,EAAE,IAAI;aACrB;SACD,CAAC;aACD,KAAK,CAAC,CAAC,CAAM,EAAE,EAAE;YACjB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAClB,MAAM,CAAC,CAAC;QACT,CAAC,CAAC,CAAC;QACJ,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,uBAAuB,CAAC,UAAU,CAAC,CAAC;QAEpE,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,cAAc,EAAE,EAAE,CAAC;YAChD,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;gBACnC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC3B,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;YAC1B,CAAC,CAAC,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAE9B,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC5E,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAEjC,QAAQ,CAAC,UAAU,CAAC,GAAG,EAAE;YACxB,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QAC9C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAE5B,OAAO,QAAQ,CAAC;IACjB,CAAC;IAEO,gBAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,OAAO,CAAC,CAAC;QAC7B,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,YAAY,CAAC,CAAC;QAE/C,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;QAE9C,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,KAAK,MAAM,SAAS,IAAI,SAAS,EAAE,CAAC;YACnC,GAAG,IAAI,SAAS,GAAG,SAAS,CAAC;QAC9B,CAAC;QAED,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;IAC1C,CAAC;IAED,UAAU;QACT,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACnB,CAAC;IAEO,SAAS,GAAG,KAAK,CAAC;IAClB,gBAAgB,CAAC,KAAa;QACrC,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAC3B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAEtB,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;QAC3C,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;YACtB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtB,SAAS;gBACT,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,EAAE,CAAC;oBACtD,IAAI,CAAC,IAAI,EAAE,CAAC;oBACZ,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBACpC,CAAC;YACF,CAAC;YAED,IAAI,IAAI,CAAC,SAAS;gBAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;QAC/C,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa;QAClB,MAAM,MAAM,GAAW,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAE/C,UAAU;QACV,MAAM,KAAK,GAAG,CAAC,IAAI,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;QAEnC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC5C,IAAI,CAAC,IAAI,CAAC,SAAS;gBAAE,OAAO,OAAO,EAAE,CAAC;YAEtC,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YACxC,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;IACJ,CAAC;CACD;AAED,SAAS,mBAAmB,CAAC,YAAoB,EAAE,UAAkB,EAAE,QAAgB,EAAE,IAAY;IACpG,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,UAAU,GAAG,QAAQ,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;IACvF,sBAAsB;IACtB,MAAM,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAChD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,cAAc,CAAC,KAAmB;IAC1C,6BAA6B;IAC7B,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC;IAC7C,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@idlebox/browser",
   "type": "module",
-  "version": "0.0.45",
+  "version": "0.0.46",
   "exports": {
     ".": {
       "default": "./lib/autoindex.generated.js"
@@ -10,14 +10,13 @@
   },
   "sideEffects": false,
   "dependencies": {
-    "@idlebox/common": "^1.4.19",
-    "@idlebox/source-map-support": "^0.0.5"
+    "@idlebox/common": "^1.4.21",
+    "@idlebox/source-map-support": "^0.0.8"
   },
   "devDependencies": {
-    "@rushstack/heft": "^0.74.0",
     "@build-script/single-dog-asset": "^1.0.39",
-    "@internal/local-rig": "^1.0.1",
-    "@mpis/run": "^0.0.7"
+    "@mpis/run": "^0.0.9",
+    "@internal/local-rig": "^1.0.1"
   },
   "license": "MIT",
   "author": "GongT <admin@gongt.me>",

package/src/binray/download-blob.ts

@@ -0,0 +1,8 @@
+export function downloadBlob(blob: Blob, name: string) {
+	const url = URL.createObjectURL(blob);
+	const a = document.createElement('a');
+	a.href = url;
+	a.download = name;
+	a.click();
+	URL.revokeObjectURL(url);
+}

package/src/global.d.ts

@@ -1 +1,11 @@
 /// <reference lib="DOM" />
+
+declare interface ErrorConstructor {
+	captureStackTrace: any;
+	stackTraceLimit: number;
+}
+
+declare namespace NodeJS {
+	type Signals = string;
+	interface ErrnoException extends Error {}
+}

package/src/storage/{timeoutStorage.ts → with-timeout.ts}

@@ -1,3 +1,6 @@
+/**
+ * A class that provides a way to store data with an expiration time. (in localstorage)
+ */
 export class TimeoutStorage<T> {
 	private readonly valueKey: string;
 	private readonly expireKey: string;

package/src/web-audio/audio-player.ts

@@ -0,0 +1,278 @@
+import { DeferredPromise, Emitter, type IDisposable } from '@idlebox/common';
+
+const DELAY_CLOSE_MOUTH = 700;
+
+export class StreamAppender {
+	private readonly dfd = new DeferredPromise<void>();
+	private readonly queue: ArrayBuffer[] = [];
+	private _finished = false;
+
+	constructor(private readonly stream: SourceBuffer) {
+		stream.mode = 'sequence';
+
+		stream.addEventListener('updateend', this._pump.bind(this));
+		stream.addEventListener('error', this._error.bind(this));
+	}
+
+	private _pump() {
+		// console.log('[stream] pump %s', this.queue.length);
+		if (this.stream.updating) {
+			// console.error('   - busy');
+			return;
+		}
+		const next = this.queue.shift();
+		if (next) {
+			// console.log('playing %s bytes', next.byteLength);
+			this.stream.appendBuffer(next);
+		} else if (this._finished) {
+			// console.log('StreamAppender: dispose');
+			this.dfd.complete();
+		}
+	}
+
+	private _error(e: Event) {
+		// console.log('[stream] pump fail', e);
+		this.queue.length = 0;
+		this.finish();
+
+		const err = (e as any).error;
+		if (!(err instanceof Error)) {
+			console.error('e似乎不是ErrorEvent', e);
+		}
+		this.dfd.error(err);
+	}
+
+	append(buffer: ArrayBuffer) {
+		if (this._finished) {
+			throw new Error('不能在finish之后append');
+		}
+
+		this.queue.push(buffer);
+		if (!this.stream.updating) {
+			// console.log('[stream] pump start');
+			this._pump();
+		} else {
+			// console.log('[stream] queue data');
+		}
+	}
+
+	finish() {
+		// console.log('[stream] done.');
+		this._finished = true;
+		this._pump();
+	}
+
+	terminate() {
+		// console.log('[stream] done. (terminate)');
+		this._finished = true;
+		this.queue.length = 0;
+		this._pump();
+	}
+
+	wait(): Promise<void> {
+		return this.dfd.p;
+	}
+}
+
+export class MediaForPlayback {
+	private readonly mediaSource: MediaSource;
+	public readonly ready: Promise<void>;
+	private readonly endDfd = new DeferredPromise<void>();
+
+	public readonly id: number;
+
+	// biome-ignore lint/correctness/noUnusedPrivateClassMembers: bug
+	private static guid = 0;
+
+	constructor() {
+		this.id = ++MediaForPlayback.guid;
+		// console.log('[media source %d] create', this.id);
+
+		const source = new window.MediaSource();
+		this.ready = new Promise<void>((resolve) => {
+			const wrap = () => {
+				source.removeEventListener('sourceopen', wrap);
+				// console.log('[media source %d] sourceopen', this.id);
+				resolve();
+			};
+			source.addEventListener('sourceopen', wrap);
+		});
+		this.mediaSource = source;
+	}
+
+	private opened = false;
+	async open(mime: string) {
+		if (this.opened) throw new Error('duplicate call to MediaForPlayback.open()');
+		this.opened = true;
+
+		// console.log('[media source %d] open', this.id, mime);
+		await this.ready;
+
+		const buffer = this.mediaSource.addSourceBuffer(mime);
+		const appender = new StreamAppender(buffer);
+		appender.wait().finally(() => {
+			// console.log('[media source %d] appender finished', this.id);
+
+			this.mediaSource.endOfStream();
+			this.endDfd.complete();
+			this.dispose();
+		});
+
+		return appender;
+	}
+
+	playToNewAudioElement() {
+		const audio = new HtmlAudioPlayer();
+
+		audio.onEnd(() => {
+			this.dispose();
+		});
+		audio.element.src = URL.createObjectURL(this.mediaSource);
+
+		return audio;
+	}
+
+	public finish(): Promise<void> {
+		return this.endDfd.p;
+	}
+
+	private disList: IDisposable[] = [];
+	_register(d: IDisposable) {
+		this.disList.push(d);
+	}
+
+	dispose() {
+		// console.log('[media source %d] dispose()', this.id);
+		for (const obj of this.disList) {
+			obj.dispose();
+		}
+	}
+}
+
+export class HtmlAudioPlayer {
+	public readonly element: HTMLAudioElement;
+
+	private readonly _humanSpeaking = new Emitter<boolean>();
+	public readonly onHumanSpeaking = this._humanSpeaking.event;
+
+	constructor() {
+		const audio = new Audio();
+		this.element = audio;
+
+		// for (const n of mdevents) {
+		// 	audio.addEventListener(n, () => {
+		// 		console.log('[audio] event: %s', n);
+		// 	});
+		// }
+
+		audio.addEventListener('ended', () => {
+			this.dispose();
+		});
+		audio.addEventListener('canplay', () => {
+			this.aboutToSetSpeaking(true);
+		});
+		audio.addEventListener('pause', () => {
+			this.aboutToSetSpeaking(false);
+		});
+		audio.addEventListener('waiting', () => {
+			this.aboutToSetSpeaking(false, DELAY_CLOSE_MOUTH / 2);
+		});
+
+		audio.autoplay = true;
+	}
+
+	private tmr?: number;
+	private aboutToSetSpeaking(target: boolean, timeout = DELAY_CLOSE_MOUTH) {
+		if (this.tmr) {
+			clearTimeout(this.tmr);
+			this.tmr = 0;
+		}
+
+		if (target) {
+			this._moveSpeakState(true);
+		} else {
+			this.tmr = setTimeout(() => {
+				this.tmr = 0;
+
+				this._moveSpeakState(false);
+			}, timeout);
+		}
+	}
+
+	private speaking = false;
+	private _moveSpeakState(target: boolean) {
+		if (this.speaking === target) return;
+
+		this.speaking = target;
+		// console.log('human-speaking:', target);
+		this._humanSpeaking.fireNoError(this.speaking);
+
+		if (this.disposed) {
+			this._humanSpeaking.dispose();
+		}
+	}
+
+	private disposed = false;
+	dispose() {
+		// console.log('HtmlAudioPlayer: dispose');
+		this.disposed = true;
+
+		disposeAudioElement(this.element);
+
+		if (this.speaking) {
+			this.aboutToSetSpeaking(false);
+		} else {
+			this._humanSpeaking.dispose();
+		}
+	}
+
+	onEnd(fn: () => void) {
+		if (this.element.ended) {
+			fn();
+		} else {
+			const once = () => {
+				fn();
+				this.element.removeEventListener('ended', once);
+			};
+			this.element.addEventListener('ended', once);
+		}
+	}
+}
+
+export function disposeAudioElement(audio: HTMLAudioElement) {
+	if (!audio.ended && !('__my_end' in audio)) {
+		Object.assign(audio, { __my_end: true });
+		const ee = new Event('ended');
+		Object.assign(ee, { error: new Error('canceled') });
+		audio.dispatchEvent(ee);
+	}
+}
+
+// @ts-ignore
+// biome-ignore lint/correctness/noUnusedVariables: debug
+const mdevents = [
+	'abort',
+	'canplay',
+	'canplaythrough',
+	'durationchange',
+	'emptied',
+	'encrypted',
+	'ended',
+	'error',
+	'loadeddata',
+	'loadedmetadata',
+	'loadstart',
+	'pause',
+	'play',
+	'playing',
+	'progress',
+	'ratechange',
+	'seeked',
+	'seeking',
+	'stalled',
+	'suspend',
+	'timeupdate',
+	'volumechange',
+	'waiting',
+	'waitingforkey',
+];