@yume-chan/scrcpy-decoder-h264bsd 3.0.0-beta.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2020-2026 Simon Chan
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,52 @@
+<p align="center">
+    <img alt="Tango" src="https://raw.githubusercontent.com/yume-chan/ya-webadb/main/.github/logo.svg" width="200">
+</p>
+
+<h1 align="center">@yume-chan/scrcpy-decoder-h264bsd</h1>
+
+<p align="center">
+    Raw H.264 stream decoder and renderer wrapping H264BSD and YUVCanvas packages (software decoding).
+</p>
+
+<p align="center">
+    <a href="https://github.com/yume-chan/ya-webadb/blob/main/LICENSE">
+        <img alt="MIT License" src="https://img.shields.io/github/license/yume-chan/ya-webadb">
+    </a>
+    <a href="https://github.com/yume-chan/ya-webadb/releases">
+        <img alt="GitHub release" src="https://img.shields.io/github/v/release/yume-chan/ya-webadb?logo=github">
+    </a>
+    <a href="https://bundlephobia.com/package/@yume-chan/scrcpy-decoder-h264bsd">
+        <img alt="Package Size" src="https://img.shields.io/bundlephobia/minzip/%40yume-chan%2Fscrcpy-decoder-h264bsd">
+    </a>
+    <a href="https://www.npmjs.com/package/@yume-chan/scrcpy-decoder-h264bsd">
+        <img alt="npm" src="https://img.shields.io/npm/dm/%40yume-chan/scrcpy-decoder-h264bsd?logo=npm">
+    </a>
+    <a href="https://tangoadb.dev/discord">
+        <img alt="Discord" src="https://img.shields.io/discord/1120215514732564502?logo=discord&logoColor=%23ffffff&label=Discord">
+    </a>
+    <a href="https://tangoadb.dev/wechat">
+        <img alt="WeChat Group" src="https://img.shields.io/badge/WeChat-Group-%2307C160?logo=wechat&logoColor=white">
+    </a>
+</p>
+
+This package is part of [Tango ADB](https://github.com/yume-chan/ya-webadb). Generally you need multiple packages to build a complete ADB client that can run on Web browsers and Node.js. Read the documentation for more information.
+
+## Documentation
+
+Check the latest documentation at https://tangoadb.dev/scrcpy/video/tiny-h264/
+
+## Sponsors
+
+[Become a backer](https://opencollective.com/ya-webadb) and get your image on our README on GitHub with a link to your site.
+
+<a href="https://opencollective.com/ya-webadb/backer/0/website?requireActive=false" target="_blank"><img src="https://opencollective.com/ya-webadb/backer/0/avatar.svg?requireActive=false"></a>
+<a href="https://opencollective.com/ya-webadb/backer/1/website?requireActive=false" target="_blank"><img src="https://opencollective.com/ya-webadb/backer/1/avatar.svg?requireActive=false"></a>
+<a href="https://opencollective.com/ya-webadb/backer/2/website?requireActive=false" target="_blank"><img src="https://opencollective.com/ya-webadb/backer/2/avatar.svg?requireActive=false"></a>
+<a href="https://opencollective.com/ya-webadb/backer/3/website?requireActive=false" target="_blank"><img src="https://opencollective.com/ya-webadb/backer/3/avatar.svg?requireActive=false"></a>
+<a href="https://opencollective.com/ya-webadb/backer/4/website?requireActive=false" target="_blank"><img src="https://opencollective.com/ya-webadb/backer/4/avatar.svg?requireActive=false"></a>
+<a href="https://opencollective.com/ya-webadb/backer/5/website?requireActive=false" target="_blank"><img src="https://opencollective.com/ya-webadb/backer/5/avatar.svg?requireActive=false"></a>
+<a href="https://opencollective.com/ya-webadb/backer/6/website?requireActive=false" target="_blank"><img src="https://opencollective.com/ya-webadb/backer/6/avatar.svg?requireActive=false"></a>
+<a href="https://opencollective.com/ya-webadb/backer/7/website?requireActive=false" target="_blank"><img src="https://opencollective.com/ya-webadb/backer/7/avatar.svg?requireActive=false"></a>
+<a href="https://opencollective.com/ya-webadb/backer/8/website?requireActive=false" target="_blank"><img src="https://opencollective.com/ya-webadb/backer/8/avatar.svg?requireActive=false"></a>
+<a href="https://opencollective.com/ya-webadb/backer/9/website?requireActive=false" target="_blank"><img src="https://opencollective.com/ya-webadb/backer/9/avatar.svg?requireActive=false"></a>
+<a href="https://opencollective.com/ya-webadb/backer/10/website?requireActive=false" target="_blank"><img src="https://opencollective.com/ya-webadb/backer/10/avatar.svg?requireActive=false"></a>

package/esm/core.d.ts

@@ -0,0 +1,12 @@
+export declare class DecoderRenderer {
+    #private;
+    constructor(canvas: HTMLCanvasElement | OffscreenCanvas, webGl: boolean, onSizeChanged: (size: {
+        width: number;
+        height: number;
+    }) => unknown);
+    initialize(): Promise<void>;
+    decode(data: Uint8Array, skipRendering: boolean): number;
+    flush(skipRendering: boolean): number;
+    dispose(): void;
+}
+//# sourceMappingURL=core.d.ts.map

package/esm/core.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"core.d.ts","sourceRoot":"","sources":["../src/core.ts"],"names":[],"mappings":"AAqBA,qBAAa,eAAe;;gBASpB,MAAM,EAAE,iBAAiB,GAAG,eAAe,EAC3C,KAAK,EAAE,OAAO,EACd,aAAa,EAAE,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO;IAYjE,UAAU;IAwDhB,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,aAAa,EAAE,OAAO;IA8B/C,KAAK,CAAC,aAAa,EAAE,OAAO;IAS5B,OAAO;CAOV"}

package/esm/core.js

@@ -0,0 +1,112 @@
+import initialize from "@yume-chan/h264bsd";
+import { ScrcpyVideoSizeImpl } from "@yume-chan/scrcpy";
+import YUVCanvas from "yuv-canvas";
+let h264bsdModulePromise;
+let h264bsdModule;
+async function initializeH264bsd() {
+    if (!h264bsdModulePromise) {
+        h264bsdModulePromise = initialize().then((module) => (h264bsdModule = module));
+    }
+    return h264bsdModulePromise;
+}
+export class DecoderRenderer {
+    #decoder;
+    #canvas;
+    #renderer;
+    #size;
+    constructor(canvas, webGl, onSizeChanged) {
+        this.#canvas = canvas;
+        // yuv-canvas supports detecting WebGL support by creating a <canvas> itself
+        // But this doesn't work in Web Worker (with OffscreenCanvas)
+        // so we implement our own check here
+        this.#renderer = YUVCanvas.attach(canvas, { webGL: webGl });
+        this.#size = new ScrcpyVideoSizeImpl();
+        this.#size.sizeChanged(onSizeChanged);
+    }
+    async initialize() {
+        const h264bsd = await initializeH264bsd();
+        this.#decoder = new h264bsd.Decoder();
+    }
+    #draw(picture) {
+        const width = picture.info.picWidth;
+        const height = picture.info.picHeight;
+        this.#size.setSize(width, height);
+        const chromaWidth = width / 2;
+        const chromaHeight = height / 2;
+        const uOffset = width * height;
+        const vOffset = uOffset + chromaWidth * chromaHeight;
+        this.#renderer.drawFrame({
+            format: {
+                width,
+                height,
+                chromaWidth,
+                chromaHeight,
+                cropLeft: picture.info.cropParams.cropLeftOffset,
+                cropWidth: picture.info.cropParams.cropOutWidth,
+                cropTop: picture.info.cropParams.cropTopOffset,
+                cropHeight: picture.info.cropParams.cropOutHeight,
+                displayWidth: picture.info.cropParams.cropOutWidth,
+                displayHeight: picture.info.cropParams.cropOutHeight,
+            },
+            y: {
+                bytes: picture.bytes.subarray(0, uOffset),
+                stride: width,
+            },
+            u: {
+                bytes: picture.bytes.subarray(uOffset, vOffset),
+                stride: chromaWidth,
+            },
+            v: {
+                bytes: picture.bytes.subarray(vOffset),
+                stride: chromaWidth,
+            },
+        });
+    }
+    #getLastPicture(result) {
+        let { picture } = result;
+        if (picture) {
+            for (let i = 0; i < result.extraPictureCount; i += 1) {
+                picture = this.#decoder.getNextPicture();
+            }
+            return [result.extraPictureCount + 1, picture];
+        }
+        return [0, undefined];
+    }
+    decode(data, skipRendering) {
+        let offset = 0;
+        let length = data.length;
+        let picture;
+        let framesDecoded = 0;
+        while (length) {
+            const result = this.#decoder.decode(data.subarray(offset), 0);
+            if (result.code >= h264bsdModule.DecodeResultCode.Error) {
+                throw new Error("Decode failed. Code: " + result.code);
+            }
+            let pictureCount;
+            [pictureCount, picture] = this.#getLastPicture(result);
+            framesDecoded += pictureCount;
+            offset += result.read;
+            length -= result.read;
+        }
+        if (!picture || skipRendering) {
+            return framesDecoded;
+        }
+        this.#draw(picture);
+        return framesDecoded;
+    }
+    flush(skipRendering) {
+        const result = this.#decoder.flush();
+        const [pictureCount, picture] = this.#getLastPicture(result);
+        if (picture && !skipRendering) {
+            this.#draw(picture);
+        }
+        return pictureCount;
+    }
+    dispose() {
+        this.#decoder.delete();
+        this.#size.dispose();
+        this.#canvas.width = 0;
+        this.#canvas.height = 0;
+    }
+}
+//# sourceMappingURL=core.js.map

package/esm/core.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"core.js","sourceRoot":"","sources":["../src/core.ts"],"names":[],"mappings":"AAMA,OAAO,UAAU,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,SAAS,MAAM,YAAY,CAAC;AAEnC,IAAI,oBAAqD,CAAC;AAC1D,IAAI,aAAqC,CAAC;AAC1C,KAAK,UAAU,iBAAiB;IAC5B,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACxB,oBAAoB,GAAG,UAAU,EAAE,CAAC,IAAI,CACpC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,aAAa,GAAG,MAAM,CAAC,CACvC,CAAC;IACN,CAAC;IACD,OAAO,oBAAoB,CAAC;AAChC,CAAC;AAED,MAAM,OAAO,eAAe;IACxB,QAAQ,CAAW;IAEnB,OAAO,CAAsC;IAC7C,SAAS,CAAY;IAErB,KAAK,CAAsB;IAE3B,YACI,MAA2C,EAC3C,KAAc,EACd,aAAmE;QAEnE,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,4EAA4E;QAC5E,6DAA6D;QAC7D,qCAAqC;QACrC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAE5D,IAAI,CAAC,KAAK,GAAG,IAAI,mBAAmB,EAAE,CAAC;QACvC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,OAAO,GAAG,MAAM,iBAAiB,EAAE,CAAC;QAC1C,IAAI,CAAC,QAAQ,GAAG,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,OAAgB;QAClB,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC;QACpC,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;QAEtC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAElC,MAAM,WAAW,GAAG,KAAK,GAAG,CAAC,CAAC;QAC9B,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,CAAC;QAEhC,MAAM,OAAO,GAAG,KAAK,GAAG,MAAM,CAAC;QAC/B,MAAM,OAAO,GAAG,OAAO,GAAG,WAAW,GAAG,YAAY,CAAC;QAErD,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;YACrB,MAAM,EAAE;gBACJ,KAAK;gBACL,MAAM;gBACN,WAAW;gBACX,YAAY;gBACZ,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc;gBAChD,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY;gBAC/C,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa;gBAC9C,UAAU,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa;gBACjD,YAAY,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY;gBAClD,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa;aACvD;YACD,CAAC,EAAE;gBACC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,OAAO,CAAC;gBACzC,MAAM,EAAE,KAAK;aAChB;YACD,CAAC,EAAE;gBACC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;gBAC/C,MAAM,EAAE,WAAW;aACtB;YACD,CAAC,EAAE;gBACC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;gBACtC,MAAM,EAAE,WAAW;aACtB;SACJ,CAAC,CAAC;IACP,CAAC;IAED,eAAe,CAAC,MAAmB;QAC/B,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;QACzB,IAAI,OAAO,EAAE,CAAC;YACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,iBAAiB,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnD,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAG,CAAC;YAC9C,CAAC;YACD,OAAO,CAAC,MAAM,CAAC,iBAAiB,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,CAAC,IAAgB,EAAE,aAAsB;QAC3C,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QACzB,IAAI,OAA4B,CAAC;QAEjC,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,OAAO,MAAM,EAAE,CAAC;YACZ,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9D,IAAI,MAAM,CAAC,IAAI,IAAI,aAAc,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;gBACvD,MAAM,IAAI,KAAK,CAAC,uBAAuB,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YAC3D,CAAC;YAED,IAAI,YAAoB,CAAC;YACzB,CAAC,YAAY,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACvD,aAAa,IAAI,YAAY,CAAC;YAE9B,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC;YACtB,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC;QAC1B,CAAC;QAED,IAAI,CAAC,OAAO,IAAI,aAAa,EAAE,CAAC;YAC5B,OAAO,aAAa,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,OAAO,aAAa,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,aAAsB;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACrC,MAAM,CAAC,YAAY,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC7D,IAAI,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC;YAC5B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;QACD,OAAO,YAAY,CAAC;IACxB,CAAC;IAED,OAAO;QACH,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAErB,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IAC5B,CAAC;CACJ"}

package/esm/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./main.js";
+//# sourceMappingURL=index.d.ts.map

package/esm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAC"}

package/esm/index.js

@@ -0,0 +1,2 @@
+export * from "./main.js";
+//# sourceMappingURL=index.js.map

package/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,WAAW,CAAC"}

package/esm/main.d.ts

@@ -0,0 +1,81 @@
+import type { ScrcpyVideoDecoder, ScrcpyVideoDecoderCapability } from "@yume-chan/scrcpy-decoder-shared";
+import { WritableStream } from "@yume-chan/stream-extra";
+export declare const noop: () => void;
+export declare class H264BsdDecoder implements ScrcpyVideoDecoder {
+    #private;
+    static readonly capabilities: Record<string, ScrcpyVideoDecoderCapability>;
+    get type(): "software";
+    get canvas(): HTMLCanvasElement | OffscreenCanvas;
+    get rendererType(): "software" | "hardware";
+    get paused(): boolean;
+    get writable(): WritableStream<import("@yume-chan/scrcpy").ScrcpyMediaStreamPacket>;
+    get width(): number;
+    get height(): number;
+    get sizeChanged(): import("@yume-chan/event").Event<{
+        width: number;
+        height: number;
+    }>;
+    /**
+     * Gets the number of times the decoder has been reset to catch up new keyframes.
+     */
+    get decoderResetCount(): number;
+    /**
+     * Gets the number of frames decoded by the decoder.
+     */
+    get framesDecoded(): number;
+    /**
+     * Gets the number of frames skipped by the decoder.
+     */
+    get framesSkippedDecoding(): number;
+    /**
+     * Gets the number of frames that have been drawn on the renderer.
+     */
+    get framesRendered(): number;
+    /**
+     * Gets the number of frames that's visible to the user.
+     *
+     * Multiple frames might be rendered during one vertical sync interval,
+     * but only the last of them is represented to the user.
+     * This costs some performance but reduces latency by 1 frame.
+     *
+     * Might be `0` if the renderer is in a nested Web Worker on Chrome due to a Chrome bug.
+     * https://issues.chromium.org/issues/41483010
+     */
+    get framesDisplayed(): number;
+    /**
+     * Gets the number of frames that wasn't drawn on the renderer
+     * because the renderer can't keep up
+     */
+    get framesSkippedRendering(): number;
+    constructor({ canvas, worker }?: H264BsdDecoder.Options);
+    pause(): void;
+    resume(): undefined;
+    trackDocumentVisibility(document: Document): () => undefined;
+    dispose(): Promise<undefined>;
+}
+export declare namespace H264BsdDecoder {
+    interface Options {
+        /**
+         * Optional render target canvas element or offscreen canvas.
+         * If not provided, a new `<canvas>` (when DOM is available)
+         * or a `OffscreenCanvas` will be created.
+         */
+        canvas?: HTMLCanvasElement | OffscreenCanvas | undefined;
+        /**
+         * Whether to create a Web Worker to run the decoder.
+         *
+         * Value can be:
+         *
+         *   * `"auto"`: Create a Web Worker if currently running in main thread
+         *   * `true`: Always create a Web Worker.
+         *      Note that if it's currently already running in a Web Worker,
+         *      The `canvas` option must be provided with an `OffscreenCanvas`,
+         *      and the `OffscreenCanvas` will be transferred to the new Worker.
+         *   * `false`: Never create a Web Worker
+         *
+         * The default value is `"auto"`.
+         */
+        worker?: "auto" | boolean;
+    }
+}
+//# sourceMappingURL=main.d.ts.map

package/esm/main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACR,kBAAkB,EAClB,4BAA4B,EAC/B,MAAM,kCAAkC,CAAC;AAS1C,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAKzD,eAAO,MAAM,IAAI,YAEhB,CAAC;AAIF,qBAAa,cAAe,YAAW,kBAAkB;;IACrD,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,4BAA4B,CAAC,CAMpE;IAEN,IAAI,IAAI,IACG,UAAU,CACpB;IAID,IAAI,MAAM,wCAET;IAGD,IAAI,YAAY,4BAEf;IAGD,IAAI,MAAM,YAET;IACD,IAAI,QAAQ,wEAEX;IAQD,IAAI,KAAK,WAER;IACD,IAAI,MAAM,WAET;IACD,IAAI,WAAW;;;OAEd;IAGD;;OAEG;IACH,IAAI,iBAAiB,WAEpB;IACD;;OAEG;IACH,IAAI,aAAa,WAEhB;IACD;;OAEG;IACH,IAAI,qBAAqB,WAExB;IAED;;OAEG;IACH,IAAI,cAAc,WAEjB;IACD;;;;;;;;;OASG;IACH,IAAI,eAAe,WAElB;IACD;;;OAGG;IACH,IAAI,sBAAsB,WAEzB;gBAKW,EAAE,MAAM,EAAE,MAAM,EAAE,GAAE,cAAc,CAAC,OAAY;IAkL3D,KAAK,IAAI,IAAI;IAIb,MAAM,IAAI,SAAS;IAInB,uBAAuB,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,SAAS;IAItD,OAAO,IAAI,OAAO,CAAC,SAAS,CAAC;CAwBtC;AAED,yBAAiB,cAAc,CAAC;IAC5B,UAAiB,OAAO;QACpB;;;;WAIG;QACH,MAAM,CAAC,EAAE,iBAAiB,GAAG,eAAe,GAAG,SAAS,CAAC;QAEzD;;;;;;;;;;;;;WAaG;QACH,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;KAC7B;CACJ"}

package/esm/main.js

@@ -0,0 +1,250 @@
+import { AndroidAvcLevel, AndroidAvcProfile, ScrcpyVideoSizeImpl, } from "@yume-chan/scrcpy";
+import { createCanvas, glIsSupported, ScrcpyVideoDecoderPauseController, ScrcpyVideoDecoderPerformanceCounter, ScrcpyVideoRendererPerformanceCounter, } from "@yume-chan/scrcpy-decoder-shared";
+import { WritableStream } from "@yume-chan/stream-extra";
+import * as Comlink from "comlink";
+import { DecoderRenderer } from "./core.js";
+export const noop = () => {
+    // no-op
+};
+const isMainThread = typeof window !== "undefined";
+export class H264BsdDecoder {
+    static capabilities = {
+        h264: {
+            maxProfile: AndroidAvcProfile.Baseline,
+            maxLevel: AndroidAvcLevel.Level4,
+        },
+    };
+    get type() {
+        return "software";
+    }
+    #canvas;
+    #canvasTransferred = false;
+    get canvas() {
+        return this.#canvas;
+    }
+    #rendererType;
+    get rendererType() {
+        return this.#rendererType;
+    }
+    #pause = new ScrcpyVideoDecoderPauseController();
+    get paused() {
+        return this.#pause.paused;
+    }
+    get writable() {
+        return this.#pause.writable;
+    }
+    #writableController;
+    #queue = [];
+    #enqueuing = false;
+    #size = new ScrcpyVideoSizeImpl();
+    get width() {
+        return this.#size.width;
+    }
+    get height() {
+        return this.#size.height;
+    }
+    get sizeChanged() {
+        return this.#size.sizeChanged;
+    }
+    #decoderCounter = new ScrcpyVideoDecoderPerformanceCounter();
+    /**
+     * Gets the number of times the decoder has been reset to catch up new keyframes.
+     */
+    get decoderResetCount() {
+        return this.#decoderCounter.decoderResetCount;
+    }
+    /**
+     * Gets the number of frames decoded by the decoder.
+     */
+    get framesDecoded() {
+        return this.#decoderCounter.framesDecoded;
+    }
+    /**
+     * Gets the number of frames skipped by the decoder.
+     */
+    get framesSkippedDecoding() {
+        return this.#decoderCounter.framesSkippedDecoding;
+    }
+    #rendererCounter = new ScrcpyVideoRendererPerformanceCounter();
+    /**
+     * Gets the number of frames that have been drawn on the renderer.
+     */
+    get framesRendered() {
+        return this.#rendererCounter.framesRendered;
+    }
+    /**
+     * Gets the number of frames that's visible to the user.
+     *
+     * Multiple frames might be rendered during one vertical sync interval,
+     * but only the last of them is represented to the user.
+     * This costs some performance but reduces latency by 1 frame.
+     *
+     * Might be `0` if the renderer is in a nested Web Worker on Chrome due to a Chrome bug.
+     * https://issues.chromium.org/issues/41483010
+     */
+    get framesDisplayed() {
+        return this.#rendererCounter.framesDisplayed;
+    }
+    /**
+     * Gets the number of frames that wasn't drawn on the renderer
+     * because the renderer can't keep up
+     */
+    get framesSkippedRendering() {
+        return this.#rendererCounter.framesSkippedRendering;
+    }
+    #worker;
+    #decoder;
+    constructor({ canvas, worker } = {}) {
+        switch (worker) {
+            case "auto":
+            case undefined:
+                worker = isMainThread;
+                break;
+            case true:
+                if (!isMainThread && !canvas) {
+                    throw new Error("`canvas` is required when `worker` is `true` and running in Web Worker");
+                }
+                break;
+        }
+        if (canvas) {
+            this.#canvas = canvas;
+        }
+        else {
+            this.#canvas = createCanvas();
+        }
+        // Disallow software rendering.
+        // yuv-canvas also supports 2d canvas
+        // which is faster than software-based WebGL.
+        const webGl = glIsSupported({ failIfMajorPerformanceCaveat: true });
+        this.#rendererType = webGl ? "hardware" : "software";
+        if (worker) {
+            this.#decoder = this.#createRemoteDecoder(webGl);
+        }
+        else {
+            this.#decoder = this.#createLocalDecoder(webGl);
+        }
+        void this.#pause.readable
+            .pipeTo(new WritableStream({
+            start: (controller) => {
+                this.#writableController = controller;
+            },
+            write: async (packet) => {
+                if (packet.type === "configuration") {
+                    this.#decoderCounter.addFramesSkippedDecoding(this.#queue.length);
+                    this.#queue.length = 0;
+                    const decoder = await this.#decoder;
+                    const frames = await decoder.flush(true);
+                    this.#rendererCounter.addFramesSkippedRendering(frames);
+                    // Shouldn't produce any frames
+                    await decoder.decode(packet.data, false);
+                    return;
+                }
+                if (packet.keyframe && this.#queue.length) {
+                    this.#decoderCounter.addFramesSkippedDecoding(this.#queue.length);
+                    this.#decoderCounter.increaseResetCount();
+                    this.#queue.length = 0;
+                }
+                this.#queue.push(packet);
+                void this.#decode();
+            },
+        }))
+            .catch(noop);
+    }
+    async #createRemoteDecoder(webGl) {
+        let canvas = this.#canvas;
+        if (isMainThread && canvas instanceof HTMLCanvasElement) {
+            canvas = canvas.transferControlToOffscreen();
+            this.#canvasTransferred = true;
+        }
+        const worker = new Worker(new URL("./worker.js", import.meta.url), {
+            type: "module",
+        });
+        this.#worker = worker;
+        await new Promise((resolve, reject) => {
+            const abortController = new AbortController();
+            worker.addEventListener("message", (e) => {
+                if (e.data === "ready") {
+                    abortController.abort();
+                    resolve();
+                }
+            }, { signal: abortController.signal });
+            worker.addEventListener("error", (e) => {
+                abortController.abort();
+                // eslint-disable-next-line @typescript-eslint/prefer-promise-reject-errors
+                reject(e.error);
+            }, { signal: abortController.signal });
+        });
+        const Constructor = Comlink.wrap(worker);
+        const decoder = await new Constructor(Comlink.transfer(canvas, [canvas]), webGl, Comlink.proxy(this.#handleSizeChange));
+        await decoder.initialize();
+        return decoder;
+    }
+    async #createLocalDecoder(webGl) {
+        const decoder = new DecoderRenderer(this.#canvas, webGl, this.#handleSizeChange);
+        await decoder.initialize();
+        return decoder;
+    }
+    #handleSizeChange = ({ width, height, }) => {
+        this.#size.setSize(width, height);
+    };
+    async #decode() {
+        if (this.#enqueuing) {
+            return;
+        }
+        this.#enqueuing = true;
+        try {
+            const decoder = await this.#decoder;
+            let chunk;
+            while ((chunk = this.#queue.shift())) {
+                const framesDecoded = await decoder.decode(chunk.data, chunk.skipRendering);
+                if (framesDecoded) {
+                    this.#decoderCounter.addFramesDecoded(framesDecoded);
+                    if (chunk.skipRendering) {
+                        this.#rendererCounter.addFramesSkippedRendering(framesDecoded);
+                    }
+                    else {
+                        this.#rendererCounter.increaseFramesRendered();
+                        this.#rendererCounter.addFramesSkippedRendering(framesDecoded - 1);
+                    }
+                }
+            }
+        }
+        catch (e) {
+            this.#writableController.error(e);
+        }
+        finally {
+            this.#enqueuing = false;
+        }
+    }
+    pause() {
+        this.#pause.pause();
+    }
+    resume() {
+        this.#pause.resume();
+    }
+    trackDocumentVisibility(document) {
+        return this.#pause.trackDocumentVisibility(document);
+    }
+    async dispose() {
+        // This class doesn't need to guard against multiple dispose calls
+        // since most of the logic is already handled in `#pause`
+        this.#pause.dispose();
+        try {
+            const decoder = await this.#decoder;
+            await decoder.flush(false);
+            await decoder.dispose();
+        }
+        catch {
+            // ignore
+        }
+        this.#worker?.terminate();
+        this.#rendererCounter.dispose();
+        this.#size.dispose();
+        if (!this.#canvasTransferred) {
+            // Can't change a transferred canvas
+            this.#canvas.width = 0;
+            this.#canvas.height = 0;
+        }
+    }
+}
+//# sourceMappingURL=main.js.map

package/esm/main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.js","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,eAAe,EACf,iBAAiB,EACjB,mBAAmB,GACtB,MAAM,mBAAmB,CAAC;AAK3B,OAAO,EACH,YAAY,EACZ,aAAa,EACb,iCAAiC,EACjC,oCAAoC,EACpC,qCAAqC,GACxC,MAAM,kCAAkC,CAAC;AAE1C,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAEnC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE5C,MAAM,CAAC,MAAM,IAAI,GAAG,GAAG,EAAE;IACrB,QAAQ;AACZ,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,OAAO,MAAM,KAAK,WAAW,CAAC;AAEnD,MAAM,OAAO,cAAc;IACvB,MAAM,CAAU,YAAY,GACxB;QACI,IAAI,EAAE;YACF,UAAU,EAAE,iBAAiB,CAAC,QAAQ;YACtC,QAAQ,EAAE,eAAe,CAAC,MAAM;SACnC;KACJ,CAAC;IAEN,IAAI,IAAI;QACJ,OAAO,UAAmB,CAAC;IAC/B,CAAC;IAED,OAAO,CAAsC;IAC7C,kBAAkB,GAAG,KAAK,CAAC;IAC3B,IAAI,MAAM;QACN,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,aAAa,CAA0B;IACvC,IAAI,YAAY;QACZ,OAAO,IAAI,CAAC,aAAa,CAAC;IAC9B,CAAC;IAED,MAAM,GAAG,IAAI,iCAAiC,EAAE,CAAC;IACjD,IAAI,MAAM;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC9B,CAAC;IACD,IAAI,QAAQ;QACR,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;IAChC,CAAC;IAED,mBAAmB,CAAmC;IACtD,MAAM,GACF,EAAE,CAAC;IACP,UAAU,GAAG,KAAK,CAAC;IAEnB,KAAK,GAAG,IAAI,mBAAmB,EAAE,CAAC;IAClC,IAAI,KAAK;QACL,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;IAC5B,CAAC;IACD,IAAI,MAAM;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC7B,CAAC;IACD,IAAI,WAAW;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;IAClC,CAAC;IAED,eAAe,GAAG,IAAI,oCAAoC,EAAE,CAAC;IAC7D;;OAEG;IACH,IAAI,iBAAiB;QACjB,OAAO,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC;IAClD,CAAC;IACD;;OAEG;IACH,IAAI,aAAa;QACb,OAAO,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;IAC9C,CAAC;IACD;;OAEG;IACH,IAAI,qBAAqB;QACrB,OAAO,IAAI,CAAC,eAAe,CAAC,qBAAqB,CAAC;IACtD,CAAC;IACD,gBAAgB,GAAG,IAAI,qCAAqC,EAAE,CAAC;IAC/D;;OAEG;IACH,IAAI,cAAc;QACd,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC;IAChD,CAAC;IACD;;;;;;;;;OASG;IACH,IAAI,eAAe;QACf,OAAO,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC;IACjD,CAAC;IACD;;;OAGG;IACH,IAAI,sBAAsB;QACtB,OAAO,IAAI,CAAC,gBAAgB,CAAC,sBAAsB,CAAC;IACxD,CAAC;IAED,OAAO,CAAqB;IAC5B,QAAQ,CAA6D;IAErE,YAAY,EAAE,MAAM,EAAE,MAAM,KAA6B,EAAE;QACvD,QAAQ,MAAM,EAAE,CAAC;YACb,KAAK,MAAM,CAAC;YACZ,KAAK,SAAS;gBACV,MAAM,GAAG,YAAY,CAAC;gBACtB,MAAM;YACV,KAAK,IAAI;gBACL,IAAI,CAAC,YAAY,IAAI,CAAC,MAAM,EAAE,CAAC;oBAC3B,MAAM,IAAI,KAAK,CACX,wEAAwE,CAC3E,CAAC;gBACN,CAAC;gBACD,MAAM;QACd,CAAC;QAED,IAAI,MAAM,EAAE,CAAC;YACT,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QAC1B,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,OAAO,GAAG,YAAY,EAAE,CAAC;QAClC,CAAC;QAED,+BAA+B;QAC/B,qCAAqC;QACrC,6CAA6C;QAC7C,MAAM,KAAK,GAAG,aAAa,CAAC,EAAE,4BAA4B,EAAE,IAAI,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC;QAErD,IAAI,MAAM,EAAE,CAAC;YACT,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QACrD,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QACpD,CAAC;QAED,KAAK,IAAI,CAAC,MAAM,CAAC,QAAQ;aACpB,MAAM,CACH,IAAI,cAAc,CAAC;YACf,KAAK,EAAE,CAAC,UAAU,EAAE,EAAE;gBAClB,IAAI,CAAC,mBAAmB,GAAG,UAAU,CAAC;YAC1C,CAAC;YACD,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBACpB,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;oBAClC,IAAI,CAAC,eAAe,CAAC,wBAAwB,CACzC,IAAI,CAAC,MAAM,CAAC,MAAM,CACrB,CAAC;oBACF,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;oBAEvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;oBAEpC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACzC,IAAI,CAAC,gBAAgB,CAAC,yBAAyB,CAC3C,MAAM,CACT,CAAC;oBAEF,+BAA+B;oBAC/B,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBACzC,OAAO;gBACX,CAAC;gBAED,IAAI,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;oBACxC,IAAI,CAAC,eAAe,CAAC,wBAAwB,CACzC,IAAI,CAAC,MAAM,CAAC,MAAM,CACrB,CAAC;oBACF,IAAI,CAAC,eAAe,CAAC,kBAAkB,EAAE,CAAC;oBAC1C,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;gBAC3B,CAAC;gBAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACzB,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;YACxB,CAAC;SACJ,CAAC,CACL;aACA,KAAK,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,KAAc;QACrC,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC;QAC1B,IAAI,YAAY,IAAI,MAAM,YAAY,iBAAiB,EAAE,CAAC;YACtD,MAAM,GAAG,MAAM,CAAC,0BAA0B,EAAE,CAAC;YAC7C,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QACnC,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YAC/D,IAAI,EAAE,QAAQ;SACjB,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QAEtB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACxC,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;YAC9C,MAAM,CAAC,gBAAgB,CACnB,SAAS,EACT,CAAC,CAAC,EAAE,EAAE;gBACF,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBACrB,eAAe,CAAC,KAAK,EAAE,CAAC;oBACxB,OAAO,EAAE,CAAC;gBACd,CAAC;YACL,CAAC,EACD,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,CACrC,CAAC;YACF,MAAM,CAAC,gBAAgB,CACnB,OAAO,EACP,CAAC,CAAC,EAAE,EAAE;gBACF,eAAe,CAAC,KAAK,EAAE,CAAC;gBACxB,2EAA2E;gBAC3E,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACpB,CAAC,EACD,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,EAAE,CACrC,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAyB,MAAM,CAAC,CAAC;QAEjE,MAAM,OAAO,GAAG,MAAM,IAAI,WAAW,CACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,EAClC,KAAK,EACL,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CACxC,CAAC;QACF,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;QAC3B,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,KAAc;QACpC,MAAM,OAAO,GAAG,IAAI,eAAe,CAC/B,IAAI,CAAC,OAAO,EACZ,KAAK,EACL,IAAI,CAAC,iBAAiB,CACzB,CAAC;QACF,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;QAC3B,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,iBAAiB,GAAG,CAAC,EACjB,KAAK,EACL,MAAM,GAIT,EAAE,EAAE;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACtC,CAAC,CAAC;IAEF,KAAK,CAAC,OAAO;QACT,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAEvB,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;YAEpC,IAAI,KAEW,CAAC;YAChB,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC;gBACnC,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,MAAM,CACtC,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,aAAa,CACtB,CAAC;gBACF,IAAI,aAAa,EAAE,CAAC;oBAChB,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;oBACrD,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;wBACtB,IAAI,CAAC,gBAAgB,CAAC,yBAAyB,CAC3C,aAAa,CAChB,CAAC;oBACN,CAAC;yBAAM,CAAC;wBACJ,IAAI,CAAC,gBAAgB,CAAC,sBAAsB,EAAE,CAAC;wBAC/C,IAAI,CAAC,gBAAgB,CAAC,yBAAyB,CAC3C,aAAa,GAAG,CAAC,CACpB,CAAC;oBACN,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC5B,CAAC;IACL,CAAC;IAED,KAAK;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,MAAM;QACF,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;IACzB,CAAC;IAED,uBAAuB,CAAC,QAAkB;QACtC,OAAO,IAAI,CAAC,MAAM,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,OAAO;QACT,kEAAkE;QAClE,yDAAyD;QACzD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAEtB,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;YACpC,MAAM,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC3B,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACL,SAAS;QACb,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC;QAE1B,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAErB,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC3B,oCAAoC;YACpC,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC;YACvB,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QAC5B,CAAC;IACL,CAAC"}

package/esm/worker.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=worker.d.ts.map

package/esm/worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../src/worker.ts"],"names":[],"mappings":""}

package/esm/worker.js

@@ -0,0 +1,5 @@
+import * as Comlink from "comlink";
+import { DecoderRenderer } from "./core.js";
+Comlink.expose(DecoderRenderer);
+postMessage("ready");
+//# sourceMappingURL=worker.js.map

package/esm/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../src/worker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAEnC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE5C,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;AAEhC,WAAW,CAAC,OAAO,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,52 @@
+{
+  "name": "@yume-chan/scrcpy-decoder-h264bsd",
+  "version": "3.0.0-beta.0",
+  "description": "Raw H.264 stream decoder and renderer wrapping H264BSD and YUVCanvas packages (software decoding).",
+  "keywords": [
+    "adb",
+    "android-phone",
+    "scrcpy",
+    "scrcpy-decoder"
+  ],
+  "license": "MIT",
+  "author": {
+    "name": "Simon Chan",
+    "email": "cnsimonchan@live.com",
+    "url": "https://chensi.moe/blog"
+  },
+  "homepage": "https://github.com/yume-chan/ya-webadb/tree/main/libraries/scrcpy-decoder-h264bsd#readme",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/yume-chan/ya-webadb.git",
+    "directory": "libraries/scrcpy-decoder-h264bsd"
+  },
+  "bugs": {
+    "url": "https://github.com/yume-chan/ya-webadb/issues"
+  },
+  "type": "module",
+  "main": "esm/index.js",
+  "types": "esm/index.d.ts",
+  "sideEffects": false,
+  "dependencies": {
+    "@yume-chan/async": "^4.1.3",
+    "@yume-chan/h264bsd": "^1.1.1",
+    "comlink": "^4.4.2",
+    "yuv-buffer": "^1.0.1",
+    "yuv-canvas": "^1.3.0",
+    "@yume-chan/event": "3.0.0-beta.0",
+    "@yume-chan/media-codec": "3.0.0-beta.0",
+    "@yume-chan/scrcpy-decoder-shared": "3.0.0-beta.0",
+    "@yume-chan/scrcpy": "3.0.0-beta.0",
+    "@yume-chan/stream-extra": "3.0.0-beta.0"
+  },
+  "devDependencies": {
+    "prettier": "^3.8.4",
+    "typescript": "^6.0.3",
+    "@yume-chan/tsconfig": "^1.0.0",
+    "@yume-chan/eslint-config": "^1.0.0"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.build.json",
+    "lint": "run-eslint && prettier src/**/*.ts --write --tab-width 4"
+  }
+}

package/src/core.ts

@@ -0,0 +1,147 @@
+import type {
+    Decoder,
+    FlushResult,
+    MainModule,
+    Picture,
+} from "@yume-chan/h264bsd";
+import initialize from "@yume-chan/h264bsd";
+import { ScrcpyVideoSizeImpl } from "@yume-chan/scrcpy";
+import YUVCanvas from "yuv-canvas";
+
+let h264bsdModulePromise: Promise<MainModule> | undefined;
+let h264bsdModule: MainModule | undefined;
+async function initializeH264bsd(): Promise<MainModule> {
+    if (!h264bsdModulePromise) {
+        h264bsdModulePromise = initialize().then(
+            (module) => (h264bsdModule = module),
+        );
+    }
+    return h264bsdModulePromise;
+}
+
+export class DecoderRenderer {
+    #decoder!: Decoder;
+
+    #canvas: HTMLCanvasElement | OffscreenCanvas;
+    #renderer: YUVCanvas;
+
+    #size: ScrcpyVideoSizeImpl;
+
+    constructor(
+        canvas: HTMLCanvasElement | OffscreenCanvas,
+        webGl: boolean,
+        onSizeChanged: (size: { width: number; height: number }) => unknown,
+    ) {
+        this.#canvas = canvas;
+        // yuv-canvas supports detecting WebGL support by creating a <canvas> itself
+        // But this doesn't work in Web Worker (with OffscreenCanvas)
+        // so we implement our own check here
+        this.#renderer = YUVCanvas.attach(canvas, { webGL: webGl });
+
+        this.#size = new ScrcpyVideoSizeImpl();
+        this.#size.sizeChanged(onSizeChanged);
+    }
+
+    async initialize() {
+        const h264bsd = await initializeH264bsd();
+        this.#decoder = new h264bsd.Decoder();
+    }
+
+    #draw(picture: Picture) {
+        const width = picture.info.picWidth;
+        const height = picture.info.picHeight;
+
+        this.#size.setSize(width, height);
+
+        const chromaWidth = width / 2;
+        const chromaHeight = height / 2;
+
+        const uOffset = width * height;
+        const vOffset = uOffset + chromaWidth * chromaHeight;
+
+        this.#renderer.drawFrame({
+            format: {
+                width,
+                height,
+                chromaWidth,
+                chromaHeight,
+                cropLeft: picture.info.cropParams.cropLeftOffset,
+                cropWidth: picture.info.cropParams.cropOutWidth,
+                cropTop: picture.info.cropParams.cropTopOffset,
+                cropHeight: picture.info.cropParams.cropOutHeight,
+                displayWidth: picture.info.cropParams.cropOutWidth,
+                displayHeight: picture.info.cropParams.cropOutHeight,
+            },
+            y: {
+                bytes: picture.bytes.subarray(0, uOffset),
+                stride: width,
+            },
+            u: {
+                bytes: picture.bytes.subarray(uOffset, vOffset),
+                stride: chromaWidth,
+            },
+            v: {
+                bytes: picture.bytes.subarray(vOffset),
+                stride: chromaWidth,
+            },
+        });
+    }
+
+    #getLastPicture(result: FlushResult): [number, Picture | undefined] {
+        let { picture } = result;
+        if (picture) {
+            for (let i = 0; i < result.extraPictureCount; i += 1) {
+                picture = this.#decoder.getNextPicture()!;
+            }
+            return [result.extraPictureCount + 1, picture];
+        }
+        return [0, undefined];
+    }
+
+    decode(data: Uint8Array, skipRendering: boolean) {
+        let offset = 0;
+        let length = data.length;
+        let picture: Picture | undefined;
+
+        let framesDecoded = 0;
+
+        while (length) {
+            const result = this.#decoder.decode(data.subarray(offset), 0);
+            if (result.code >= h264bsdModule!.DecodeResultCode.Error) {
+                throw new Error("Decode failed. Code: " + result.code);
+            }
+
+            let pictureCount: number;
+            [pictureCount, picture] = this.#getLastPicture(result);
+            framesDecoded += pictureCount;
+
+            offset += result.read;
+            length -= result.read;
+        }
+
+        if (!picture || skipRendering) {
+            return framesDecoded;
+        }
+
+        this.#draw(picture);
+
+        return framesDecoded;
+    }
+
+    flush(skipRendering: boolean) {
+        const result = this.#decoder.flush();
+        const [pictureCount, picture] = this.#getLastPicture(result);
+        if (picture && !skipRendering) {
+            this.#draw(picture);
+        }
+        return pictureCount;
+    }
+
+    dispose() {
+        this.#decoder.delete();
+        this.#size.dispose();
+
+        this.#canvas.width = 0;
+        this.#canvas.height = 0;
+    }
+}

package/src/index.ts

@@ -0,0 +1 @@
+export * from "./main.js";

package/src/libs.d.ts

@@ -0,0 +1,16 @@
+declare module "yuv-canvas" {
+    import type { YUVFrame } from "yuv-buffer";
+
+    export interface YUVCanvasOptions {
+        webGL?: boolean | undefined;
+    }
+
+    export default class YUVCanvas {
+        static attach(
+            canvas: HTMLCanvasElement | OffscreenCanvas,
+            options?: YUVCanvasOptions,
+        ): YUVCanvas;
+
+        drawFrame(data: YUVFrame): void;
+    }
+}

package/src/main.ts

@@ -0,0 +1,368 @@
+import {
+    AndroidAvcLevel,
+    AndroidAvcProfile,
+    ScrcpyVideoSizeImpl,
+} from "@yume-chan/scrcpy";
+import type {
+    ScrcpyVideoDecoder,
+    ScrcpyVideoDecoderCapability,
+} from "@yume-chan/scrcpy-decoder-shared";
+import {
+    createCanvas,
+    glIsSupported,
+    ScrcpyVideoDecoderPauseController,
+    ScrcpyVideoDecoderPerformanceCounter,
+    ScrcpyVideoRendererPerformanceCounter,
+} from "@yume-chan/scrcpy-decoder-shared";
+import type { WritableStreamDefaultController } from "@yume-chan/stream-extra";
+import { WritableStream } from "@yume-chan/stream-extra";
+import * as Comlink from "comlink";
+
+import { DecoderRenderer } from "./core.js";
+
+export const noop = () => {
+    // no-op
+};
+
+const isMainThread = typeof window !== "undefined";
+
+export class H264BsdDecoder implements ScrcpyVideoDecoder {
+    static readonly capabilities: Record<string, ScrcpyVideoDecoderCapability> =
+        {
+            h264: {
+                maxProfile: AndroidAvcProfile.Baseline,
+                maxLevel: AndroidAvcLevel.Level4,
+            },
+        };
+
+    get type() {
+        return "software" as const;
+    }
+
+    #canvas: HTMLCanvasElement | OffscreenCanvas;
+    #canvasTransferred = false;
+    get canvas() {
+        return this.#canvas;
+    }
+
+    #rendererType: "software" | "hardware";
+    get rendererType() {
+        return this.#rendererType;
+    }
+
+    #pause = new ScrcpyVideoDecoderPauseController();
+    get paused() {
+        return this.#pause.paused;
+    }
+    get writable() {
+        return this.#pause.writable;
+    }
+
+    #writableController!: WritableStreamDefaultController;
+    #queue: (ScrcpyVideoDecoderPauseController.Output & { type: "data" })[] =
+        [];
+    #enqueuing = false;
+
+    #size = new ScrcpyVideoSizeImpl();
+    get width() {
+        return this.#size.width;
+    }
+    get height() {
+        return this.#size.height;
+    }
+    get sizeChanged() {
+        return this.#size.sizeChanged;
+    }
+
+    #decoderCounter = new ScrcpyVideoDecoderPerformanceCounter();
+    /**
+     * Gets the number of times the decoder has been reset to catch up new keyframes.
+     */
+    get decoderResetCount() {
+        return this.#decoderCounter.decoderResetCount;
+    }
+    /**
+     * Gets the number of frames decoded by the decoder.
+     */
+    get framesDecoded() {
+        return this.#decoderCounter.framesDecoded;
+    }
+    /**
+     * Gets the number of frames skipped by the decoder.
+     */
+    get framesSkippedDecoding() {
+        return this.#decoderCounter.framesSkippedDecoding;
+    }
+    #rendererCounter = new ScrcpyVideoRendererPerformanceCounter();
+    /**
+     * Gets the number of frames that have been drawn on the renderer.
+     */
+    get framesRendered() {
+        return this.#rendererCounter.framesRendered;
+    }
+    /**
+     * Gets the number of frames that's visible to the user.
+     *
+     * Multiple frames might be rendered during one vertical sync interval,
+     * but only the last of them is represented to the user.
+     * This costs some performance but reduces latency by 1 frame.
+     *
+     * Might be `0` if the renderer is in a nested Web Worker on Chrome due to a Chrome bug.
+     * https://issues.chromium.org/issues/41483010
+     */
+    get framesDisplayed() {
+        return this.#rendererCounter.framesDisplayed;
+    }
+    /**
+     * Gets the number of frames that wasn't drawn on the renderer
+     * because the renderer can't keep up
+     */
+    get framesSkippedRendering() {
+        return this.#rendererCounter.framesSkippedRendering;
+    }
+
+    #worker: Worker | undefined;
+    #decoder: Promise<DecoderRenderer | Comlink.Remote<DecoderRenderer>>;
+
+    constructor({ canvas, worker }: H264BsdDecoder.Options = {}) {
+        switch (worker) {
+            case "auto":
+            case undefined:
+                worker = isMainThread;
+                break;
+            case true:
+                if (!isMainThread && !canvas) {
+                    throw new Error(
+                        "`canvas` is required when `worker` is `true` and running in Web Worker",
+                    );
+                }
+                break;
+        }
+
+        if (canvas) {
+            this.#canvas = canvas;
+        } else {
+            this.#canvas = createCanvas();
+        }
+
+        // Disallow software rendering.
+        // yuv-canvas also supports 2d canvas
+        // which is faster than software-based WebGL.
+        const webGl = glIsSupported({ failIfMajorPerformanceCaveat: true });
+        this.#rendererType = webGl ? "hardware" : "software";
+
+        if (worker) {
+            this.#decoder = this.#createRemoteDecoder(webGl);
+        } else {
+            this.#decoder = this.#createLocalDecoder(webGl);
+        }
+
+        void this.#pause.readable
+            .pipeTo(
+                new WritableStream({
+                    start: (controller) => {
+                        this.#writableController = controller;
+                    },
+                    write: async (packet) => {
+                        if (packet.type === "configuration") {
+                            this.#decoderCounter.addFramesSkippedDecoding(
+                                this.#queue.length,
+                            );
+                            this.#queue.length = 0;
+
+                            const decoder = await this.#decoder;
+
+                            const frames = await decoder.flush(true);
+                            this.#rendererCounter.addFramesSkippedRendering(
+                                frames,
+                            );
+
+                            // Shouldn't produce any frames
+                            await decoder.decode(packet.data, false);
+                            return;
+                        }
+
+                        if (packet.keyframe && this.#queue.length) {
+                            this.#decoderCounter.addFramesSkippedDecoding(
+                                this.#queue.length,
+                            );
+                            this.#decoderCounter.increaseResetCount();
+                            this.#queue.length = 0;
+                        }
+
+                        this.#queue.push(packet);
+                        void this.#decode();
+                    },
+                }),
+            )
+            .catch(noop);
+    }
+
+    async #createRemoteDecoder(webGl: boolean) {
+        let canvas = this.#canvas;
+        if (isMainThread && canvas instanceof HTMLCanvasElement) {
+            canvas = canvas.transferControlToOffscreen();
+            this.#canvasTransferred = true;
+        }
+
+        const worker = new Worker(new URL("./worker.js", import.meta.url), {
+            type: "module",
+        });
+        this.#worker = worker;
+
+        await new Promise<void>((resolve, reject) => {
+            const abortController = new AbortController();
+            worker.addEventListener(
+                "message",
+                (e) => {
+                    if (e.data === "ready") {
+                        abortController.abort();
+                        resolve();
+                    }
+                },
+                { signal: abortController.signal },
+            );
+            worker.addEventListener(
+                "error",
+                (e) => {
+                    abortController.abort();
+                    // eslint-disable-next-line @typescript-eslint/prefer-promise-reject-errors
+                    reject(e.error);
+                },
+                { signal: abortController.signal },
+            );
+        });
+
+        const Constructor = Comlink.wrap<typeof DecoderRenderer>(worker);
+
+        const decoder = await new Constructor(
+            Comlink.transfer(canvas, [canvas]),
+            webGl,
+            Comlink.proxy(this.#handleSizeChange),
+        );
+        await decoder.initialize();
+        return decoder;
+    }
+
+    async #createLocalDecoder(webGl: boolean) {
+        const decoder = new DecoderRenderer(
+            this.#canvas,
+            webGl,
+            this.#handleSizeChange,
+        );
+        await decoder.initialize();
+        return decoder;
+    }
+
+    #handleSizeChange = ({
+        width,
+        height,
+    }: {
+        width: number;
+        height: number;
+    }) => {
+        this.#size.setSize(width, height);
+    };
+
+    async #decode() {
+        if (this.#enqueuing) {
+            return;
+        }
+        this.#enqueuing = true;
+
+        try {
+            const decoder = await this.#decoder;
+
+            let chunk:
+                | (ScrcpyVideoDecoderPauseController.Output & { type: "data" })
+                | undefined;
+            while ((chunk = this.#queue.shift())) {
+                const framesDecoded = await decoder.decode(
+                    chunk.data,
+                    chunk.skipRendering,
+                );
+                if (framesDecoded) {
+                    this.#decoderCounter.addFramesDecoded(framesDecoded);
+                    if (chunk.skipRendering) {
+                        this.#rendererCounter.addFramesSkippedRendering(
+                            framesDecoded,
+                        );
+                    } else {
+                        this.#rendererCounter.increaseFramesRendered();
+                        this.#rendererCounter.addFramesSkippedRendering(
+                            framesDecoded - 1,
+                        );
+                    }
+                }
+            }
+        } catch (e) {
+            this.#writableController.error(e);
+        } finally {
+            this.#enqueuing = false;
+        }
+    }
+
+    pause(): void {
+        this.#pause.pause();
+    }
+
+    resume(): undefined {
+        this.#pause.resume();
+    }
+
+    trackDocumentVisibility(document: Document): () => undefined {
+        return this.#pause.trackDocumentVisibility(document);
+    }
+
+    async dispose(): Promise<undefined> {
+        // This class doesn't need to guard against multiple dispose calls
+        // since most of the logic is already handled in `#pause`
+        this.#pause.dispose();
+
+        try {
+            const decoder = await this.#decoder;
+            await decoder.flush(false);
+            await decoder.dispose();
+        } catch {
+            // ignore
+        }
+
+        this.#worker?.terminate();
+
+        this.#rendererCounter.dispose();
+        this.#size.dispose();
+
+        if (!this.#canvasTransferred) {
+            // Can't change a transferred canvas
+            this.#canvas.width = 0;
+            this.#canvas.height = 0;
+        }
+    }
+}
+
+export namespace H264BsdDecoder {
+    export interface Options {
+        /**
+         * Optional render target canvas element or offscreen canvas.
+         * If not provided, a new `<canvas>` (when DOM is available)
+         * or a `OffscreenCanvas` will be created.
+         */
+        canvas?: HTMLCanvasElement | OffscreenCanvas | undefined;
+
+        /**
+         * Whether to create a Web Worker to run the decoder.
+         *
+         * Value can be:
+         *
+         *   * `"auto"`: Create a Web Worker if currently running in main thread
+         *   * `true`: Always create a Web Worker.
+         *      Note that if it's currently already running in a Web Worker,
+         *      The `canvas` option must be provided with an `OffscreenCanvas`,
+         *      and the `OffscreenCanvas` will be transferred to the new Worker.
+         *   * `false`: Never create a Web Worker
+         *
+         * The default value is `"auto"`.
+         */
+        worker?: "auto" | boolean;
+    }
+}

package/src/worker.ts

@@ -0,0 +1,7 @@
+import * as Comlink from "comlink";
+
+import { DecoderRenderer } from "./core.js";
+
+Comlink.expose(DecoderRenderer);
+
+postMessage("ready");

package/tsconfig.build.json

@@ -0,0 +1,9 @@
+{
+    "extends": "./node_modules/@yume-chan/tsconfig/tsconfig.base.json",
+    "compilerOptions": {
+        "lib": [
+            "ESNext",
+            "DOM"
+        ]
+    }
+}