@yume-chan/scrcpy-decoder-webcodecs 2.5.3 → 3.0.0-beta.0

package/esm/video/render/redraw.js

@@ -0,0 +1,75 @@
+import { TaskQueue } from "@yume-chan/stream-extra";
+/**
+ * Manages drawing and redrawing of video frames.
+ */
+export class RedrawController {
+    #draw;
+    #queue = new TaskQueue();
+    #pendingRedraw;
+    #lastFrame;
+    get lastFrame() {
+        return this.#lastFrame;
+    }
+    constructor(draw) {
+        this.#draw = draw;
+    }
+    /**
+     * Draws a new frame.
+     *
+     * If a redraw is in progress, it waits for the redraw to finish before drawing the new frame.
+     *
+     * If a redraw is in progress and another one is in queue,
+     * it cancels the queued redraw and draws the new frame instead.
+     *
+     * @param frame A `VideoFrame` to draw. The frame will be closed after drawing.
+     */
+    draw(frame) {
+        this.#pendingRedraw?.abort();
+        this.#pendingRedraw = undefined;
+        this.#lastFrame?.close();
+        this.#lastFrame = frame.clone();
+        return this.#queue.enqueue(async () => {
+            try {
+                await this.#draw(frame);
+            }
+            finally {
+                frame.close();
+            }
+        }, true);
+    }
+    /**
+     * Redraws the last drawn frame.
+     *
+     * If a draw or redraw is in progress, it waits for them to finish before redrawing.
+     *
+     * If a redraw is in progress and another one is in queue,
+     * it cancels the queued redraw and redraws the latest frame instead.
+     */
+    async redraw() {
+        if (!this.#lastFrame || this.#pendingRedraw) {
+            return;
+        }
+        const abortController = new AbortController();
+        this.#pendingRedraw = abortController;
+        return await this.#queue.enqueue(async () => {
+            if (abortController.signal.aborted) {
+                return;
+            }
+            this.#pendingRedraw = undefined;
+            const frame = this.#lastFrame.clone();
+            try {
+                await this.#draw(frame);
+            }
+            finally {
+                frame.close();
+            }
+        }, true);
+    }
+    dispose() {
+        this.#pendingRedraw?.abort();
+        this.#lastFrame?.close();
+        this.#lastFrame = undefined;
+        this.#queue.dispose();
+    }
+}
+//# sourceMappingURL=redraw.js.map

package/esm/video/render/redraw.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"redraw.js","sourceRoot":"","sources":["../../../src/video/render/redraw.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAEpD;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACzB,KAAK,CAAqD;IAE1D,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;IACzB,cAAc,CAA8B;IAE5C,UAAU,CAAyB;IACnC,IAAI,SAAS;QACT,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAED,YAAY,IAAwD;QAChE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACtB,CAAC;IAED;;;;;;;;;OASG;IACH,IAAI,CAAC,KAAiB;QAClB,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAEhC,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QAEhC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,IAAwB,EAAE;YACtD,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;oBAAS,CAAC;gBACP,KAAK,CAAC,KAAK,EAAE,CAAC;YAClB,CAAC;QACL,CAAC,EAAE,IAAI,CAAC,CAAC;IACb,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,MAAM;QACR,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1C,OAAO;QACX,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAC9C,IAAI,CAAC,cAAc,GAAG,eAAe,CAAC;QAEtC,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,IAAwB,EAAE;YAC5D,IAAI,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjC,OAAO;YACX,CAAC;YAED,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;YAEhC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAW,CAAC,KAAK,EAAE,CAAC;YACvC,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;oBAAS,CAAC;gBACP,KAAK,CAAC,KAAK,EAAE,CAAC;YAClB,CAAC;QACL,CAAC,EAAE,IAAI,CAAC,CAAC;IACb,CAAC;IAED,OAAO;QACH,IAAI,CAAC,cAAc,EAAE,KAAK,EAAE,CAAC;QAE7B,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAE5B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;CACJ"}

package/esm/video/render/type.d.ts

@@ -1,6 +1,12 @@
 import type { MaybePromiseLike } from "@yume-chan/async";
+import type { Event } from "@yume-chan/event";
+import type { ScrcpyVideoDecoder } from "@yume-chan/scrcpy-decoder-shared";
+import type { WritableStream } from "@yume-chan/stream-extra";
 export interface VideoFrameRenderer {
-    setSize(width: number, height: number): void;
-    draw(frame: VideoFrame): MaybePromiseLike<void>;
+    readonly type: ScrcpyVideoDecoder.RendererType;
+    readonly onTypeChanged?: Event<ScrcpyVideoDecoder.RendererType>;
+    readonly writable: WritableStream<VideoFrame>;
+    snapshot?(options?: ImageEncodeOptions): Promise<Blob | undefined>;
+    dispose?(): MaybePromiseLike<undefined>;
 }
 //# sourceMappingURL=type.d.ts.map

package/esm/video/render/type.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"type.d.ts","sourceRoot":"","sources":["../../../src/video/render/type.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEzD,MAAM,WAAW,kBAAkB;IAC/B,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAE7C,IAAI,CAAC,KAAK,EAAE,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;CACnD"}
+{"version":3,"file":"type.d.ts","sourceRoot":"","sources":["../../../src/video/render/type.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AAC3E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAE9D,MAAM,WAAW,kBAAkB;IAC/B,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC,YAAY,CAAC;IAC/C,QAAQ,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;IAEhE,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;IAE9C,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,GAAG,SAAS,CAAC,CAAC;IAEnE,OAAO,CAAC,IAAI,gBAAgB,CAAC,SAAS,CAAC,CAAC;CAC3C"}

package/esm/video/render/webgl.d.ts

@@ -1,9 +1,20 @@
 import { CanvasVideoFrameRenderer } from "./canvas.js";
-export declare class WebGLVideoFrameRenderer extends CanvasVideoFrameRenderer {
+export declare class WebGLVideoFrameRenderer extends CanvasVideoFrameRenderer<WebGLVideoFrameRenderer.Options> {
     #private;
-    static vertexShaderSource: string;
-    static fragmentShaderSource: string;
+    static VertexShader: string;
+    static FragmentShader: string;
+    /**
+     * A single oversized triangle that covers the entire canvas.
+     */
+    static Vertices: Float32Array<ArrayBuffer>;
     static get isSupported(): boolean;
+    get type(): "hardware";
+    /**
+     * Fired when the WebGL context is lost and cannot be restored.
+     *
+     * The current renderer will be automatically disposed.
+     */
+    get onContextLost(): import("@yume-chan/event").Event<void>;
     /**
      * Create a new WebGL frame renderer.
      * @param canvas The canvas to render frames to.
@@ -11,7 +22,29 @@ export declare class WebGLVideoFrameRenderer extends CanvasVideoFrameRenderer {
      * Whether to allow capturing the canvas content using APIs like `readPixels` and `toDataURL`.
      * Enable this option may reduce performance.
      */
-    constructor(canvas?: HTMLCanvasElement | OffscreenCanvas, enableCapture?: boolean);
-    draw(frame: VideoFrame): Promise<void>;
+    constructor(options?: WebGLVideoFrameRenderer.Options);
+    snapshot(options?: ImageEncodeOptions): Promise<Blob | undefined>;
+    dispose(): undefined;
+}
+export declare namespace WebGLVideoFrameRenderer {
+    interface Options extends CanvasVideoFrameRenderer.Options {
+        /**
+         * Whether to allow capturing the canvas content using APIs
+         * like `readPixels` and `toDataURL`.
+         *
+         * Enabling this option may reduce performance.
+         */
+        enableCapture?: boolean;
+        /**
+         * The timeout in milliseconds to wait for context restoration
+         * before firing `onContextLost`.
+         *
+         * When set to 0, also disables automatic context restoration,
+         * `onContextLost` will be fired immediately when the context is lost.
+         *
+         * Default is 3000.
+         */
+        contextRestoreTimeout?: number;
+    }
 }
 //# sourceMappingURL=webgl.d.ts.map

package/esm/video/render/webgl.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"webgl.d.ts","sourceRoot":"","sources":["../../../src/video/render/webgl.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAwBvD,qBAAa,uBAAwB,SAAQ,wBAAwB;;IACjE,MAAM,CAAC,kBAAkB,SAW3B;IAEE,MAAM,CAAC,oBAAoB,SAQ7B;IAEE,MAAM,KAAK,WAAW,YAGrB;IAID;;;;;;OAMG;gBAEC,MAAM,CAAC,EAAE,iBAAiB,GAAG,eAAe,EAC5C,aAAa,CAAC,EAAE,OAAO;IA6D3B,IAAI,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;CAgBzC"}
+{"version":3,"file":"webgl.d.ts","sourceRoot":"","sources":["../../../src/video/render/webgl.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAkDvD,qBAAa,uBAAwB,SAAQ,wBAAwB,CAAC,uBAAuB,CAAC,OAAO,CAAC;;IAClG,MAAM,CAAC,YAAY,SAarB;IAEE,MAAM,CAAC,cAAc,SAwEvB;IAEE;;OAEG;IACH,MAAM,CAAC,QAAQ,4BAAwD;IAEvE,MAAM,KAAK,WAAW,YAMrB;IAED,IAAa,IAAI,IACN,UAAU,CACpB;IAID;;;;OAIG;IACH,IAAI,aAAa,2CAEhB;IAWD;;;;;;OAMG;gBACS,OAAO,CAAC,EAAE,uBAAuB,CAAC,OAAO;IAuItC,QAAQ,CACnB,OAAO,CAAC,EAAE,kBAAkB,GAC7B,OAAO,CAAC,IAAI,GAAG,SAAS,CAAC;IAOnB,OAAO,IAAI,SAAS;CAkBhC;AAED,yBAAiB,uBAAuB,CAAC;IACrC,UAAiB,OAAQ,SAAQ,wBAAwB,CAAC,OAAO;QAC7D;;;;;WAKG;QACH,aAAa,CAAC,EAAE,OAAO,CAAC;QAExB;;;;;;;;WAQG;QACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;KAClC;CACJ"}

package/esm/video/render/webgl.js

@@ -1,46 +1,161 @@
-import { createCanvas } from "@yume-chan/scrcpy-decoder-tinyh264";
+// cspell: ignore highp
+// cspell: ignore mediump
+import { StickyEventEmitter } from "@yume-chan/event";
+import { glCreateContext, glIsSupported, glLoseContext, } from "@yume-chan/scrcpy-decoder-shared";
 import { CanvasVideoFrameRenderer } from "./canvas.js";
-const Resolved = Promise.resolve();
-function createContext(canvas, enableCapture) {
-    const attributes = {
-        // Low-power GPU should be enough for video rendering.
-        powerPreference: "low-power",
-        alpha: false,
-        // Disallow software rendering.
-        // Other rendering methods are faster than software-based WebGL.
-        failIfMajorPerformanceCaveat: true,
-        preserveDrawingBuffer: !!enableCapture,
-    };
-    return (canvas.getContext("webgl2", attributes) ||
-        canvas.getContext("webgl", attributes));
+function createShader(gl, type, source) {
+    const shader = gl.createShader(type);
+    gl.shaderSource(shader, source);
+    gl.compileShader(shader);
+    return shader;
+}
+function createProgram(gl, vertexShaderSource, fragmentShaderSource) {
+    const vertexShader = createShader(gl, gl.VERTEX_SHADER, vertexShaderSource);
+    const fragmentShader = createShader(gl, gl.FRAGMENT_SHADER, fragmentShaderSource);
+    const program = gl.createProgram();
+    gl.attachShader(program, vertexShader);
+    gl.attachShader(program, fragmentShader);
+    gl.linkProgram(program);
+    try {
+        if (gl.getProgramParameter(program, gl.LINK_STATUS)) {
+            return program;
+        }
+        // Don't check shader compile status unless linking fails
+        // https://developer.mozilla.org/en-US/docs/Web/API/WebGL_API/WebGL_best_practices#dont_check_shader_compile_status_unless_linking_fails
+        if (!gl.getShaderParameter(vertexShader, gl.COMPILE_STATUS)) {
+            throw new Error(gl.getShaderInfoLog(vertexShader));
+        }
+        if (!gl.getShaderParameter(fragmentShader, gl.COMPILE_STATUS)) {
+            throw new Error(gl.getShaderInfoLog(fragmentShader));
+        }
+        throw new Error(gl.getProgramInfoLog(program));
+    }
+    finally {
+        // Delete objects eagerly
+        // https://developer.mozilla.org/en-US/docs/Web/API/WebGL_API/WebGL_best_practices#delete_objects_eagerly
+        gl.deleteShader(vertexShader);
+        gl.deleteShader(fragmentShader);
+    }
 }
 export class WebGLVideoFrameRenderer extends CanvasVideoFrameRenderer {
-    static vertexShaderSource = `
+    static VertexShader = `
         attribute vec2 xy;
 
         varying highp vec2 uv;
 
         void main(void) {
             gl_Position = vec4(xy, 0.0, 1.0);
+
             // Map vertex coordinates (-1 to +1) to UV coordinates (0 to 1).
+            uv = xy * 0.5 + 0.5;
             // UV coordinates are Y-flipped relative to vertex coordinates.
-            uv = vec2((1.0 + xy.x) / 2.0, (1.0 - xy.y) / 2.0);
+            uv.y = 1.0 - uv.y;
         }
 `;
-    static fragmentShaderSource = `
-        varying highp vec2 uv;
+    static FragmentShader = `
+        precision mediump float;
 
-        uniform sampler2D texture;
+        uniform sampler2D source;
+        uniform vec2 texelSize;
+        uniform float zoom;
 
-        void main(void) {
-            gl_FragColor = texture2D(texture, uv);
+        varying vec2 uv;
+
+        vec4 tent4(vec2 uv) {
+            vec2 dx = vec2(texelSize.x, 0.0);
+            vec2 dy = vec2(0.0, texelSize.y);
+
+            vec4 c0 = texture2D(source, uv);
+            vec4 c1 = texture2D(source, uv + dx);
+            vec4 c2 = texture2D(source, uv + dy);
+            vec4 c3 = texture2D(source, uv + dx + dy);
+
+            return 0.25 * (c0 + c1 + c2 + c3);
+        }
+
+        float mnWeight(float x) {
+            x = abs(x);
+            float x2 = x * x;
+            float x3 = x2 * x;
+
+            if (x < 1.0) {
+                return (1.0/6.0) * ((12.0 - 9.0 * (1.0/3.0) - 6.0 * (1.0/3.0)) * x3 +
+                                    (-18.0 + 12.0 * (1.0/3.0) + 6.0 * (1.0/3.0)) * x2 +
+                                    (6.0 - 2.0 * (1.0/3.0)));
+            } else if (x < 2.0) {
+                return (1.0/6.0) * ((- (1.0/3.0) - 6.0 * (1.0/3.0)) * x3 +
+                                    ((6.0 * (1.0/3.0) + 30.0 * (1.0/3.0)) * x2 +
+                                    (-12.0 * (1.0/3.0) - 48.0 * (1.0/3.0)) * x +
+                                    (8.0 * (1.0/3.0) + 24.0 * (1.0/3.0))));
+            }
+            return 0.0;
+        }
+
+        vec4 bicubicMN(vec2 uv, vec2 texelSize) {
+            vec2 texCoord = uv / texelSize;
+            vec2 base = floor(texCoord - 0.5);
+            vec2 f = texCoord - base - 0.5;
+
+            vec4 sum = vec4(0.0);
+            float total = 0.0;
+
+            for (int j = -1; j <= 2; j++) {
+                float wy = mnWeight(float(j) - f.y);
+                for (int i = -1; i <= 2; i++) {
+                    float wx = mnWeight(float(i) - f.x);
+                    float w = wx * wy;
+
+                    vec2 coord = (base + vec2(float(i), float(j)) + 0.5) * texelSize;
+                    sum += texture2D(source, coord) * w;
+                    total += w;
+                }
+            }
+            return sum / total;
+        }
+
+        void main() {
+            if (zoom > 0.95) {
+                gl_FragColor = texture2D(source, uv);
+            }
+            else if (zoom > 0.5) {
+                gl_FragColor = bicubicMN(uv, texelSize);
+            }
+            else {
+                gl_FragColor = tent4(uv);
+            }
         }
 `;
+    /**
+     * A single oversized triangle that covers the entire canvas.
+     */
+    static Vertices = new Float32Array([-1.0, -1.0, 3.0, -1.0, -1.0, 3.0]);
     static get isSupported() {
-        const canvas = createCanvas();
-        return !!createContext(canvas);
+        return glIsSupported({
+            // Disallow software rendering.
+            // `ImageBitmapRenderingContext` is faster than software-based WebGL.
+            failIfMajorPerformanceCaveat: true,
+        });
+    }
+    get type() {
+        return "hardware";
+    }
+    #contextLostTimer;
+    #onContextLost = new StickyEventEmitter();
+    /**
+     * Fired when the WebGL context is lost and cannot be restored.
+     *
+     * The current renderer will be automatically disposed.
+     */
+    get onContextLost() {
+        return this.#onContextLost.event;
     }
     #context;
+    #program;
+    #vertexBuffer;
+    #texture;
+    #texelSizeLocation;
+    #zoomLocation;
+    #abortController = new AbortController();
     /**
      * Create a new WebGL frame renderer.
      * @param canvas The canvas to render frames to.
@@ -48,54 +163,108 @@ export class WebGLVideoFrameRenderer extends CanvasVideoFrameRenderer {
      * Whether to allow capturing the canvas content using APIs like `readPixels` and `toDataURL`.
      * Enable this option may reduce performance.
      */
-    constructor(canvas, enableCapture) {
-        super(canvas);
-        const gl = createContext(this.canvas, enableCapture);
+    constructor(options) {
+        super((frame) => {
+            const gl = this.#context;
+            if (gl.isContextLost()) {
+                // The base class will close the frame.
+                return;
+            }
+            gl.texImage2D(gl.TEXTURE_2D, 0, gl.RGBA, gl.RGBA, gl.UNSIGNED_BYTE, frame);
+            gl.uniform2f(this.#texelSizeLocation, 1.0 / frame.codedWidth, 1.0 / frame.codedHeight);
+            gl.uniform1f(this.#zoomLocation, this.canvas.width / frame.codedWidth);
+            gl.viewport(0, 0, gl.drawingBufferWidth, gl.drawingBufferHeight);
+            gl.drawArrays(gl.TRIANGLES, 0, 3);
+            gl.flush();
+        }, options);
+        const gl = glCreateContext(this.canvas, {
+            // Low-power GPU should be enough for video rendering.
+            // Note that `OffscreenCanvas` created in Web Workers can only use `low-power` anyway.
+            powerPreference: "low-power",
+            // Avoid alpha:false, which can be expensive
+            // https://developer.mozilla.org/en-US/docs/Web/API/WebGL_API/WebGL_best_practices#avoid_alphafalse_which_can_be_expensive
+            alpha: true,
+            // Disallow software rendering.
+            // `ImageBitmapRenderingContext` is faster than software-based WebGL.
+            failIfMajorPerformanceCaveat: true,
+            preserveDrawingBuffer: !!this.options?.enableCapture,
+            // Enable desynchronized mode when not capturing to reduce latency.
+            desynchronized: !this.options?.enableCapture,
+            antialias: false,
+            depth: false,
+            premultipliedAlpha: true,
+            stencil: false,
+        });
         if (!gl) {
-            throw new Error("WebGL not supported");
+            throw new Error("WebGL not supported, check `isSupported` first");
         }
         this.#context = gl;
-        const vertexShader = gl.createShader(gl.VERTEX_SHADER);
-        gl.shaderSource(vertexShader, WebGLVideoFrameRenderer.vertexShaderSource);
-        gl.compileShader(vertexShader);
-        if (!gl.getShaderParameter(vertexShader, gl.COMPILE_STATUS)) {
-            throw new Error(gl.getShaderInfoLog(vertexShader));
-        }
-        const fragmentShader = gl.createShader(gl.FRAGMENT_SHADER);
-        gl.shaderSource(fragmentShader, WebGLVideoFrameRenderer.fragmentShaderSource);
-        gl.compileShader(fragmentShader);
-        if (!gl.getShaderParameter(fragmentShader, gl.COMPILE_STATUS)) {
-            throw new Error(gl.getShaderInfoLog(fragmentShader));
-        }
-        const shaderProgram = gl.createProgram();
-        gl.attachShader(shaderProgram, vertexShader);
-        gl.attachShader(shaderProgram, fragmentShader);
-        gl.linkProgram(shaderProgram);
-        if (!gl.getProgramParameter(shaderProgram, gl.LINK_STATUS)) {
-            throw new Error(gl.getProgramInfoLog(shaderProgram));
-        }
-        gl.useProgram(shaderProgram);
+        this.#initialize();
+        this.canvas.addEventListener("webglcontextlost", (e) => {
+            if (options?.contextRestoreTimeout === 0) {
+                this.#onContextLost.fire();
+                this.dispose();
+                return;
+            }
+            // Notify WebGL we want to handle context restoration
+            e.preventDefault();
+            this.#contextLostTimer = globalThis.setTimeout(() => {
+                this.#onContextLost.fire();
+                this.dispose();
+            }, options?.contextRestoreTimeout ?? 3000);
+        }, { signal: this.#abortController.signal });
+        this.canvas.addEventListener("webglcontextrestored", () => {
+            if (this.#onContextLost.hasValue) {
+                // Don't restore context if `onContextLost` has been fired,
+                // which means the caller will handle the context loss.
+                return;
+            }
+            globalThis.clearTimeout(this.#contextLostTimer);
+            this.#contextLostTimer = undefined;
+            this.#initialize();
+            void this.redraw();
+        }, { signal: this.#abortController.signal });
+    }
+    #initialize() {
+        const gl = this.#context;
+        this.#program = createProgram(gl, WebGLVideoFrameRenderer.VertexShader, WebGLVideoFrameRenderer.FragmentShader);
+        gl.useProgram(this.#program);
         // Vertex coordinates, clockwise from bottom-left.
-        const vertexBuffer = gl.createBuffer();
-        gl.bindBuffer(gl.ARRAY_BUFFER, vertexBuffer);
-        gl.bufferData(gl.ARRAY_BUFFER, new Float32Array([-1.0, -1.0, -1.0, +1.0, +1.0, +1.0, +1.0, -1.0]), gl.STATIC_DRAW);
-        const xyLocation = gl.getAttribLocation(shaderProgram, "xy");
+        this.#vertexBuffer = gl.createBuffer();
+        gl.bindBuffer(gl.ARRAY_BUFFER, this.#vertexBuffer);
+        gl.bufferData(gl.ARRAY_BUFFER, WebGLVideoFrameRenderer.Vertices, gl.STATIC_DRAW);
+        const xyLocation = gl.getAttribLocation(this.#program, "xy");
         gl.vertexAttribPointer(xyLocation, 2, gl.FLOAT, false, 0, 0);
         gl.enableVertexAttribArray(xyLocation);
+        this.#texelSizeLocation = gl.getUniformLocation(this.#program, "texelSize");
+        this.#zoomLocation = gl.getUniformLocation(this.#program, "zoom");
         // Create one texture to upload frames to.
-        const texture = gl.createTexture();
-        gl.bindTexture(gl.TEXTURE_2D, texture);
+        this.#texture = gl.createTexture();
+        gl.bindTexture(gl.TEXTURE_2D, this.#texture);
         gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_MAG_FILTER, gl.NEAREST);
         gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_MIN_FILTER, gl.NEAREST);
         gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_WRAP_S, gl.CLAMP_TO_EDGE);
         gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_WRAP_T, gl.CLAMP_TO_EDGE);
     }
-    draw(frame) {
-        const gl = this.#context;
-        gl.texImage2D(gl.TEXTURE_2D, 0, gl.RGBA, gl.RGBA, gl.UNSIGNED_BYTE, frame);
-        gl.viewport(0, 0, gl.drawingBufferWidth, gl.drawingBufferHeight);
-        gl.drawArrays(gl.TRIANGLE_FAN, 0, 4);
-        return Resolved;
+    async snapshot(options) {
+        if (!this.options?.enableCapture) {
+            return undefined;
+        }
+        return super.snapshot(options);
+    }
+    dispose() {
+        globalThis.clearTimeout(this.#contextLostTimer);
+        this.#onContextLost.dispose();
+        this.#abortController.abort();
+        this.#context.deleteBuffer(this.#vertexBuffer);
+        this.#context.deleteTexture(this.#texture);
+        this.#context.deleteProgram(this.#program);
+        if (!this.#context.isContextLost()) {
+            // Lose contexts eagerly
+            // https://developer.mozilla.org/en-US/docs/Web/API/WebGL_API/WebGL_best_practices#lose_contexts_eagerly
+            glLoseContext(this.#context);
+        }
+        super.dispose();
     }
 }
 //# sourceMappingURL=webgl.js.map

package/esm/video/render/webgl.js.map

@@ -1 +1 @@
-{"version":3,"file":"webgl.js","sourceRoot":"","sources":["../../../src/video/render/webgl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oCAAoC,CAAC;AAElE,OAAO,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAEvD,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;AAEnC,SAAS,aAAa,CAClB,MAA2C,EAC3C,aAAuB;IAEvB,MAAM,UAAU,GAA2B;QACvC,sDAAsD;QACtD,eAAe,EAAE,WAAW;QAC5B,KAAK,EAAE,KAAK;QACZ,+BAA+B;QAC/B,gEAAgE;QAChE,4BAA4B,EAAE,IAAI;QAClC,qBAAqB,EAAE,CAAC,CAAC,aAAa;KACzC,CAAC;IAEF,OAAO,CACH,MAAM,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC;QACvC,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CACzC,CAAC;AACN,CAAC;AAED,MAAM,OAAO,uBAAwB,SAAQ,wBAAwB;IACjE,MAAM,CAAC,kBAAkB,GAAG;;;;;;;;;;;CAW/B,CAAC;IAEE,MAAM,CAAC,oBAAoB,GAAG;;;;;;;;CAQjC,CAAC;IAEE,MAAM,KAAK,WAAW;QAClB,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;QAC9B,OAAO,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;IAED,QAAQ,CAAwB;IAEhC;;;;;;OAMG;IACH,YACI,MAA4C,EAC5C,aAAuB;QAEvB,KAAK,CAAC,MAAM,CAAC,CAAC;QAEd,MAAM,EAAE,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QACrD,IAAI,CAAC,EAAE,EAAE,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QAEnB,MAAM,YAAY,GAAG,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,aAAa,CAAE,CAAC;QACxD,EAAE,CAAC,YAAY,CACX,YAAY,EACZ,uBAAuB,CAAC,kBAAkB,CAC7C,CAAC;QACF,EAAE,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,YAAY,EAAE,EAAE,CAAC,cAAc,CAAC,EAAE,CAAC;YAC1D,MAAM,IAAI,KAAK,CAAC,EAAE,CAAC,gBAAgB,CAAC,YAAY,CAAE,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,cAAc,GAAG,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,eAAe,CAAE,CAAC;QAC5D,EAAE,CAAC,YAAY,CACX,cAAc,EACd,uBAAuB,CAAC,oBAAoB,CAC/C,CAAC;QACF,EAAE,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;QACjC,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,cAAc,EAAE,EAAE,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CAAC,EAAE,CAAC,gBAAgB,CAAC,cAAc,CAAE,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,aAAa,GAAG,EAAE,CAAC,aAAa,EAAE,CAAC;QACzC,EAAE,CAAC,YAAY,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;QAC7C,EAAE,CAAC,YAAY,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;QAC/C,EAAE,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;QAC9B,IAAI,CAAC,EAAE,CAAC,mBAAmB,CAAC,aAAa,EAAE,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CAAC,EAAE,CAAC,iBAAiB,CAAC,aAAa,CAAE,CAAC,CAAC;QAC1D,CAAC;QACD,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;QAE7B,kDAAkD;QAClD,MAAM,YAAY,GAAG,EAAE,CAAC,YAAY,EAAE,CAAC;QACvC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;QAC7C,EAAE,CAAC,UAAU,CACT,EAAE,CAAC,YAAY,EACf,IAAI,YAAY,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,EAClE,EAAE,CAAC,WAAW,CACjB,CAAC;QAEF,MAAM,UAAU,GAAG,EAAE,CAAC,iBAAiB,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QAC7D,EAAE,CAAC,mBAAmB,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7D,EAAE,CAAC,uBAAuB,CAAC,UAAU,CAAC,CAAC;QAEvC,0CAA0C;QAC1C,MAAM,OAAO,GAAG,EAAE,CAAC,aAAa,EAAE,CAAC;QACnC,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QACvC,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,kBAAkB,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;QACnE,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,kBAAkB,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;QACnE,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,cAAc,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC;QACrE,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,cAAc,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC;IACzE,CAAC;IAED,IAAI,CAAC,KAAiB;QAClB,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;QACzB,EAAE,CAAC,UAAU,CACT,EAAE,CAAC,UAAU,EACb,CAAC,EACD,EAAE,CAAC,IAAI,EACP,EAAE,CAAC,IAAI,EACP,EAAE,CAAC,aAAa,EAChB,KAAK,CACR,CAAC;QAEF,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,EAAE,EAAE,CAAC,mBAAmB,CAAC,CAAC;QACjE,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAErC,OAAO,QAAQ,CAAC;IACpB,CAAC"}
+{"version":3,"file":"webgl.js","sourceRoot":"","sources":["../../../src/video/render/webgl.ts"],"names":[],"mappings":"AAAA,uBAAuB;AACvB,yBAAyB;AAEzB,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EACH,eAAe,EACf,aAAa,EACb,aAAa,GAChB,MAAM,kCAAkC,CAAC;AAE1C,OAAO,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAEvD,SAAS,YAAY,CAAC,EAAyB,EAAE,IAAY,EAAE,MAAc;IACzE,MAAM,MAAM,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAE,CAAC;IACtC,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IACzB,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,aAAa,CAClB,EAAyB,EACzB,kBAA0B,EAC1B,oBAA4B;IAE5B,MAAM,YAAY,GAAG,YAAY,CAAC,EAAE,EAAE,EAAE,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC;IAC5E,MAAM,cAAc,GAAG,YAAY,CAC/B,EAAE,EACF,EAAE,CAAC,eAAe,EAClB,oBAAoB,CACvB,CAAC;IAEF,MAAM,OAAO,GAAG,EAAE,CAAC,aAAa,EAAE,CAAC;IACnC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACvC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IACzC,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAExB,IAAI,CAAC;QACD,IAAI,EAAE,CAAC,mBAAmB,CAAC,OAAO,EAAE,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;YAClD,OAAO,OAAO,CAAC;QACnB,CAAC;QAED,yDAAyD;QACzD,wIAAwI;QACxI,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,YAAY,EAAE,EAAE,CAAC,cAAc,CAAC,EAAE,CAAC;YAC1D,MAAM,IAAI,KAAK,CAAC,EAAE,CAAC,gBAAgB,CAAC,YAAY,CAAE,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,cAAc,EAAE,EAAE,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CAAC,EAAE,CAAC,gBAAgB,CAAC,cAAc,CAAE,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAE,CAAC,CAAC;IACpD,CAAC;YAAS,CAAC;QACP,yBAAyB;QACzB,yGAAyG;QACzG,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QAC9B,EAAE,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IACpC,CAAC;AACL,CAAC;AAED,MAAM,OAAO,uBAAwB,SAAQ,wBAAyD;IAClG,MAAM,CAAC,YAAY,GAAG;;;;;;;;;;;;;CAazB,CAAC;IAEE,MAAM,CAAC,cAAc,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwE3B,CAAC;IAEE;;OAEG;IACH,MAAM,CAAC,QAAQ,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IAEvE,MAAM,KAAK,WAAW;QAClB,OAAO,aAAa,CAAC;YACjB,+BAA+B;YAC/B,qEAAqE;YACrE,4BAA4B,EAAE,IAAI;SACrC,CAAC,CAAC;IACP,CAAC;IAED,IAAa,IAAI;QACb,OAAO,UAAmB,CAAC;IAC/B,CAAC;IAED,iBAAiB,CAAqB;IACtC,cAAc,GAAG,IAAI,kBAAkB,EAAQ,CAAC;IAChD;;;;OAIG;IACH,IAAI,aAAa;QACb,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC;IACrC,CAAC;IAED,QAAQ,CAAwB;IAChC,QAAQ,CAAgB;IACxB,aAAa,CAAe;IAC5B,QAAQ,CAAgB;IACxB,kBAAkB,CAAwB;IAC1C,aAAa,CAAwB;IAErC,gBAAgB,GAAG,IAAI,eAAe,EAAE,CAAC;IAEzC;;;;;;OAMG;IACH,YAAY,OAAyC;QACjD,KAAK,CAAC,CAAC,KAAK,EAAa,EAAE;YACvB,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;YACzB,IAAI,EAAE,CAAC,aAAa,EAAE,EAAE,CAAC;gBACrB,uCAAuC;gBACvC,OAAO;YACX,CAAC;YAED,EAAE,CAAC,UAAU,CACT,EAAE,CAAC,UAAU,EACb,CAAC,EACD,EAAE,CAAC,IAAI,EACP,EAAE,CAAC,IAAI,EACP,EAAE,CAAC,aAAa,EAChB,KAAK,CACR,CAAC;YAEF,EAAE,CAAC,SAAS,CACR,IAAI,CAAC,kBAAkB,EACvB,GAAG,GAAG,KAAK,CAAC,UAAU,EACtB,GAAG,GAAG,KAAK,CAAC,WAAW,CAC1B,CAAC;YAEF,EAAE,CAAC,SAAS,CACR,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,UAAU,CACvC,CAAC;YAEF,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,EAAE,EAAE,CAAC,mBAAmB,CAAC,CAAC;YACjE,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAElC,EAAE,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,EAAE,OAAO,CAAC,CAAC;QAEZ,MAAM,EAAE,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE;YACpC,sDAAsD;YACtD,sFAAsF;YACtF,eAAe,EAAE,WAAW;YAC5B,4CAA4C;YAC5C,0HAA0H;YAC1H,KAAK,EAAE,IAAI;YACX,+BAA+B;YAC/B,qEAAqE;YACrE,4BAA4B,EAAE,IAAI;YAClC,qBAAqB,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa;YACpD,mEAAmE;YACnE,cAAc,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa;YAC5C,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,KAAK;YACZ,kBAAkB,EAAE,IAAI;YACxB,OAAO,EAAE,KAAK;SACjB,CAAC,CAAC;QACH,IAAI,CAAC,EAAE,EAAE,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QAEnB,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,IAAI,CAAC,MAAM,CAAC,gBAAgB,CACxB,kBAAkB,EAClB,CAAC,CAAC,EAAE,EAAE;YACF,IAAI,OAAO,EAAE,qBAAqB,KAAK,CAAC,EAAE,CAAC;gBACvC,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;gBAC3B,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,OAAO;YACX,CAAC;YAED,qDAAqD;YACrD,CAAC,CAAC,cAAc,EAAE,CAAC;YAEnB,IAAI,CAAC,iBAAiB,GAAG,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE;gBAChD,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;gBAC3B,IAAI,CAAC,OAAO,EAAE,CAAC;YACnB,CAAC,EAAE,OAAO,EAAE,qBAAqB,IAAI,IAAI,CAAC,CAAC;QAC/C,CAAC,EACD,EAAE,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAC3C,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,gBAAgB,CACxB,sBAAsB,EACtB,GAAG,EAAE;YACD,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC;gBAC/B,2DAA2D;gBAC3D,uDAAuD;gBACvD,OAAO;YACX,CAAC;YAED,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAChD,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;YAEnC,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,CAAC,EACD,EAAE,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAC3C,CAAC;IACN,CAAC;IAED,WAAW;QACP,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;QAEzB,IAAI,CAAC,QAAQ,GAAG,aAAa,CACzB,EAAE,EACF,uBAAuB,CAAC,YAAY,EACpC,uBAAuB,CAAC,cAAc,CACzC,CAAC;QACF,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE7B,kDAAkD;QAClD,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC,YAAY,EAAE,CAAC;QACvC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QACnD,EAAE,CAAC,UAAU,CACT,EAAE,CAAC,YAAY,EACf,uBAAuB,CAAC,QAAQ,EAChC,EAAE,CAAC,WAAW,CACjB,CAAC;QAEF,MAAM,UAAU,GAAG,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC7D,EAAE,CAAC,mBAAmB,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7D,EAAE,CAAC,uBAAuB,CAAC,UAAU,CAAC,CAAC;QAEvC,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAC,kBAAkB,CAC3C,IAAI,CAAC,QAAQ,EACb,WAAW,CACb,CAAC;QACH,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAE,CAAC;QAEnE,0CAA0C;QAC1C,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC,aAAa,EAAE,CAAC;QACnC,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,kBAAkB,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;QACnE,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,kBAAkB,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;QACnE,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,cAAc,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC;QACrE,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,CAAC,cAAc,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC;IACzE,CAAC;IAEQ,KAAK,CAAC,QAAQ,CACnB,OAA4B;QAE5B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC;YAC/B,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,OAAO,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAEQ,OAAO;QACZ,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAChD,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;QAE9B,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;QAE9B,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC/C,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE3C,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC;YACjC,wBAAwB;YACxB,wGAAwG;YACxG,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;QAED,KAAK,CAAC,OAAO,EAAE,CAAC;IACpB,CAAC"}

package/esm/video/utils/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./snapshot.js";
+export * from "./timestamp.js";
+export * from "./video-decoder-stream.js";
+//# sourceMappingURL=index.d.ts.map

package/esm/video/utils/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/video/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,2BAA2B,CAAC"}

package/esm/video/utils/index.js

@@ -0,0 +1,4 @@
+export * from "./snapshot.js";
+export * from "./timestamp.js";
+export * from "./video-decoder-stream.js";
+//# sourceMappingURL=index.js.map

package/esm/video/utils/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/video/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,2BAA2B,CAAC"}

package/esm/video/utils/snapshot.d.ts

@@ -0,0 +1,2 @@
+export declare function canvasToBlob(canvas: HTMLCanvasElement | OffscreenCanvas, options?: ImageEncodeOptions): Promise<Blob>;
+//# sourceMappingURL=snapshot.d.ts.map

package/esm/video/utils/snapshot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshot.d.ts","sourceRoot":"","sources":["../../../src/video/utils/snapshot.ts"],"names":[],"mappings":"AAAA,wBAAgB,YAAY,CACxB,MAAM,EAAE,iBAAiB,GAAG,eAAe,EAC3C,OAAO,CAAC,EAAE,kBAAkB,iBAmB/B"}

package/esm/video/utils/snapshot.js

@@ -0,0 +1,18 @@
+export function canvasToBlob(canvas, options) {
+    if (canvas instanceof OffscreenCanvas) {
+        return canvas.convertToBlob(options);
+    }
+    else {
+        return new Promise((resolve, reject) => {
+            canvas.toBlob((blob) => {
+                if (!blob) {
+                    reject(new Error("Failed to convert canvas to blob"));
+                }
+                else {
+                    resolve(blob);
+                }
+            }, options?.type, options?.quality);
+        });
+    }
+}
+//# sourceMappingURL=snapshot.js.map

package/esm/video/utils/snapshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshot.js","sourceRoot":"","sources":["../../../src/video/utils/snapshot.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,YAAY,CACxB,MAA2C,EAC3C,OAA4B;IAE5B,IAAI,MAAM,YAAY,eAAe,EAAE,CAAC;QACpC,OAAO,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;SAAM,CAAC;QACJ,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACzC,MAAM,CAAC,MAAM,CACT,CAAC,IAAI,EAAE,EAAE;gBACL,IAAI,CAAC,IAAI,EAAE,CAAC;oBACR,MAAM,CAAC,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC,CAAC;gBAC1D,CAAC;qBAAM,CAAC;oBACJ,OAAO,CAAC,IAAI,CAAC,CAAC;gBAClB,CAAC;YACL,CAAC,EACD,OAAO,EAAE,IAAI,EACb,OAAO,EAAE,OAAO,CACnB,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;AACL,CAAC"}

package/esm/video/utils/timestamp.d.ts

@@ -0,0 +1,19 @@
+import type { ScrcpyVideoDecoderPauseController } from "@yume-chan/scrcpy-decoder-shared";
+import { TransformStream } from "@yume-chan/stream-extra";
+import type { CodecTransformStream } from "../codec/type.js";
+/**
+ * Gets current time.
+ *
+ * The returned value is guaranteed to be monotonically increasing.
+ */
+export declare function increasingNow(): number;
+export declare class TimestampTransforms {
+    #private;
+    get addTimestamp(): TransformStream<ScrcpyVideoDecoderPauseController.Output, CodecTransformStream.Input>;
+    /**
+     * Gets the total time spent processing and decoding frames in milliseconds.
+     */
+    get totalDecodeTime(): number;
+    get consumeTimestamp(): TransformStream<VideoFrame, VideoFrame>;
+}
+//# sourceMappingURL=timestamp.d.ts.map

package/esm/video/utils/timestamp.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"timestamp.d.ts","sourceRoot":"","sources":["../../../src/video/utils/timestamp.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iCAAiC,EAAE,MAAM,kCAAkC,CAAC;AAC1F,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAE1D,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AA0B7D;;;;GAIG;AACH,wBAAgB,aAAa,WAO5B;AAED,qBAAa,mBAAmB;;IA8B5B,IAAI,YAAY,0FAEf;IAQD;;OAEG;IACH,IAAI,eAAe,WAElB;IAgBD,IAAI,gBAAgB,4CAEnB;CACJ"}