@nativescript/canvas-media 3.0.0-alpha.9 → 3.0.0-beta.2

package/VideoFrame/index.windows.d.ts

@@ -0,0 +1,12 @@
+import { VideoFrameBase, VideoColorSpace, DOMRectReadOnly, VideoFrameInit, VideoFrameBufferInit, VideoFrameCopyToOptions, PlaneLayout, RectInit, VideoPixelFormat, VideoColorSpaceInit, _INTERNAL } from './common';
+export { VideoColorSpace, DOMRectReadOnly, _INTERNAL };
+export type { VideoPixelFormat, VideoFrameInit, VideoFrameBufferInit, VideoFrameCopyToOptions, PlaneLayout, RectInit, VideoColorSpaceInit };
+export declare class VideoFrame extends VideoFrameBase {
+    constructor(source: ArrayBuffer | ArrayBufferView, init: VideoFrameBufferInit);
+    constructor(source: object, init?: VideoFrameInit);
+    static fromVideo(source: any, init?: VideoFrameInit): VideoFrame | null;
+    private static _dataFromBuffer;
+    private static _dataFromVideoSource;
+    private static _assertBufferInit;
+    protected _doClone(): VideoFrame;
+}

package/VideoFrame/index.windows.js

@@ -0,0 +1,98 @@
+import { VideoFrameBase, VideoColorSpace, DOMRectReadOnly, _INTERNAL, bgraToRgba } from './common';
+export { VideoColorSpace, DOMRectReadOnly, _INTERNAL };
+export class VideoFrame extends VideoFrameBase {
+    constructor(source, init) {
+        if (source === _INTERNAL) {
+            super(init);
+            return;
+        }
+        if (source instanceof ArrayBuffer || ArrayBuffer.isView(source)) {
+            super(VideoFrame._dataFromBuffer(source, init));
+            return;
+        }
+        super(VideoFrame._dataFromVideoSource(source, init));
+    }
+    static fromVideo(source, init) {
+        try {
+            const data = VideoFrame._dataFromVideoSource(source, init);
+            // Return null when no pixel data is available yet (no frame decoded).
+            // Callers can treat null as "not ready" and fall back to drawImage.
+            if (!data.pixelData)
+                return null;
+            return new VideoFrame(_INTERNAL, data);
+        }
+        catch (err) {
+            console.error('[VideoFrame] fromVideo:', err?.message ?? err);
+            return null;
+        }
+    }
+    static _dataFromBuffer(source, init) {
+        VideoFrame._assertBufferInit(init);
+        const buf = ArrayBuffer.isView(source) ? new Uint8Array(source.buffer, source.byteOffset, source.byteLength) : new Uint8Array(source);
+        const pixelData = init.format === 'BGRA' || init.format === 'BGRX' ? bgraToRgba(buf) : new Uint8Array(buf);
+        return {
+            pixelData,
+            codedWidth: init.codedWidth,
+            codedHeight: init.codedHeight,
+            displayWidth: init.displayWidth ?? init.codedWidth,
+            displayHeight: init.displayHeight ?? init.codedHeight,
+            timestamp: init.timestamp,
+            duration: init.duration ?? null,
+            format: 'RGBA',
+            colorSpace: init.colorSpace,
+        };
+    }
+    static _dataFromVideoSource(source, init) {
+        const video = source?._video ?? source;
+        if (typeof video?._currentFrame !== 'function') {
+            throw new TypeError('[VideoFrame] Source must be an HTMLVideoElement or a canvas-media Video instance');
+        }
+        const timestampUs = typeof init?.timestamp === 'number' ? init.timestamp : Math.round(video.currentTime * 1000000);
+        // A copy: the video hands the same buffer to every reader until its next frame.
+        const frame = video._currentFrame();
+        const pixelData = frame ? new Uint8Array(frame.pixels) : null;
+        const codedWidth = frame?.width ?? video.videoWidth ?? 0;
+        const codedHeight = frame?.height ?? video.videoHeight ?? 0;
+        return {
+            pixelData,
+            codedWidth,
+            codedHeight,
+            displayWidth: init?.displayWidth ?? codedWidth,
+            displayHeight: init?.displayHeight ?? codedHeight,
+            timestamp: timestampUs,
+            duration: init?.duration ?? null,
+            format: 'RGBA',
+            colorSpace: init?.colorSpace,
+        };
+    }
+    static _assertBufferInit(init) {
+        if (!init?.format) {
+            throw new TypeError('VideoFrame: init.format is required for the buffer constructor');
+        }
+        if (!init?.codedWidth || init.codedWidth <= 0) {
+            throw new TypeError('VideoFrame: init.codedWidth must be a positive integer');
+        }
+        if (!init?.codedHeight || init.codedHeight <= 0) {
+            throw new TypeError('VideoFrame: init.codedHeight must be a positive integer');
+        }
+        if (typeof init?.timestamp !== 'number' || !isFinite(init.timestamp)) {
+            throw new TypeError('VideoFrame: init.timestamp must be a finite number (microseconds)');
+        }
+    }
+    _doClone() {
+        const pixelCopy = this._pixelData ? new Uint8Array(this._pixelData) : null;
+        const data = {
+            pixelData: pixelCopy,
+            codedWidth: this.codedWidth,
+            codedHeight: this.codedHeight,
+            displayWidth: this.displayWidth,
+            displayHeight: this.displayHeight,
+            timestamp: this.timestamp,
+            duration: this.duration,
+            format: this.format,
+            colorSpace: this.colorSpace.toJSON(),
+        };
+        return new VideoFrame(_INTERNAL, data);
+    }
+}
+//# sourceMappingURL=index.windows.js.map

package/VideoFrame/index.windows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.windows.js","sourceRoot":"","sources":["../../../../packages/canvas-media/VideoFrame/index.windows.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,eAAe,EAAgJ,SAAS,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAEjP,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC;AAGvD,MAAM,OAAO,UAAW,SAAQ,cAAc;IAG7C,YAAY,MAAW,EAAE,IAAU;QAClC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAuB,CAAC,CAAC;YAC/B,OAAO;QACR,CAAC;QAED,IAAI,MAAM,YAAY,WAAW,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACjE,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC,MAAM,EAAE,IAA4B,CAAC,CAAC,CAAC;YACxE,OAAO;QACR,CAAC;QACD,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,MAAM,EAAE,IAAsB,CAAC,CAAC,CAAC;IACxE,CAAC;IAED,MAAM,CAAC,SAAS,CAAC,MAAW,EAAE,IAAqB;QAClD,IAAI,CAAC;YACJ,MAAM,IAAI,GAAG,UAAU,CAAC,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAC3D,sEAAsE;YACtE,oEAAoE;YACpE,IAAI,CAAC,IAAI,CAAC,SAAS;gBAAE,OAAO,IAAI,CAAC;YACjC,OAAO,IAAI,UAAU,CAAC,SAAgB,EAAE,IAAI,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YACnB,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,GAAG,EAAE,OAAO,IAAI,GAAG,CAAC,CAAC;YAC9D,OAAO,IAAI,CAAC;QACb,CAAC;IACF,CAAC;IAEO,MAAM,CAAC,eAAe,CAAC,MAAqC,EAAE,IAA0B;QAC/F,UAAU,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEnC,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,CAAE,MAA0B,CAAC,MAAM,EAAG,MAA0B,CAAC,UAAU,EAAG,MAA0B,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,MAAqB,CAAC,CAAC;QAEpN,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,KAAK,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;QAE3G,OAAO;YACN,SAAS;YACT,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,UAAU;YAClD,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,WAAW;YACrD,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI;YAC/B,MAAM,EAAE,MAAM;YACd,UAAU,EAAE,IAAI,CAAC,UAAU;SAC3B,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,oBAAoB,CAAC,MAAW,EAAE,IAAqB;QACrE,MAAM,KAAK,GAAG,MAAM,EAAE,MAAM,IAAI,MAAM,CAAC;QAEvC,IAAI,OAAO,KAAK,EAAE,aAAa,KAAK,UAAU,EAAE,CAAC;YAChD,MAAM,IAAI,SAAS,CAAC,kFAAkF,CAAC,CAAC;QACzG,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,IAAI,EAAE,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAE,KAAK,CAAC,WAAsB,GAAG,OAAS,CAAC,CAAC;QAEjI,gFAAgF;QAChF,MAAM,KAAK,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,SAAS,GAAsB,KAAK,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACjF,MAAM,UAAU,GAAW,KAAK,EAAE,KAAK,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,CAAC;QACjE,MAAM,WAAW,GAAW,KAAK,EAAE,MAAM,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;QAEpE,OAAO;YACN,SAAS;YACT,UAAU;YACV,WAAW;YACX,YAAY,EAAE,IAAI,EAAE,YAAY,IAAI,UAAU;YAC9C,aAAa,EAAE,IAAI,EAAE,aAAa,IAAI,WAAW;YACjD,SAAS,EAAE,WAAW;YACtB,QAAQ,EAAE,IAAI,EAAE,QAAQ,IAAI,IAAI;YAChC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE,IAAI,EAAE,UAAU;SAC5B,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,iBAAiB,CAAC,IAA0B;QAC1D,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;YACnB,MAAM,IAAI,SAAS,CAAC,gEAAgE,CAAC,CAAC;QACvF,CAAC;QACD,IAAI,CAAC,IAAI,EAAE,UAAU,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,SAAS,CAAC,wDAAwD,CAAC,CAAC;QAC/E,CAAC;QACD,IAAI,CAAC,IAAI,EAAE,WAAW,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC;YACjD,MAAM,IAAI,SAAS,CAAC,yDAAyD,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,OAAO,IAAI,EAAE,SAAS,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACtE,MAAM,IAAI,SAAS,CAAC,mEAAmE,CAAC,CAAC;QAC1F,CAAC;IACF,CAAC;IAES,QAAQ;QACjB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3E,MAAM,IAAI,GAAoB;YAC7B,SAAS,EAAE,SAAS;YACpB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,MAAM,EAAE,IAAI,CAAC,MAA0B;YACvC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE;SACpC,CAAC;QACF,OAAO,IAAI,UAAU,CAAC,SAAgB,EAAE,IAAW,CAAC,CAAC;IACtD,CAAC;CACD"}

package/audio/index.windows.d.ts

@@ -0,0 +1,44 @@
+import { AudioBase } from './common';
+import { Source } from '../source';
+import { WindowsMediaPlayer } from '../player-windows';
+export declare class Audio extends AudioBase {
+    _media: WindowsMediaPlayer;
+    _sourceView: Source[];
+    private _sources;
+    _isCustom: boolean;
+    private _controls;
+    private _grid;
+    private _element;
+    constructor();
+    static createCustomView(): Audio;
+    get _player(): any;
+    createNativeView(): any;
+    disposeNativeView(): void;
+    private _syncControls;
+    get readyState(): number;
+    canPlayType(type: string): "" | "maybe";
+    _addChildFromBuilder(name: string, value: any): void;
+    onLoaded(): void;
+    _onLoadError(): boolean;
+    get duration(): number;
+    get currentTime(): number;
+    set currentTime(value: number);
+    get muted(): boolean;
+    set muted(value: boolean);
+    get volume(): number;
+    set volume(value: number);
+    get paused(): boolean;
+    get src(): string;
+    set src(value: string);
+    load(): void;
+    play(): Promise<void>;
+    pause(): void;
+    get controls(): boolean;
+    set controls(value: boolean);
+    get autoplay(): boolean;
+    set autoplay(value: boolean);
+    get loop(): boolean;
+    set loop(value: boolean);
+    attachAudioContextTap(): any;
+    detachAudioContextTap(): void;
+}

package/audio/index.windows.js

@@ -0,0 +1,158 @@
+import { booleanConverter } from '@nativescript/core';
+import { AudioBase } from './common';
+import { Source } from '../source';
+import { WindowsMediaPlayer, canPlayType } from '../player-windows';
+export class Audio extends AudioBase {
+    constructor() {
+        super();
+        this._sourceView = [];
+        this._sources = [];
+        this._isCustom = false;
+        this._controls = false;
+        this._media = new WindowsMediaPlayer(this, false);
+    }
+    static createCustomView() {
+        const audio = new Audio();
+        audio._isCustom = true;
+        audio.width = 300;
+        audio.height = 40;
+        return audio;
+    }
+    get _player() {
+        return this._media.player;
+    }
+    createNativeView() {
+        this._grid = new Microsoft.UI.Xaml.Controls.Grid();
+        this._syncControls();
+        return this._grid;
+    }
+    disposeNativeView() {
+        try {
+            this._element?.SetMediaPlayer(null);
+        }
+        catch (e) { }
+        this._grid = this._element = null;
+        super.disposeNativeView();
+    }
+    _syncControls() {
+        const grid = this._grid;
+        if (!grid) {
+            return;
+        }
+        if (this._controls && !this._element) {
+            const element = new Microsoft.UI.Xaml.Controls.MediaPlayerElement();
+            element.SetMediaPlayer(this._player);
+            element.AreTransportControlsEnabled = true;
+            try {
+                const controls = element.TransportControls;
+                controls.IsCompact = true;
+                controls.IsFullWindowButtonVisible = false;
+                controls.IsZoomButtonVisible = false;
+            }
+            catch (e) { }
+            grid.Children.Append(element);
+            this._element = element;
+        }
+        else if (!this._controls && this._element) {
+            const element = this._element;
+            this._element = null;
+            try {
+                element.SetMediaPlayer(null);
+                grid.Children.Clear();
+            }
+            catch (e) { }
+        }
+    }
+    get readyState() {
+        return this._media.readyState;
+    }
+    canPlayType(type) {
+        return canPlayType(type);
+    }
+    _addChildFromBuilder(name, value) {
+        if (value instanceof Source) {
+            this._sourceView.push(value);
+        }
+    }
+    onLoaded() {
+        super.onLoaded();
+        if (!this._media.src) {
+            this._sources = this._sourceView.filter((item) => item.src && (!item.type || canPlayType(item.type) !== '')).map((item) => item.src);
+            this._onLoadError();
+        }
+    }
+    _onLoadError() {
+        const next = this._sources.shift();
+        if (next === undefined) {
+            return false;
+        }
+        this._media.src = next;
+        return true;
+    }
+    get duration() {
+        return this._media.duration;
+    }
+    get currentTime() {
+        return this._media.currentTime;
+    }
+    set currentTime(value) {
+        this._media.currentTime = value;
+    }
+    get muted() {
+        return this._media.muted;
+    }
+    set muted(value) {
+        this._media.muted = booleanConverter(value);
+    }
+    get volume() {
+        return this._media.volume;
+    }
+    set volume(value) {
+        this._media.volume = value;
+    }
+    get paused() {
+        return this._media.paused;
+    }
+    get src() {
+        return this._media.src;
+    }
+    set src(value) {
+        this._sources = [];
+        this._media.src = value;
+    }
+    load() {
+        this._media.load();
+    }
+    play() {
+        return this._media.play();
+    }
+    pause() {
+        this._media.pause();
+    }
+    get controls() {
+        return this._controls;
+    }
+    set controls(value) {
+        this._controls = booleanConverter(value);
+        this._syncControls();
+    }
+    get autoplay() {
+        return this._media.autoplay;
+    }
+    set autoplay(value) {
+        this._media.autoplay = booleanConverter(value);
+    }
+    get loop() {
+        return this._media.loop;
+    }
+    set loop(value) {
+        this._media.loop = booleanConverter(value);
+    }
+    attachAudioContextTap() {
+        return this._media.attachAudioTap();
+    }
+    detachAudioContextTap() {
+        this._media.detachAudioTap();
+    }
+}
+//# sourceMappingURL=index.windows.js.map

package/audio/index.windows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.windows.js","sourceRoot":"","sources":["../../../../packages/canvas-media/audio/index.windows.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AACnC,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAIpE,MAAM,OAAO,KAAM,SAAQ,SAAS;IASnC;QACC,KAAK,EAAE,CAAC;QART,gBAAW,GAAa,EAAE,CAAC;QACnB,aAAQ,GAAa,EAAE,CAAC;QAChC,cAAS,GAAG,KAAK,CAAC;QACV,cAAS,GAAG,KAAK,CAAC;QAMzB,IAAI,CAAC,MAAM,GAAG,IAAI,kBAAkB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,CAAC,gBAAgB;QACtB,MAAM,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC;QAC1B,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;QACvB,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC;QAClB,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC;QAClB,OAAO,KAAK,CAAC;IACd,CAAC;IAED,IAAI,OAAO;QACV,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED,gBAAgB;QACf,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnD,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC,KAAK,CAAC;IACnB,CAAC;IAED,iBAAiB;QAChB,IAAI,CAAC;YACJ,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC,CAAA,CAAC;QACd,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QAClC,KAAK,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEO,aAAa;QACpB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,IAAI,EAAE,CAAC;YACX,OAAO;QACR,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtC,MAAM,OAAO,GAAG,IAAI,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC;YACpE,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrC,OAAO,CAAC,2BAA2B,GAAG,IAAI,CAAC;YAC3C,IAAI,CAAC;gBACJ,MAAM,QAAQ,GAAG,OAAO,CAAC,iBAAiB,CAAC;gBAC3C,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC;gBAC1B,QAAQ,CAAC,yBAAyB,GAAG,KAAK,CAAC;gBAC3C,QAAQ,CAAC,mBAAmB,GAAG,KAAK,CAAC;YACtC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC,CAAA,CAAC;YACd,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACzB,CAAC;aAAM,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC9B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC;gBACJ,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAC7B,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC,CAAA,CAAC;QACf,CAAC;IACF,CAAC;IAED,IAAI,UAAU;QACb,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;IAC/B,CAAC;IAED,WAAW,CAAC,IAAY;QACvB,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,oBAAoB,CAAC,IAAY,EAAE,KAAU;QAC5C,IAAI,KAAK,YAAY,MAAM,EAAE,CAAC;YAC7B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;IACF,CAAC;IAED,QAAQ;QACP,KAAK,CAAC,QAAQ,EAAE,CAAC;QACjB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YACtB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACrI,IAAI,CAAC,YAAY,EAAE,CAAC;QACrB,CAAC;IACF,CAAC;IAED,YAAY;QACX,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACxB,OAAO,KAAK,CAAC;QACd,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,IAAI,CAAC;QACvB,OAAO,IAAI,CAAC;IACb,CAAC;IAED,IAAI,QAAQ;QACX,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;IAC7B,CAAC;IAED,IAAI,WAAW;QACd,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;IAChC,CAAC;IAED,IAAI,WAAW,CAAC,KAAa;QAC5B,IAAI,CAAC,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC;IACjC,CAAC;IAED,IAAI,KAAK;QACR,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;IAC1B,CAAC;IAED,IAAI,KAAK,CAAC,KAAc;QACvB,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,gBAAgB,CAAC,KAAY,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,MAAM;QACT,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED,IAAI,MAAM,CAAC,KAAa;QACvB,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC;IAC5B,CAAC;IAED,IAAI,MAAM;QACT,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED,IAAI,GAAG;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;IACxB,CAAC;IAED,IAAI,GAAG,CAAC,KAAa;QACpB,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,KAAK,CAAC;IACzB,CAAC;IAED,IAAI;QACH,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC;IAED,IAAI;QACH,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK;QACJ,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,IAAI,QAAQ;QACX,OAAO,IAAI,CAAC,SAAS,CAAC;IACvB,CAAC;IAED,IAAI,QAAQ,CAAC,KAAc;QAC1B,IAAI,CAAC,SAAS,GAAG,gBAAgB,CAAC,KAAY,CAAC,CAAC;QAChD,IAAI,CAAC,aAAa,EAAE,CAAC;IACtB,CAAC;IAED,IAAI,QAAQ;QACX,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;IAC7B,CAAC;IAED,IAAI,QAAQ,CAAC,KAAc;QAC1B,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,gBAAgB,CAAC,KAAY,CAAC,CAAC;IACvD,CAAC;IAED,IAAI,IAAI;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;IACzB,CAAC;IAED,IAAI,IAAI,CAAC,KAAc;QACtB,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,gBAAgB,CAAC,KAAY,CAAC,CAAC;IACnD,CAAC;IAED,qBAAqB;QACpB,OAAO,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;IACrC,CAAC;IAED,qBAAqB;QACpB,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;IAC9B,CAAC;CACD"}

package/package.json

@@ -1,13 +1,14 @@
 {
   "name": "@nativescript/canvas-media",
-  "version": "3.0.0-alpha.9",
+  "version": "3.0.0-beta.2",
   "description": "Canvas media",
   "main": "index",
   "typings": "index.d.ts",
   "nativescript": {
     "platforms": {
       "ios": "6.0.0",
-      "android": "6.0.0"
+      "android": "6.0.0",
+      "windows": "9.1.0"
     }
   },
   "repository": {
@@ -19,7 +20,8 @@
     "JavaScript",
     "TypeScript",
     "iOS",
-    "Android"
+    "Android",
+    "Windows"
   ],
   "author": {
     "name": "NativeScript",

package/platforms/android/java/org/nativescript/canvas/media/VideoHelper.java

@@ -751,9 +751,10 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 		try {
 			// PRIVATE, not RGBA_8888: a hardware decoder refuses to convert and fails with
 			// "producer output buffer format ... doesn't match the ImageReader's".
+			// A threaded 2D canvas holds a frame until the GPU has read it.
 			_imageReader = ImageReader.newInstance(
 					size[0], size[1],
-					ImageFormat.PRIVATE, 2,
+					ImageFormat.PRIVATE, 3,
 					android.hardware.HardwareBuffer.USAGE_GPU_SAMPLED_IMAGE);
 			_imageReader.setOnImageAvailableListener(reader -> {
 				_hasFrame = true;
@@ -785,6 +786,11 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 	}
 
 	public GPUFrame getCurrentGPUFrame() {
+		return getCurrentGPUFrame(true);
+	}
+
+	/** @param requireImportable RGB only, which Vulkan samples directly; GL takes YCbCr too. */
+	public GPUFrame getCurrentGPUFrame(boolean requireImportable) {
 		if (!supportsGPUFrames()) return null;
 
 		if (_imageReader == null && _surfaceOwner == SurfaceOwner.NONE) {
@@ -804,7 +810,7 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 				return null;
 			}
 
-			if (!isImportableFormat(buffer.getFormat())) {
+			if (requireImportable && !isImportableFormat(buffer.getFormat())) {
 				// Give up for this player and hand the surface back to the upload path.
 				android.util.Log.d("JS", "getCurrentGPUFrame: decoder format "
 						+ buffer.getFormat() + " cannot be imported; using the upload path");
@@ -1029,9 +1035,13 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 		// On some devices onVideoSizeChanged only fires after the first rendered frame,
 		// so we must give ExoPlayer a surface first to break the deadlock.
 		if (backendType == 2) ensureGL2DSurface(context);
+		if (backendType == HARDWARE_BUFFER_2D && _imageReader == null && _surfaceOwner == SurfaceOwner.NONE) setupGpuSurface();
 		float w = (float) _videoWidth;
 		float h = (float) _videoHeight;
 		if (w <= 0 || h <= 0) return false;
+		if (backendType == HARDWARE_BUFFER_2D) {
+			return drawFrame2DHardwareBuffer(context, 0, 0, w, h, dx, dy, w, h);
+		}
 		if (backendType == 2) {
 			return drawFrame2DGL(context, 0, 0, w, h, dx, dy, w, h);
 		}
@@ -1041,9 +1051,13 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 	public boolean drawVideoFrame2D(int backendType, long context, float dx, float dy, float dw, float dh) {
 		if (context == 0) return false;
 		if (backendType == 2) ensureGL2DSurface(context);
+		if (backendType == HARDWARE_BUFFER_2D && _imageReader == null && _surfaceOwner == SurfaceOwner.NONE) setupGpuSurface();
 		float w = (float) _videoWidth;
 		float h = (float) _videoHeight;
 		if (w <= 0 || h <= 0) return false;
+		if (backendType == HARDWARE_BUFFER_2D) {
+			return drawFrame2DHardwareBuffer(context, 0, 0, w, h, dx, dy, dw, dh);
+		}
 		if (backendType == 2) {
 			return drawFrame2DGL(context, 0, 0, w, h, dx, dy, dw, dh);
 		}
@@ -1053,7 +1067,11 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 	public boolean drawVideoFrame2D(int backendType, long context, float sx, float sy, float sw, float sh, float dx, float dy, float dw, float dh) {
 		if (context == 0) return false;
 		if (backendType == 2) ensureGL2DSurface(context);
+		if (backendType == HARDWARE_BUFFER_2D && _imageReader == null && _surfaceOwner == SurfaceOwner.NONE) setupGpuSurface();
 		if (_videoWidth <= 0 || _videoHeight <= 0) return false;
+		if (backendType == HARDWARE_BUFFER_2D) {
+			return drawFrame2DHardwareBuffer(context, sx, sy, sw, sh, dx, dy, dw, dh);
+		}
 		if (backendType == 2) {
 			return drawFrame2DGL(context, sx, sy, sw, sh, dx, dy, dw, dh);
 		}
@@ -1061,6 +1079,52 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 	}
 
 
+	/** A threaded 2D canvas, which rasterizes off this thread. */
+	public static final int HARDWARE_BUFFER_2D = 5;
+
+	private static Method _drawHardwareBuffer;
+	private static boolean _drawHardwareBufferResolved = false;
+
+	private static Method drawHardwareBufferMethod() {
+		if (_drawHardwareBufferResolved) return _drawHardwareBuffer;
+		_drawHardwareBufferResolved = true;
+		try {
+			Class<?> utils = Class.forName("org.nativescript.canvas.Utils");
+			_drawHardwareBuffer = utils.getMethod("drawVideoFrameHardwareBuffer",
+					long.class, android.hardware.HardwareBuffer.class, Object.class, int.class, int.class,
+					float.class, float.class, float.class, float.class,
+					float.class, float.class, float.class, float.class);
+		} catch (Throwable t) {
+			if (IS_DEBUG) android.util.Log.d("JS", "drawVideoFrameHardwareBuffer unavailable: " + t);
+			_drawHardwareBuffer = null;
+		}
+		return _drawHardwareBuffer;
+	}
+
+	private boolean drawFrame2DHardwareBuffer(long context, float sx, float sy, float sw, float sh, float dx, float dy, float dw, float dh) {
+		Method draw = drawHardwareBufferMethod();
+		if (draw == null || !supportsGPUFrames()) {
+			return drawFrame2DBitmap(context, sx, sy, sw, sh, dx, dy, dw, dh);
+		}
+		GPUFrame frame = getCurrentGPUFrame(false);
+		if (frame == null) {
+			// No new frame, or the GPU path gave up and handed the surface back.
+			return _surfaceOwner == SurfaceOwner.GPU ? false : drawFrame2DBitmap(context, sx, sy, sw, sh, dx, dy, dw, dh);
+		}
+		boolean taken = false;
+		try {
+			Object result = draw.invoke(null, context, frame._buffer, frame, frame.getWidth(), frame.getHeight(),
+					sx, sy, sw, sh, dx, dy, dw, dh);
+			taken = result instanceof Boolean && (Boolean) result;
+		} catch (Throwable t) {
+			if (IS_DEBUG) android.util.Log.d("JS", "drawFrame2DHardwareBuffer: " + t);
+		}
+		if (!taken) {
+			frame.close();
+		}
+		return taken;
+	}
+
 	private void ensureGL2DSurface(long context) {
 		if (_glInitFailed || _glSt != null) return;
 		if (IS_DEBUG) android.util.Log.d("JS", "ensureGL2DSurface: context=" + context);

package/platforms/ios/src/NSCVideoHelper+Internal.h

@@ -23,4 +23,8 @@
 @property (nonatomic, assign) BOOL inForeground;
 @property (nonatomic, assign) BOOL isLoop;
 @property (nonatomic, assign) BOOL loadedDataFired;
+@property (nonatomic, assign) BOOL firstFrameReady;
+@property (nonatomic, assign) BOOL waitingForFirstFrame;
+/// Bumped per first-frame wait so a stale wait stops.
+@property (nonatomic, assign) NSUInteger frameWaitGeneration;
 @end

package/platforms/ios/src/NSCVideoHelper.h

@@ -30,6 +30,8 @@
 @property (nonatomic, readonly) BOOL isInForeground;
 @property (nonatomic, readonly) NSCPlayerState state;
 @property (nonatomic, readonly) NSCPlayerReadyState readyState;
+/// A decoded frame exists for the current source.
+@property (nonatomic, readonly) BOOL firstFrameReady;
 @property (nonatomic, readonly) CGSize videoSize;
 @property (nonatomic, strong, readonly) AVPlayerItemVideoOutput *assetOutput;
 @property (nonatomic, weak) id<NSCVideoHelperListener> listener;

package/platforms/ios/src/NSCVideoHelper.m

@@ -81,6 +81,7 @@ static NSArray<AVAssetTrack *> *NSCTracksWithMediaType(AVAsset *asset, AVMediaTy
     _currentSrc = src;
     _readyState = NSCPlayerReadyStateHaveNothing;
     self.loadedDataFired = NO;
+    self.firstFrameReady = NO;
     
     if (!src) return;
 
@@ -191,6 +192,8 @@ static NSArray<AVAssetTrack *> *NSCTracksWithMediaType(AVAsset *asset, AVMediaTy
             self->_videoSize = [NSCTracksWithMediaType(self.asset, AVMediaTypeVideo) firstObject].naturalSize;
             [self.player.currentItem addOutput:self.assetOutput];
             self.readyState = NSCPlayerReadyStateHaveCurrentData;
+            // The output is only attached now, so check again.
+            [self _scheduleFirstFrameCheck];
         }
     }
 }
@@ -202,25 +205,60 @@ static NSArray<AVAssetTrack *> *NSCTracksWithMediaType(AVAsset *asset, AVMediaTy
 - (void)_checkForFirstFrameWithAttempts:(int)attemptsRemaining delayMs:(int)delayMs {
     if (self.loadedDataFired || attemptsRemaining <= 0) return;
 
-    CMTime current = [self.player currentTime];
-    CVPixelBufferRef buffer = NULL;
-    if (self.assetOutput) {
-        buffer = [self.assetOutput copyPixelBufferForItemTime:current itemTimeForDisplay:NULL];
+    if ([self _hasDecodedFrame]) {
+        [self _fireLoadedData];
+        return;
     }
 
-    if (buffer != NULL) {
-        CFRelease(buffer);
-        self.loadedDataFired = YES;
-        dispatch_async(dispatch_get_main_queue(), ^{
-            if ([self.listener respondsToSelector:@selector(onLoadedData)]) {
-                [self.listener onLoadedData];
-            }
-        });
+    __weak typeof(self) weakSelf = self;
+    dispatch_after(dispatch_time(DISPATCH_TIME_NOW, (int64_t)(delayMs * NSEC_PER_MSEC)), dispatch_get_main_queue(), ^{
+        [weakSelf _checkForFirstFrameWithAttempts:attemptsRemaining - 1 delayMs:delayMs];
+    });
+}
+
+/// Non-consuming: `copyPixelBufferForItemTime:` would steal the first frame from whoever draws it.
+- (BOOL)_hasDecodedFrame {
+    if (self.firstFrameReady) return YES;
+    if (!self.assetOutput) return NO;
+    if ([self.assetOutput hasNewPixelBufferForItemTime:self.player.currentTime]) {
+        self.firstFrameReady = YES;
+    }
+    return self.firstFrameReady;
+}
+
+- (void)_fireLoadedData {
+    if (self.loadedDataFired) return;
+    self.loadedDataFired = YES;
+    dispatch_async(dispatch_get_main_queue(), ^{
+        if ([self.listener respondsToSelector:@selector(onLoadedData)]) {
+            [self.listener onLoadedData];
+        }
+    });
+}
+
+/// Reports `playing` (resolving `play()`) once a frame is decoded, as on the web. Audio-only
+/// reports at once; after ~10 s it reports anyway so `play()` cannot hang.
+- (void)_notifyPlayingWhenFrameReady:(int)attemptsRemaining generation:(NSUInteger)generation {
+    if (generation != self.frameWaitGeneration) return;
+    if (self.state != NSCPlayerStatePlaying) {
+        self.waitingForFirstFrame = NO;
         return;
     }
+    self.waitingForFirstFrame = YES;
 
-    dispatch_after(dispatch_time(DISPATCH_TIME_NOW, (int64_t)(delayMs * NSEC_PER_MSEC)), dispatch_get_main_queue(), ^{
-        [self _checkForFirstFrameWithAttempts:attemptsRemaining - 1 delayMs:delayMs];
+    BOOL audioOnly = self.currentItem != nil && CGSizeEqualToSize(self.videoSize, CGSizeZero);
+    if ([self _hasDecodedFrame] || audioOnly || attemptsRemaining <= 0) {
+        self.waitingForFirstFrame = NO;
+        if (self.firstFrameReady) {
+            [self _fireLoadedData];
+        }
+        [self.listener onStateChange:self.state];
+        return;
+    }
+
+    __weak typeof(self) weakSelf = self;
+    dispatch_after(dispatch_time(DISPATCH_TIME_NOW, (int64_t)(16 * NSEC_PER_MSEC)), dispatch_get_main_queue(), ^{
+        [weakSelf _notifyPlayingWhenFrameReady:attemptsRemaining - 1 generation:generation];
     });
 }
 
@@ -295,11 +333,27 @@ static NSArray<AVAssetTrack *> *NSCTracksWithMediaType(AVAsset *asset, AVMediaTy
 }
 
 - (void)play {
-    if (self.state == NSCPlayerStatePlaying) return;
+    if (self.state == NSCPlayerStatePlaying) {
+        // Autoplay started but has not reported playing yet.
+        if (!self.firstFrameReady && !self.waitingForFirstFrame) {
+            [self _startWaitingForFrame];
+        }
+        return;
+    }
     [self addTimeObserver];
     [self.player play];
     self.state = NSCPlayerStatePlaying;
-    [self.listener onStateChange:self.state];
+    [self _startWaitingForFrame];
+}
+
+/// Deferred a turn, like the web's queued `play()` resolution, so an immediate `pause()` wins.
+- (void)_startWaitingForFrame {
+    NSUInteger generation = ++self.frameWaitGeneration;
+    self.waitingForFirstFrame = YES;
+    __weak typeof(self) weakSelf = self;
+    dispatch_async(dispatch_get_main_queue(), ^{
+        [weakSelf _notifyPlayingWhenFrameReady:600 generation:generation];
+    });
 }
 
 - (void)addTimeObserver {

package/platforms/windows/plugin.props

@@ -0,0 +1,2 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project />