@zappar/zappar-cv 0.4.0-beta.4 → 2.0.0-beta.0

package/lib/permission.js

@@ -1,4 +1,3 @@
-"use strict";
 var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
     function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
     return new (P || (P = Promise))(function (resolve, reject) {
@@ -8,10 +7,8 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.permissionDeniedUI = exports.permissionRequestUI = exports.permissionRequestMotion = exports.permissionRequestCamera = exports.permissionRequestAll = exports.permissionGrantedAll = exports.permissionDeniedAny = exports.permissionDeniedMotion = exports.permissionDeniedCamera = exports.permissionGrantedMotion = exports.permissionGrantedCamera = void 0;
-const ua_parser_js_1 = require("ua-parser-js");
-let parser = new ua_parser_js_1.UAParser();
+import { UAParser } from "ua-parser-js";
+let parser = new UAParser();
 let _permissionGrantedCamera = false;
 let _permissionGrantedMotion = false;
 let _permissionDeniedCamera = false;
@@ -32,26 +29,19 @@ function checkForCameraPermission() {
     });
 }
 checkForCameraPermission();
-function permissionGrantedCamera() { return _permissionGrantedCamera; }
-exports.permissionGrantedCamera = permissionGrantedCamera;
-function permissionGrantedMotion() { return _permissionGrantedMotion; }
-exports.permissionGrantedMotion = permissionGrantedMotion;
-function permissionDeniedCamera() { return _permissionDeniedCamera; }
-exports.permissionDeniedCamera = permissionDeniedCamera;
-function permissionDeniedMotion() { return _permissionDeniedMotion; }
-exports.permissionDeniedMotion = permissionDeniedMotion;
-function permissionDeniedAny() { return _permissionDeniedCamera || _permissionDeniedMotion; }
-exports.permissionDeniedAny = permissionDeniedAny;
-function permissionGrantedAll() { return _permissionGrantedCamera && _permissionGrantedMotion; }
-exports.permissionGrantedAll = permissionGrantedAll;
-function permissionRequestAll() {
+export function permissionGrantedCamera() { return _permissionGrantedCamera; }
+export function permissionGrantedMotion() { return _permissionGrantedMotion; }
+export function permissionDeniedCamera() { return _permissionDeniedCamera; }
+export function permissionDeniedMotion() { return _permissionDeniedMotion; }
+export function permissionDeniedAny() { return _permissionDeniedCamera || _permissionDeniedMotion; }
+export function permissionGrantedAll() { return _permissionGrantedCamera && _permissionGrantedMotion; }
+export function permissionRequestAll() {
     return __awaiter(this, void 0, void 0, function* () {
         yield permissionRequestMotion();
         yield permissionRequestCamera();
     });
 }
-exports.permissionRequestAll = permissionRequestAll;
-function permissionRequestCamera() {
+export function permissionRequestCamera() {
     return __awaiter(this, void 0, void 0, function* () {
         try {
             let res = yield navigator.mediaDevices.getUserMedia({
@@ -68,8 +58,7 @@ function permissionRequestCamera() {
         }
     });
 }
-exports.permissionRequestCamera = permissionRequestCamera;
-function permissionRequestMotion() {
+export function permissionRequestMotion() {
     return __awaiter(this, void 0, void 0, function* () {
         if (window.DeviceOrientationEvent && window.DeviceOrientationEvent.requestPermission) {
             let permissionResult = yield window.DeviceOrientationEvent.requestPermission();
@@ -84,8 +73,7 @@ function permissionRequestMotion() {
         _permissionDeniedMotion = false;
     });
 }
-exports.permissionRequestMotion = permissionRequestMotion;
-function permissionRequestUI() {
+export function permissionRequestUI() {
     return __awaiter(this, void 0, void 0, function* () {
         yield checkForCameraPermission();
         if (permissionGrantedAll()) {
@@ -158,11 +146,10 @@ function permissionRequestUI() {
         });
     });
 }
-exports.permissionRequestUI = permissionRequestUI;
 function nextFrame() {
     return new Promise(resolve => requestAnimationFrame(() => resolve()));
 }
-function permissionDeniedUI() {
+export function permissionDeniedUI() {
     switch (parser.getBrowser().name) {
         case "Chrome":
             permissionDeniedUIChrome();
@@ -172,7 +159,6 @@ function permissionDeniedUI() {
             break;
     }
 }
-exports.permissionDeniedUI = permissionDeniedUI;
 function permissionDeniedUIIOS() {
     let div = document.createElement("div");
     div.classList.add("zappar-permission-request");

package/lib/pipeline.d.ts

@@ -1,10 +1,10 @@
-import { zappar_pipeline_t } from "./gen/zappar";
+/// <reference types="dom-webcodecs" />
+import { zappar_pipeline_t, zappar_camera_source_t } from "./gen/zappar";
 import { zappar_cwrap } from "./gen/zappar-native";
 import { zappar_client } from "./gen/zappar-client";
 import { MsgManager } from "./messages";
-import { mat4 } from "gl-matrix";
 import { Source, CameraFrameInfo } from "./source";
-import { CameraFrameReturnS2C } from "./workerinterface";
+import { CameraFrameReturnS2C, ImageBitmapS2C, VideoFrameS2C } from "./workerinterface";
 import { FaceMesh } from "./facemesh";
 import { Event } from "./event";
 export declare class Pipeline {
@@ -24,11 +24,13 @@ export declare class Pipeline {
     private _faceProjectDraw;
     private _sequenceRecorder;
     private _sequenceRecordDeviceAttitudeMatrices;
+    private _sequenceRecorderFirstCameraToken;
     onGLContextReset: Event;
     static create(client: zappar_cwrap, mgr: MsgManager): zappar_pipeline_t;
     static get(p: zappar_pipeline_t): Pipeline | undefined;
     private constructor();
     frameUpdate(client: zappar_client): void;
+    cleanOldFrames(): void;
     cameraTokenReturn(msg: CameraFrameReturnS2C): void;
     sequenceRecordStart(expectedFrames: number): void;
     sequenceRecordStop(): void;
@@ -47,11 +49,18 @@ export declare class Pipeline {
     cameraFrameTextureMatrix(sw: number, sh: number, mirror: boolean): Float32Array;
     cameraFrameUserFacing(): boolean;
     cameraPoseWithAttitude(mirror: boolean): Float32Array;
+    videoFrameFromWorker(msg: VideoFrameS2C): void;
+    imageBitmapFromWorker(msg: ImageBitmapS2C): void;
+    uploadGL(): void;
+    registerToken(info: CameraFrameInfo): number;
     processGL(): void;
     motionAccelerometerSubmit(timestamp: number, x: number, y: number, z: number): void;
     motionRotationRateSubmit(timestamp: number, x: number, y: number, z: number): void;
     motionAttitudeSubmit(timestamp: number, x: number, y: number, z: number): void;
     motionAttitudeMatrix(m: Float32Array): void;
-    uploadGL(): void;
+    sendCameraStreamToWorker(source: zappar_camera_source_t, stream: ReadableStream<VideoFrame>, userFacing: boolean): void;
+    sendCameraToScreenRotationToWorker(rot: number): void;
+    sendImageBitmapToWorker(img: ImageBitmap, rot: number, userFacing: boolean, tokenId: number, cameraModel: Float32Array, cameraToDevice: Float32Array): void;
+    sendDataToWorker(data: ArrayBuffer, token: number, width: number, height: number, userFacing: boolean, cameraToDevice: Float32Array, cameraModel: Float32Array): void;
 }
-export declare function applyScreenCounterRotation(info: CameraFrameInfo | undefined, inp: Float32Array): mat4;
+export declare function applyScreenCounterRotation(info: CameraFrameInfo | undefined, inp: Float32Array): Float32Array;

package/lib/pipeline.js

@@ -1,17 +1,16 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.applyScreenCounterRotation = exports.Pipeline = void 0;
-const drawcamera_1 = require("./drawcamera");
-const gl_matrix_1 = require("gl-matrix");
-const cameramodel_1 = require("./cameramodel");
-const drawface_1 = require("./drawface");
-const drawfaceproject_1 = require("./drawfaceproject");
-const drawplane_1 = require("./drawplane");
-const event_1 = require("./event");
-const loglevel_1 = require("./loglevel");
-const sequencerecorder_1 = require("./sequencerecorder");
+import { cameraFrameTextureMatrix, CameraDraw } from "./drawcamera";
+import { mat4 } from "gl-matrix";
+import { cameraRotationForScreenOrientation } from "./cameramodel";
+import { FaceDraw } from "./drawface";
+import { FaceDrawProject } from "./drawfaceproject";
+import { disposeDrawPlane } from "./drawplane";
+import { Event } from "./event";
+import { zcerr } from "./loglevel";
+import { SequenceRecorder } from "./sequencerecorder";
+import { getCameraSource } from "./camera-source-map";
 let byId = new Map();
-class Pipeline {
+let identity = mat4.create();
+export class Pipeline {
     constructor(_client, _impl, _mgr) {
         this._client = _client;
         this._impl = _impl;
@@ -23,7 +22,8 @@ class Pipeline {
         this.videoTextures = [];
         this.cameraPixelArrays = [];
         this._sequenceRecordDeviceAttitudeMatrices = true;
-        this.onGLContextReset = new event_1.Event();
+        this._sequenceRecorderFirstCameraToken = 0;
+        this.onGLContextReset = new Event();
     }
     static create(client, mgr) {
         let ret = client.pipeline_create();
@@ -43,6 +43,10 @@ class Pipeline {
             }, [msg]);
         }
         this.pendingMessages = [];
+        this.cleanOldFrames();
+    }
+    cleanOldFrames() {
+        var _a, _b;
         let currentToken = this._client.pipeline_camera_frame_user_data(this._impl);
         if (!currentToken)
             return;
@@ -50,12 +54,14 @@ class Pipeline {
             if (t[0] < currentToken) {
                 if (t[1].texture)
                     this.videoTextures.push(t[1].texture);
+                (_b = (_a = t[1].frame) === null || _a === void 0 ? void 0 : _a.close) === null || _b === void 0 ? void 0 : _b.call(_a);
                 this.cameraTokens.delete(t[0]);
             }
         }
     }
     cameraTokenReturn(msg) {
-        if (this._sequenceRecorder && this._sequenceRecordDeviceAttitudeMatrices) {
+        if (this._sequenceRecorder && this._sequenceRecordDeviceAttitudeMatrices
+            && msg.token >= this._sequenceRecorderFirstCameraToken) {
             let info = this.cameraTokens.get(msg.token);
             if (info) {
                 if (msg.att)
@@ -69,8 +75,9 @@ class Pipeline {
     }
     sequenceRecordStart(expectedFrames) {
         if (!this._sequenceRecorder)
-            this._sequenceRecorder = new sequencerecorder_1.SequenceRecorder(expectedFrames);
+            this._sequenceRecorder = new SequenceRecorder(expectedFrames);
         this._sequenceRecorder.start();
+        this._sequenceRecorderFirstCameraToken = this.nextCameraToken;
     }
     sequenceRecordStop() {
         var _a;
@@ -106,7 +113,7 @@ class Pipeline {
         if (!token)
             return;
         if (!this._cameraDraw)
-            this._cameraDraw = new drawcamera_1.CameraDraw(this.glContext);
+            this._cameraDraw = new CameraDraw(this.glContext);
         this._cameraDraw.drawCameraFrame(screenWidth, screenHeight, token, mirror === true);
     }
     glContextLost() {
@@ -119,7 +126,7 @@ class Pipeline {
         delete this._cameraDraw;
         delete this._faceDraw;
         delete this._faceProjectDraw;
-        drawplane_1.disposeDrawPlane();
+        disposeDrawPlane();
         this.onGLContextReset.emit();
         for (let tex of this.videoTextures) {
             if (this.glContext)
@@ -153,17 +160,17 @@ class Pipeline {
         if (!this.glContext)
             return;
         if (!this._faceDraw)
-            this._faceDraw = new drawface_1.FaceDraw(this.glContext);
-        let mat = gl_matrix_1.mat4.create();
-        gl_matrix_1.mat4.multiply(mat, projectionMatrix, cameraMatrix);
-        gl_matrix_1.mat4.multiply(mat, mat, targetMatrix);
+            this._faceDraw = new FaceDraw(this.glContext);
+        let mat = mat4.create();
+        mat4.multiply(mat, projectionMatrix, cameraMatrix);
+        mat4.multiply(mat, mat, targetMatrix);
         this._faceDraw.drawFace(mat, o);
     }
     drawFaceProject(matrix, vertices, uvMatrix, uvs, indices, texture) {
         if (!this.glContext)
             return;
         if (!this._faceProjectDraw)
-            this._faceProjectDraw = new drawfaceproject_1.FaceDrawProject(this.glContext);
+            this._faceProjectDraw = new FaceDrawProject(this.glContext);
         this._faceProjectDraw.drawFace(matrix, vertices, uvMatrix, uvs, indices, texture);
     }
     cameraFrameTexture() {
@@ -173,8 +180,8 @@ class Pipeline {
     cameraFrameTextureMatrix(sw, sh, mirror) {
         let info = this.getCurrentCameraInfo();
         if (!info)
-            return gl_matrix_1.mat4.create();
-        return drawcamera_1.cameraFrameTextureMatrix(info.dataWidth, info.dataHeight, sw, sh, info.uvTransform, mirror);
+            return mat4.create();
+        return cameraFrameTextureMatrix(info.dataWidth, info.dataHeight, sw, sh, info.uvTransform || identity, mirror);
     }
     cameraFrameUserFacing() {
         var _a;
@@ -183,18 +190,58 @@ class Pipeline {
     cameraPoseWithAttitude(mirror) {
         let res = applyScreenCounterRotation(this.getCurrentCameraInfo(), this._client.pipeline_camera_frame_camera_attitude(this._impl));
         if (mirror) {
-            let scale = gl_matrix_1.mat4.create();
-            gl_matrix_1.mat4.fromScaling(scale, [-1, 1, 1]);
-            gl_matrix_1.mat4.multiply(res, scale, res);
-            gl_matrix_1.mat4.multiply(res, res, scale);
+            let scale = mat4.create();
+            mat4.fromScaling(scale, [-1, 1, 1]);
+            mat4.multiply(res, scale, res);
+            mat4.multiply(res, res, scale);
         }
-        gl_matrix_1.mat4.invert(res, res);
+        mat4.invert(res, res);
         return res;
     }
+    videoFrameFromWorker(msg) {
+        let tokenId = this.nextCameraToken++;
+        const cameraSource = getCameraSource(msg.source);
+        if (!cameraSource)
+            return;
+        this.cameraTokens.set(tokenId, {
+            dataWidth: msg.w,
+            dataHeight: msg.h,
+            texture: undefined,
+            frame: msg.d,
+            userFacing: msg.userFacing,
+            uvTransform: msg.uvTransform,
+            cameraModel: msg.cameraModel,
+            cameraToDevice: msg.cameraToDevice,
+            cameraSource
+        });
+        this.cleanOldFrames();
+    }
+    imageBitmapFromWorker(msg) {
+        let data = this.cameraTokens.get(msg.tokenId);
+        if (!data)
+            return;
+        data.dataWidth = msg.dataWidth;
+        data.dataHeight = msg.dataHeight;
+        data.frame = msg.frame;
+        data.userFacing = msg.userFacing;
+        data.uvTransform = msg.uvTransform;
+        this.tokensInFlight--;
+        this.cleanOldFrames();
+    }
+    uploadGL() {
+        var _a, _b;
+        let info = this.getCurrentCameraInfo();
+        (_b = (_a = info === null || info === void 0 ? void 0 : info.cameraSource) === null || _a === void 0 ? void 0 : _a.uploadGL) === null || _b === void 0 ? void 0 : _b.call(_a, info);
+    }
+    registerToken(info) {
+        let tokenId = this.nextCameraToken++;
+        this.cameraTokens.set(tokenId, info);
+        this.tokensInFlight++;
+        return tokenId;
+    }
     processGL() {
-        var _a;
         if (!this.glContext) {
-            loglevel_1.zcerr("no GL context for camera frames - please call pipeline_gl_context_set");
+            zcerr("no GL context for camera frames - please call pipeline_gl_context_set");
             return;
         }
         if (!this.currentCameraSource)
@@ -203,26 +250,7 @@ class Pipeline {
             this.currentCameraSource.getFrame(true);
             return;
         }
-        let info = this.currentCameraSource.getFrame(false);
-        if (!info)
-            return;
-        let tokenId = this.nextCameraToken++;
-        this.cameraTokens.set(tokenId, info);
-        let msg = {
-            d: info.data,
-            p: this._impl,
-            width: info.dataWidth,
-            height: info.dataHeight,
-            token: tokenId,
-            userFacing: info.userFacing,
-            c2d: info.cameraToDevice,
-            cm: info.cameraModel,
-            t: "cameraFrameC2S"
-        };
-        if (!this._sequenceRecordDeviceAttitudeMatrices)
-            (_a = this._sequenceRecorder) === null || _a === void 0 ? void 0 : _a.appendCameraFrame(info);
-        this.tokensInFlight++;
-        this._mgr.postOutgoingMessage(msg, [info.data]);
+        this.currentCameraSource.getFrame(false);
     }
     motionAccelerometerSubmit(timestamp, x, y, z) {
         var _a;
@@ -246,18 +274,54 @@ class Pipeline {
         // This doesn't need to be added to the sequence since that's done on frame update instead
         this._client.pipeline_motion_attitude_matrix_submit(this._impl, m);
     }
-    uploadGL() {
-        let info = this.getCurrentCameraInfo();
-        info === null || info === void 0 ? void 0 : info.cameraSource.uploadGL(info);
+    sendCameraStreamToWorker(source, stream, userFacing) {
+        let msg = {
+            t: "streamC2S",
+            p: this._impl,
+            s: stream,
+            userFacing,
+            source
+        };
+        this._mgr.postOutgoingMessage(msg, [msg.s]);
+    }
+    sendCameraToScreenRotationToWorker(rot) {
+        let msg = {
+            p: this._impl,
+            t: "cameraToScreenC2S",
+            r: rot
+        };
+        this._mgr.postOutgoingMessage(msg, []);
+    }
+    sendImageBitmapToWorker(img, rot, userFacing, tokenId, cameraModel, cameraToDevice) {
+        let msg = {
+            p: this._impl,
+            t: "imageBitmapC2S",
+            i: img,
+            r: rot,
+            tokenId,
+            userFacing,
+            cameraModel,
+            cameraToDevice
+        };
+        this._mgr.postOutgoingMessage(msg, [img]);
+    }
+    sendDataToWorker(data, token, width, height, userFacing, cameraToDevice, cameraModel) {
+        let msg = {
+            d: data,
+            p: this._impl,
+            width, height, token, userFacing,
+            c2d: cameraToDevice,
+            cm: cameraModel,
+            t: "cameraFrameC2S"
+        };
+        this._mgr.postOutgoingMessage(msg, [data]);
     }
 }
-exports.Pipeline = Pipeline;
-function applyScreenCounterRotation(info, inp) {
+export function applyScreenCounterRotation(info, inp) {
     let userFacing = false;
     userFacing = info ? info.userFacing : false;
-    let mult = gl_matrix_1.mat4.create();
-    gl_matrix_1.mat4.fromRotation(mult, cameramodel_1.cameraRotationForScreenOrientation(userFacing) * Math.PI / 180.0, [0, 0, 1]);
-    gl_matrix_1.mat4.multiply(mult, mult, inp);
+    let mult = mat4.create();
+    mat4.fromRotation(mult, cameraRotationForScreenOrientation(userFacing) * Math.PI / 180.0, [0, 0, 1]);
+    mat4.multiply(mult, mult, inp);
     return mult;
 }
-exports.applyScreenCounterRotation = applyScreenCounterRotation;

package/lib/profile.d.ts

@@ -13,4 +13,6 @@ export declare let profile: {
     dataWidth: number;
     dataHeight: number;
     videoElementInDOM: boolean;
+    preferMediaStreamTrackProcessorCamera: boolean;
+    preferImageBitmapCamera: boolean;
 };

package/lib/profile.js

@@ -1,13 +1,10 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.profile = exports.EmbeddedVideoImplementation = void 0;
-const UAParser = require("ua-parser-js");
-var EmbeddedVideoImplementation;
+import * as UAParser from "ua-parser-js";
+export var EmbeddedVideoImplementation;
 (function (EmbeddedVideoImplementation) {
     EmbeddedVideoImplementation[EmbeddedVideoImplementation["OBJECT_URL"] = 0] = "OBJECT_URL";
     EmbeddedVideoImplementation[EmbeddedVideoImplementation["SRC_OBJECT"] = 1] = "SRC_OBJECT";
-})(EmbeddedVideoImplementation = exports.EmbeddedVideoImplementation || (exports.EmbeddedVideoImplementation = {}));
-exports.profile = {
+})(EmbeddedVideoImplementation || (EmbeddedVideoImplementation = {}));
+export let profile = {
     deviceMotionMutliplier: -1.0,
     blacklisted: false,
     showGyroPermissionsWarningIfNecessary: false,
@@ -17,56 +14,65 @@ exports.profile = {
     videoHeight: 480,
     dataWidth: 320,
     dataHeight: 240,
-    videoElementInDOM: false
+    videoElementInDOM: false,
+    preferMediaStreamTrackProcessorCamera: false,
+    preferImageBitmapCamera: false
 };
-window["zeeProfile"] = exports.profile;
+if (typeof window !== "undefined") {
+    window["zeeProfile"] = profile;
+    if (window.location.href.indexOf("_mstppipeline") >= 0) {
+        console.log("Configuring for MSTP camera pipeline (if supported)");
+        profile.preferMediaStreamTrackProcessorCamera = true;
+    }
+    if (window.location.href.indexOf("_imagebitmappipeline") >= 0) {
+        console.log("Configuring for ImageBitmap camera pipeline (if supported)");
+        profile.preferImageBitmapCamera = true;
+    }
+}
 let agent = new UAParser.UAParser();
-switch (agent.getBrowser().name) {
-    case "Safari":
-        exports.profile.deviceMotionMutliplier = 1.0;
-        if (window.orientation === undefined) {
-            // Desktop Safari
-            break;
+let os = (agent.getOS().name || "unknown").toLowerCase();
+let engine = (agent.getEngine().name || "unknown").toLowerCase();
+if (engine === "webkit" && os !== "ios") {
+    profile.deviceMotionMutliplier = 1.0;
+    if (typeof window !== "undefined" && window.orientation !== undefined) {
+        // iPad
+        iDevice("15.0");
+    }
+}
+if (engine === "webkit" && os === "ios") {
+    profile.deviceMotionMutliplier = 1.0;
+    const version = agent.getOS().version || "15.0";
+    iDevice(version);
+}
+function iDevice(version) {
+    let versionParts = version.split(".");
+    if (versionParts.length >= 2) {
+        const majorVersion = parseInt(versionParts[0]);
+        const minorVersion = parseInt(versionParts[1]);
+        if (majorVersion < 11 ||
+            (majorVersion === 11 && minorVersion < 3)) {
+            profile.blacklisted = true;
+        }
+        if (majorVersion < 12 ||
+            (majorVersion === 12 && minorVersion < 2)) {
+            profile.videoElementInDOM = true;
         }
-        exports.profile.videoElementInDOM = true;
-        exports.profile.showSafariPermissionsResetIfNecessary = true;
-        break;
-    case "Chrome":
-        let engine = agent.getEngine();
-        if (!engine || engine.name !== "WebKit") {
-            break;
+        if ((majorVersion === 12 && minorVersion >= 2) || (majorVersion >= 13))
+            profile.showGyroPermissionsWarningIfNecessary = true;
+        if (majorVersion >= 13) {
+            profile.showSafariPermissionsResetIfNecessary = true;
         }
-    case "Mobile Safari":
-        exports.profile.deviceMotionMutliplier = 1.0;
-        let version = agent.getOS().version;
-        if (version) {
-            let versionParts = version.split(".");
-            if (versionParts.length >= 2) {
-                const majorVersion = parseInt(versionParts[0]);
-                const minorVersion = parseInt(versionParts[1]);
-                if (majorVersion < 11 ||
-                    (majorVersion === 11 && minorVersion < 3)) {
-                    exports.profile.blacklisted = true;
-                }
-                if (majorVersion < 12 ||
-                    (majorVersion === 12 && minorVersion < 2)) {
-                    exports.profile.videoElementInDOM = true;
-                }
-                if ((majorVersion === 12 && minorVersion >= 2) || (majorVersion >= 13))
-                    exports.profile.showGyroPermissionsWarningIfNecessary = true;
-                if (majorVersion >= 13) {
-                    exports.profile.showSafariPermissionsResetIfNecessary = true;
-                }
-                if (((majorVersion >= 12 && minorVersion > 1) || (majorVersion >= 13)) &&
-                    navigator.mediaDevices &&
-                    navigator.mediaDevices.getSupportedConstraints &&
-                    navigator.mediaDevices.getSupportedConstraints().frameRate) {
-                    exports.profile.requestHighFrameRate = true;
-                    // Avoid bug where iOS letterboxes 16:9 into 4:3 for high fps
-                    exports.profile.videoHeight = 360;
-                    exports.profile.dataHeight = 180;
-                }
+        if (((majorVersion >= 12 && minorVersion > 1) || (majorVersion >= 13)) &&
+            navigator.mediaDevices &&
+            navigator.mediaDevices.getSupportedConstraints &&
+            navigator.mediaDevices.getSupportedConstraints().frameRate) {
+            profile.requestHighFrameRate = true;
+            if (majorVersion < 14) {
+                // Avoid bug where iOS letterboxes 16:9 into 4:3 for high fps
+                // Doesn't seem needed with newer versions of iOS, tested on 14.8.1 and 15.2
+                profile.videoHeight = 360;
+                profile.dataHeight = 180;
             }
         }
-        break;
+    }
 }

package/lib/riff-reader.d.ts

@@ -0,0 +1,18 @@
+export interface Chunk {
+    ident: string;
+    data: Uint8Array;
+    subident?: string;
+    subchunks?: Chunk[];
+}
+export declare class RiffReader {
+    private _data;
+    private _paddingBytes;
+    truncatedChunks: boolean;
+    private _view;
+    root: Chunk;
+    constructor(_data: ArrayBuffer, _paddingBytes?: boolean);
+    private _parse;
+    private _parseChunk;
+    find(str: string, inChunk?: Chunk): Chunk | undefined;
+    has(str: string): boolean;
+}

package/lib/riff-reader.js

@@ -0,0 +1,52 @@
+const decoder = new TextDecoder();
+export class RiffReader {
+    constructor(_data, _paddingBytes = false) {
+        this._data = _data;
+        this._paddingBytes = _paddingBytes;
+        this.truncatedChunks = false;
+        this._view = new DataView(this._data);
+        this.root = this._parse();
+    }
+    _parse() {
+        const header = decoder.decode(this._data.slice(0, 4));
+        if (header !== "RIFF")
+            throw new Error("Not a valid ZPT file");
+        return this._parseChunk(0);
+    }
+    _parseChunk(offset) {
+        const ident = decoder.decode(this._data.slice(offset, offset + 4));
+        const length = this._view.getUint32(offset + 4, true);
+        const data = new Uint8Array(this._data, offset + 8, length);
+        if (data.byteLength !== length)
+            this.truncatedChunks = true;
+        let subchunks;
+        let subident;
+        if (ident === "RIFF" || ident === "LIST") {
+            subident = decoder.decode(this._data.slice(offset + 8, offset + 12));
+            subchunks = [];
+            let currentOffset = 4;
+            while (currentOffset < data.byteLength - 1) {
+                const subchunk = this._parseChunk(offset + 8 + currentOffset);
+                subchunks.push(subchunk);
+                currentOffset += subchunk.data.byteLength + 8;
+                if (this._paddingBytes && subchunk.data.byteLength & 0x1)
+                    currentOffset++;
+            }
+        }
+        return { ident, data, subident, subchunks };
+    }
+    find(str, inChunk = this.root) {
+        if (inChunk.ident === str)
+            return inChunk;
+        if (!inChunk.subchunks)
+            return;
+        for (let c of inChunk.subchunks) {
+            const found = this.find(str, c);
+            if (found)
+                return found;
+        }
+    }
+    has(str) {
+        return this.find(str) !== undefined;
+    }
+}

package/lib/sequencerecorder.d.ts

@@ -26,6 +26,7 @@ export declare class SequenceRecorder {
     private _insertionByte;
     private _numberPackets;
     private _started;
+    private _hasLoggedUnsuppored;
     constructor(estimatedFrames: number);
     private _estimatedSize;
     start(): void;