@zappar/zappar-cv 3.10.0 → 3.12.0

package/README.md

@@ -18,8 +18,8 @@ npm i @zappar/zappar-cv
 
 You can use our CDN from within your HTML:
 ```
-<script src="https://libs.zappar.com/zappar-cv/3.10.0/zappar-cv.js"></script>
+<script src="https://libs.zappar.com/zappar-cv/3.12.0/zappar-cv.js"></script>
 ```
 
 Or you can download and host our standalone JavaScript bundle:
-[https://libs.zappar.com/zappar-cv/3.10.0/zappar-cv.zip](https://libs.zappar.com/zappar-cv/3.10.0/zappar-cv.zip)
+[https://libs.zappar.com/zappar-cv/3.12.0/zappar-cv.zip](https://libs.zappar.com/zappar-cv/3.12.0/zappar-cv.zip)

package/lib/bridged-camera-source.d.ts

@@ -39,6 +39,7 @@ export declare class BridgedCameraSource extends Source {
     uploadGL(info: CameraFrameInfo): void;
     recycle(info: CameraFrameInfo): void;
     setProfile(p: camera_profile_t): void;
+    setPreferredResolution(w: number, h: number): void;
     private _anchorPoseFloat32;
     private _anchorPoseUint16;
     setCustomAnchorPose(anchor: zappar_custom_anchor_t, pose_version: number, pose: Float32Array): void;

package/lib/bridged-camera-source.js

@@ -365,6 +365,11 @@ export class BridgedCameraSource extends Source {
             this._decodeBuffers.push(recycleBuffer);
     }
     setProfile(p) {
+        // Treat FULL as the same as HIGH for the bridge so we don't
+        // change the interface. The main use case (high res D3) is
+        // already handled separately in the bridge anyway.
+        if (p == camera_profile_t.FULL)
+            p = camera_profile_t.HIGH;
         if (this._profile === p)
             return;
         this._profile = p;
@@ -372,6 +377,9 @@ export class BridgedCameraSource extends Source {
             this._messageHandler.postMessage(`setProfile${this._profile}`);
         }
     }
+    setPreferredResolution(w, h) {
+        // Not implemented over the bridge yet
+    }
     setCustomAnchorPose(anchor, pose_version, pose) {
         let message = `setCustomAnchorPose${anchor}:${pose_version}:`;
         this._anchorPoseFloat32.set(pose);

package/lib/camera-source.d.ts

@@ -7,6 +7,8 @@ export declare class CameraSource extends HTMLElementSource {
     static DEFAULT_DEVICE_ID: string;
     private _currentStream;
     private _activeDeviceId;
+    private _preferredWidth;
+    private _preferredHeight;
     private _explicitUserCameraId;
     private _explicitEnvironmentCameraId;
     constructor(_impl: zappar_camera_source_t, pipeline: zappar_pipeline_t, _deviceId: string);
@@ -14,6 +16,7 @@ export declare class CameraSource extends HTMLElementSource {
     private _stop;
     pause(): void;
     start(): void;
+    setPreferredResolution(w: number, h: number): void;
     private _getConstraints;
     getFrame(allowRead: boolean): void;
     private _getUserMedia;

package/lib/camera-source.js

@@ -28,6 +28,8 @@ export class CameraSource extends HTMLElementSource {
         this._deviceId = _deviceId;
         this._currentStream = null;
         this._activeDeviceId = null;
+        this._preferredWidth = profile.videoWidth;
+        this._preferredHeight = profile.videoHeight;
         this._hasStartedOrientation = false;
         this._lastTimestamp = -1;
         this._deviceMotionListener = (ev) => {
@@ -90,6 +92,10 @@ export class CameraSource extends HTMLElementSource {
         this._startDeviceMotion();
         this._syncCamera();
     }
+    setPreferredResolution(w, h) {
+        this._preferredWidth = w;
+        this._preferredHeight = h;
+    }
     _getConstraints() {
         return __awaiter(this, void 0, void 0, function* () {
             let deviceId;
@@ -120,8 +126,8 @@ export class CameraSource extends HTMLElementSource {
                 audio: false,
                 video: {
                     facingMode: facingMode,
-                    width: profile.videoWidth,
-                    height: profile.videoHeight,
+                    width: this._preferredWidth,
+                    height: this._preferredHeight,
                     frameRate: profile.requestHighFrameRate ? 60 : undefined,
                     deviceId: deviceId
                 }

package/lib/gen/zappar-native.d.ts

@@ -85,7 +85,8 @@ export declare enum plane_orientation_t {
 }
 export declare enum camera_profile_t {
     DEFAULT = 0,
-    HIGH = 1
+    HIGH = 1,
+    FULL = 2
 }
 export declare enum world_scale_mode_t {
     DEFAULT = 0,

package/lib/gen/zappar-native.js

@@ -107,6 +107,7 @@ export var camera_profile_t;
 (function (camera_profile_t) {
     camera_profile_t[camera_profile_t["DEFAULT"] = 0] = "DEFAULT";
     camera_profile_t[camera_profile_t["HIGH"] = 1] = "HIGH";
+    camera_profile_t[camera_profile_t["FULL"] = 2] = "FULL";
 })(camera_profile_t || (camera_profile_t = {}));
 ;
 export var world_scale_mode_t;

package/lib/gen/zappar.d.ts

@@ -125,6 +125,8 @@ export interface zappar {
     camera_source_start(o: zappar_camera_source_t): void;
     camera_source_pause(o: zappar_camera_source_t): void;
     camera_source_profile_set(o: zappar_camera_source_t, profile: camera_profile_t): void;
+    camera_source_preferred_resolution_set(o: zappar_camera_source_t, width: number, height: number): void;
+    camera_source_preferred_resolution_set_default(o: zappar_camera_source_t): void;
     sequence_source_create(pipeline: zappar_pipeline_t): zappar_sequence_source_t;
     sequence_source_destroy(o: zappar_sequence_source_t): void;
     sequence_source_start(o: zappar_sequence_source_t): void;

package/lib/html-element-source.d.ts

@@ -10,6 +10,7 @@ export declare class HTMLElementSource extends Source {
     protected _cameraToScreenRotation: number;
     private _isUploadFrame;
     private _currentVideoTexture;
+    private _currentDataSize;
     private _imageProcessor;
     private _cameraToDeviceTransform;
     private _cameraToDeviceTransformUserFacing;

package/lib/html-element-source.js

@@ -17,6 +17,7 @@ export class HTMLElementSource extends Source {
         this._isUserFacing = false;
         this._cameraToScreenRotation = 0;
         this._isUploadFrame = true;
+        this._currentDataSize = [320, 240];
         this._cameraToDeviceTransform = mat4.create();
         this._cameraToDeviceTransformUserFacing = mat4.create();
         this._cameraModel = new Float32Array([300, 300, 160, 120, 0, 0]);
@@ -148,7 +149,7 @@ export class HTMLElementSource extends Source {
                 return undefined;
             if (pipeline.getCameraFrameDataRGBEnabled())
                 this._currentRgbFrame = this._generateRGBFrame();
-            this._imageProcessor.uploadFrame(this._currentVideoTexture, this._video, rotation, this._isUserFacing, this._profile);
+            this._currentDataSize = this._imageProcessor.uploadFrame(this._currentVideoTexture, this._video, rotation, this._isUserFacing, this._profile);
             this._requestVideoFrameCallback();
             this._isUploadFrame = !this._isUploadFrame;
             return undefined;
@@ -156,7 +157,7 @@ export class HTMLElementSource extends Source {
         if (currentlyProcessing || !this._currentVideoTexture)
             return undefined;
         this._isUploadFrame = !this._isUploadFrame;
-        const [dataWidth, dataHeight] = profile.getDataSize(this._profile);
+        const [dataWidth, dataHeight] = this._currentDataSize;
         let greySize = dataWidth * dataHeight;
         let pixels = pipeline.cameraPixelArrays.pop();
         while (pixels) {
@@ -174,7 +175,7 @@ export class HTMLElementSource extends Source {
         this._cameraModel[1] = focalLength;
         this._cameraModel[2] = dataWidth * 0.5;
         this._cameraModel[3] = dataHeight * 0.5;
-        const info = Object.assign(Object.assign({}, this._imageProcessor.readFrame(tex, pixels, this._profile)), { cameraModel: this._cameraModel, cameraSource: this, cameraToDevice: (this._isUserFacing ? this._cameraToDeviceTransformUserFacing : this._cameraToDeviceTransform) });
+        const info = Object.assign(Object.assign({}, this._imageProcessor.readFrame(pixels)), { texture: tex, cameraModel: this._cameraModel, cameraSource: this, cameraToDevice: (this._isUserFacing ? this._cameraToDeviceTransformUserFacing : this._cameraToDeviceTransform) });
         if (this._currentRgbFrame) {
             info.rgbFrame = this._currentRgbFrame;
             this._currentRgbFrame = undefined;

package/lib/image-process-gl.d.ts

@@ -1,7 +1,6 @@
 import { camera_profile_t } from "./gen/zappar-native";
 export interface ProcessedFrame {
     data?: ArrayBuffer;
-    texture: WebGLTexture | undefined;
     dataWidth: number;
     dataHeight: number;
     uvTransform?: Float32Array;
@@ -17,6 +16,7 @@ export declare class ImageProcessGL {
     private _computedTransformRotation;
     private _computedFrontCameraRotation;
     private _cameraUvTransform;
+    private _dataSize;
     private _framebufferWidth;
     private _framebufferHeight;
     private _framebufferId;
@@ -29,10 +29,9 @@ export declare class ImageProcessGL {
     constructor(_gl: WebGL2RenderingContext | WebGLRenderingContext);
     resetGLContext(): void;
     destroy(): void;
-    uploadFrame(texture: WebGLTexture, img: HTMLVideoElement | HTMLImageElement | ImageBitmap, rotation: number, fc: boolean, cp: camera_profile_t): void;
-    uploadFrameForSize(texture: WebGLTexture, img: HTMLVideoElement | HTMLImageElement | ImageBitmap, rotation: number, fc: boolean, dataWidth: number, dataHeight: number): void;
-    readFrame(texture: WebGLTexture, pixels: ArrayBuffer, cp: camera_profile_t): ProcessedFrame;
-    readFrameForSize(texture: WebGLTexture, pixels: ArrayBuffer, dataWidth: number, dataHeight: number): ProcessedFrame;
+    uploadFrame(texture: WebGLTexture, img: HTMLVideoElement | HTMLImageElement | ImageBitmap, rotation: number, fc: boolean, cp: camera_profile_t): [number, number];
+    uploadFrameForSize(texture: WebGLTexture, img: HTMLVideoElement | HTMLImageElement | ImageBitmap | null, rotation: number, fc: boolean, dataWidth: number, dataHeight: number): void;
+    readFrame(pixels: ArrayBuffer): ProcessedFrame;
     private _updateTransforms;
     private _getCameraUvTransform;
     private _getFramebuffer;

package/lib/image-process-gl.js

@@ -1,6 +1,6 @@
 import { mat4 } from "gl-matrix";
 import { GLStateManager } from "./gl-state-manager";
-import { profile } from "./profile";
+import { getDataSizeForSource } from "./profile";
 import { compileShader, linkProgram } from "./shader";
 export class ImageProcessGL {
     constructor(_gl) {
@@ -13,6 +13,7 @@ export class ImageProcessGL {
         this._computedTransformRotation = -1;
         this._computedFrontCameraRotation = false;
         this._cameraUvTransform = mat4.create();
+        this._dataSize = [0, 0];
         this._framebufferWidth = 0;
         this._framebufferHeight = 0;
         this._framebufferId = null;
@@ -34,8 +35,9 @@ export class ImageProcessGL {
         this.resetGLContext();
     }
     uploadFrame(texture, img, rotation, fc, cp) {
-        const [dataWidth, dataHeight] = profile.getDataSize(cp);
-        this.uploadFrameForSize(texture, img, rotation, fc, dataWidth, dataHeight);
+        const dataSize = getDataSizeForSource(cp, img, rotation);
+        this.uploadFrameForSize(texture, img, rotation, fc, ...dataSize);
+        return dataSize;
     }
     uploadFrameForSize(texture, img, rotation, fc, dataWidth, dataHeight) {
         let gl = this._gl;
@@ -61,24 +63,15 @@ export class ImageProcessGL {
         gl.disable(gl.STENCIL_TEST);
         gl.pixelStorei(gl.UNPACK_FLIP_Y_WEBGL, false);
         gl.bindTexture(gl.TEXTURE_2D, texture);
-        const level = 0;
-        const internalFormat = gl.RGBA;
-        const srcFormat = gl.RGBA;
-        const srcType = gl.UNSIGNED_BYTE;
-        gl.texImage2D(gl.TEXTURE_2D, level, internalFormat, srcFormat, srcType, img);
-        let videoWidth = 0;
-        let videoHeight = 0;
-        if (typeof HTMLVideoElement !== "undefined" && img instanceof HTMLVideoElement) {
-            videoWidth = img.videoWidth;
-            videoHeight = img.videoHeight;
+        if (img) {
+            const level = 0;
+            const internalFormat = gl.RGBA;
+            const srcFormat = gl.RGBA;
+            const srcType = gl.UNSIGNED_BYTE;
+            gl.texImage2D(gl.TEXTURE_2D, level, internalFormat, srcFormat, srcType, img);
         }
-        else {
-            videoWidth = img.width;
-            videoHeight = img.height;
-        }
-        if (videoHeight > videoWidth)
-            videoHeight = [videoWidth, videoWidth = videoHeight][0];
         this._updateTransforms(rotation, fc);
+        this._dataSize = [dataWidth, dataHeight];
         let framebuffer = this._getFramebuffer(gl, dataWidth / 4, dataHeight);
         let vbo = this._getVertexBuffer(gl);
         let ibo = this._getIndexBuffer(gl);
@@ -171,13 +164,10 @@ export class ImageProcessGL {
         if (reenableStencilTest)
             gl.enable(gl.STENCIL_TEST);
     }
-    readFrame(texture, pixels, cp) {
-        const [dataWidth, dataHeight] = profile.getDataSize(cp);
-        return this.readFrameForSize(texture, pixels, dataWidth, dataHeight);
-    }
-    readFrameForSize(texture, pixels, dataWidth, dataHeight) {
+    readFrame(pixels) {
         let gl = this._gl;
         let pixelsView = new Uint8Array(pixels);
+        const [dataWidth, dataHeight] = this._dataSize;
         const previousBoundFramebuffer = gl.getParameter(gl.FRAMEBUFFER_BINDING);
         let framebuffer = this._getFramebuffer(gl, dataWidth / 4, dataHeight);
         gl.bindFramebuffer(gl.FRAMEBUFFER, framebuffer);
@@ -186,7 +176,6 @@ export class ImageProcessGL {
         return {
             uvTransform: this._cameraUvTransform,
             data: pixels,
-            texture,
             dataWidth,
             dataHeight,
             userFacing: this._computedFrontCameraRotation

package/lib/imagebitmap-camera-source.d.ts

@@ -8,6 +8,8 @@ export declare class ImageBitmapCameraSource extends Source {
     static DEFAULT_DEVICE_ID: string;
     private _currentStream;
     private _activeDeviceId;
+    private _preferredWidth;
+    private _preferredHeight;
     private _isPaused;
     private _isUserFacing;
     private _hadFrames;
@@ -22,6 +24,7 @@ export declare class ImageBitmapCameraSource extends Source {
     constructor(_impl: zappar_camera_source_t, _pipeline: zappar_pipeline_t, _deviceId: string);
     destroy(): void;
     setProfile(p: camera_profile_t): void;
+    setPreferredResolution(w: number, h: number): void;
     private _stop;
     pause(): void;
     start(): void;

package/lib/imagebitmap-camera-source.js

@@ -8,7 +8,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 import { camera_profile_t } from "./gen/zappar";
-import { profile } from "./profile";
+import { profile, getDataSizeForSource } from "./profile";
 import { Pipeline } from "./pipeline";
 import { Source } from "./source";
 import { cameraRotationForScreenOrientation } from "./cameramodel";
@@ -23,6 +23,8 @@ export class ImageBitmapCameraSource extends Source {
         this._deviceId = _deviceId;
         this._currentStream = null;
         this._activeDeviceId = null;
+        this._preferredWidth = profile.videoWidth;
+        this._preferredHeight = profile.videoHeight;
         this._isPaused = true;
         this._isUserFacing = false;
         this._hadFrames = false;
@@ -90,6 +92,10 @@ export class ImageBitmapCameraSource extends Source {
     setProfile(p) {
         this._profile = p;
     }
+    setPreferredResolution(w, h) {
+        this._preferredWidth = w;
+        this._preferredHeight = h;
+    }
     _stop() {
         if (!this._currentStream)
             return;
@@ -132,8 +138,8 @@ export class ImageBitmapCameraSource extends Source {
                 audio: false,
                 video: {
                     facingMode: facingMode,
-                    width: profile.videoWidth,
-                    height: profile.videoHeight,
+                    width: this._preferredWidth,
+                    height: this._preferredHeight,
                     frameRate: profile.requestHighFrameRate ? 60 : undefined,
                     deviceId: deviceId
                 }
@@ -190,7 +196,7 @@ export class ImageBitmapCameraSource extends Source {
         let pipeline = Pipeline.get(this._pipeline);
         if (!pipeline)
             return;
-        const [dataWidth, dataHeight] = profile.getDataSize(this._profile);
+        const [dataWidth, dataHeight] = getDataSizeForSource(this._profile, imageBitmap, rotation);
         let focalLength = 300.0 * dataWidth / 320.0;
         this._cameraModel[0] = focalLength;
         this._cameraModel[1] = focalLength;
@@ -281,10 +287,11 @@ export class ImageBitmapCameraSource extends Source {
         let texture = pipeline.getVideoTexture();
         if (!texture)
             return;
+        const previousBoundTexture = gl.getParameter(gl.TEXTURE_BINDING_2D);
         gl.bindTexture(gl.TEXTURE_2D, texture);
         gl.pixelStorei(gl.UNPACK_FLIP_Y_WEBGL, false);
         gl.texImage2D(gl.TEXTURE_2D, 0, gl.RGBA, gl.RGBA, gl.UNSIGNED_BYTE, info.frame);
-        gl.bindTexture(gl.TEXTURE_2D, null);
+        gl.bindTexture(gl.TEXTURE_2D, previousBoundTexture);
         info.texture = texture;
     }
 }

package/lib/mstp-camera-source.d.ts

@@ -8,6 +8,8 @@ export declare class MSTPCameraSource extends Source {
     static DEFAULT_DEVICE_ID: string;
     private _currentStream;
     private _activeDeviceId;
+    private _preferredWidth;
+    private _preferredHeight;
     private _isPaused;
     private _isUserFacing;
     private _cameraToScreenRotation;
@@ -20,6 +22,7 @@ export declare class MSTPCameraSource extends Source {
     private _stop;
     pause(): void;
     start(): void;
+    setPreferredResolution(w: number, h: number): void;
     private _getConstraints;
     getFrame(allowRead: boolean): void;
     private _getUserMedia;

package/lib/mstp-camera-source.js

@@ -21,6 +21,8 @@ export class MSTPCameraSource extends Source {
         this._deviceId = _deviceId;
         this._currentStream = null;
         this._activeDeviceId = null;
+        this._preferredWidth = profile.videoWidth;
+        this._preferredHeight = profile.videoHeight;
         this._isPaused = true;
         this._isUserFacing = false;
         this._cameraToScreenRotation = 0;
@@ -150,6 +152,10 @@ export class MSTPCameraSource extends Source {
         this._startDeviceMotion();
         this._syncCamera();
     }
+    setPreferredResolution(w, h) {
+        this._preferredWidth = w;
+        this._preferredHeight = h;
+    }
     _getConstraints() {
         return __awaiter(this, void 0, void 0, function* () {
             let deviceId;
@@ -166,8 +172,8 @@ export class MSTPCameraSource extends Source {
                 audio: false,
                 video: {
                     facingMode: facingMode,
-                    width: profile.videoWidth,
-                    height: profile.videoHeight,
+                    width: this._preferredWidth,
+                    height: this._preferredHeight,
                     frameRate: profile.requestHighFrameRate ? 60 : 30,
                     deviceId: deviceId
                 }

package/lib/native.js

@@ -34,6 +34,7 @@ import { BridgedD3Tracker } from "./bridged-d3-tracker";
 import { BridgedCameraSource } from "./bridged-camera-source";
 import { WebXRCameraSource } from "./webxr-camera-source";
 import { WebXRWorldTracker } from "./webxr-world-tracker";
+import { profile } from "./profile";
 let client;
 const pipelineByWorldTracker = new Map();
 const d3TrackerSizeById = new Map();
@@ -271,7 +272,7 @@ export function initialize(opts) {
                 mat4.multiply(res, res, scale);
             }
             return res;
-        }, loaded: () => loaded, camera_default_device_id: userFacing => userFacing ? CameraSource.USER_DEFAULT_DEVICE_ID : CameraSource.DEFAULT_DEVICE_ID, camera_source_create: (p, deviceId) => createCameraSource(p, deviceId, preferWebXRCamera), camera_source_destroy: cam => { var _a; return (_a = getCameraSource(cam)) === null || _a === void 0 ? void 0 : _a.destroy(); }, camera_source_pause: cam => { var _a; return (_a = getCameraSource(cam)) === null || _a === void 0 ? void 0 : _a.pause(); }, camera_source_start: cam => { var _a; return (_a = getCameraSource(cam)) === null || _a === void 0 ? void 0 : _a.start(); }, camera_source_profile_set: (cam, p) => { var _a; return (_a = getCameraSource(cam)) === null || _a === void 0 ? void 0 : _a.setProfile(p); }, camera_count: () => 2, camera_id: indx => indx === 0 ? CameraSource.DEFAULT_DEVICE_ID : CameraSource.USER_DEFAULT_DEVICE_ID, camera_name: indx => indx === 0 ? "Rear-facing Camera" : "User-facing Camera", camera_user_facing: indx => indx !== 0, pose_from_raw: (raw_pose, mirror) => {
+        }, loaded: () => loaded, camera_default_device_id: userFacing => userFacing ? CameraSource.USER_DEFAULT_DEVICE_ID : CameraSource.DEFAULT_DEVICE_ID, camera_source_create: (p, deviceId) => createCameraSource(p, deviceId, preferWebXRCamera), camera_source_destroy: cam => { var _a; return (_a = getCameraSource(cam)) === null || _a === void 0 ? void 0 : _a.destroy(); }, camera_source_pause: cam => { var _a; return (_a = getCameraSource(cam)) === null || _a === void 0 ? void 0 : _a.pause(); }, camera_source_start: cam => { var _a; return (_a = getCameraSource(cam)) === null || _a === void 0 ? void 0 : _a.start(); }, camera_source_profile_set: (cam, p) => { var _a; return (_a = getCameraSource(cam)) === null || _a === void 0 ? void 0 : _a.setProfile(p); }, camera_source_preferred_resolution_set: (cam, w, h) => { var _a; return (_a = getCameraSource(cam)) === null || _a === void 0 ? void 0 : _a.setPreferredResolution(w, h); }, camera_source_preferred_resolution_set_default: cam => { var _a; return (_a = getCameraSource(cam)) === null || _a === void 0 ? void 0 : _a.setPreferredResolution(profile.videoWidth, profile.videoHeight); }, camera_count: () => 2, camera_id: indx => indx === 0 ? CameraSource.DEFAULT_DEVICE_ID : CameraSource.USER_DEFAULT_DEVICE_ID, camera_name: indx => indx === 0 ? "Rear-facing Camera" : "User-facing Camera", camera_user_facing: indx => indx !== 0, pose_from_raw: (raw_pose, mirror) => {
             let res = applyScreenCounterRotation(undefined, raw_pose);
             if (mirror) {
                 let scale = mat4.create();

package/lib/profile.d.ts

@@ -11,7 +11,6 @@ export declare let profile: {
     requestHighFrameRate: boolean;
     videoWidth: number;
     videoHeight: number;
-    getDataSize: (p: camera_profile_t) => number[];
     videoElementInDOM: boolean;
     preferMediaStreamTrackProcessorCamera: boolean;
     preferImageBitmapCamera: boolean;
@@ -22,3 +21,5 @@ export declare let profile: {
     trustSensorIntervals: boolean;
     offscreenCanvasSupported: boolean;
 };
+export declare function getDataSize(p: camera_profile_t, fullWidth: number, fullHeight: number): [number, number];
+export declare function getDataSizeForSource(p: camera_profile_t, source: HTMLVideoElement | HTMLImageElement | ImageBitmap, rotation?: number): [number, number];

package/lib/profile.js

@@ -13,7 +13,6 @@ export let profile = {
     requestHighFrameRate: false,
     videoWidth: 1280,
     videoHeight: 720,
-    getDataSize: (p) => p === camera_profile_t.HIGH ? [640, 360] : [320, 180],
     videoElementInDOM: false,
     preferMediaStreamTrackProcessorCamera: false,
     preferImageBitmapCamera: false,
@@ -24,6 +23,39 @@ export let profile = {
     trustSensorIntervals: false,
     offscreenCanvasSupported: typeof globalThis.OffscreenCanvas !== "undefined",
 };
+export function getDataSize(p, fullWidth, fullHeight) {
+    if (p === camera_profile_t.FULL)
+        return [fullWidth, fullHeight];
+    let fullMax = fullWidth > fullHeight ? fullWidth : fullHeight;
+    let dataMax = p === camera_profile_t.HIGH ? 640 : 320;
+    let scale = dataMax / fullMax;
+    if (scale >= 1)
+        return [fullWidth, fullHeight];
+    // Ensure width is a multiple of 4 (required by ImageProcessGL greyscale conversion)
+    let width = Math.round(scale * fullWidth / 4) * 4;
+    let height = Math.round(width * fullHeight / fullWidth);
+    return [width, height];
+}
+export function getDataSizeForSource(p, source, rotation = 0) {
+    let fullWidth = source.width;
+    let fullHeight = source.height;
+    // NB: undefined checks needed as these types aren't available in workers
+    if (typeof HTMLVideoElement !== "undefined" && source instanceof HTMLVideoElement) {
+        fullWidth = source.videoWidth;
+        fullHeight = source.videoHeight;
+    }
+    else if (typeof HTMLImageElement !== "undefined" && source instanceof HTMLImageElement) {
+        fullWidth = source.naturalWidth;
+        fullHeight = source.naturalHeight;
+    }
+    if ((rotation == 90) || (rotation == 270)) {
+        // Will be rotated as part of greyscale conversion
+        return getDataSize(p, fullHeight, fullWidth);
+    }
+    else {
+        return getDataSize(p, fullWidth, fullHeight);
+    }
+}
 if (typeof window !== "undefined") {
     window["zeeProfile"] = profile;
     if (window.location.href.indexOf("_mstppipeline") >= 0) {
@@ -81,7 +113,6 @@ function iDevice(version) {
                 // Avoid bug where iOS letterboxes 16:9 into 4:3 for high fps
                 // Doesn't seem needed with newer versions of iOS, tested on 14.8.1 and 15.2
                 profile.videoHeight = 360;
-                profile.getDataSize = (p) => p === camera_profile_t.HIGH ? [640, 360] : [320, 180];
             }
         }
         if (majorVersion === 16 && minorVersion >= 4) {

package/lib/src/bridged-camera-source.d.ts

@@ -39,6 +39,7 @@ export declare class BridgedCameraSource extends Source {
     uploadGL(info: CameraFrameInfo): void;
     recycle(info: CameraFrameInfo): void;
     setProfile(p: camera_profile_t): void;
+    setPreferredResolution(w: number, h: number): void;
     private _anchorPoseFloat32;
     private _anchorPoseUint16;
     setCustomAnchorPose(anchor: zappar_custom_anchor_t, pose_version: number, pose: Float32Array): void;

package/lib/src/camera-source.d.ts

@@ -7,6 +7,8 @@ export declare class CameraSource extends HTMLElementSource {
     static DEFAULT_DEVICE_ID: string;
     private _currentStream;
     private _activeDeviceId;
+    private _preferredWidth;
+    private _preferredHeight;
     private _explicitUserCameraId;
     private _explicitEnvironmentCameraId;
     constructor(_impl: zappar_camera_source_t, pipeline: zappar_pipeline_t, _deviceId: string);
@@ -14,6 +16,7 @@ export declare class CameraSource extends HTMLElementSource {
     private _stop;
     pause(): void;
     start(): void;
+    setPreferredResolution(w: number, h: number): void;
     private _getConstraints;
     getFrame(allowRead: boolean): void;
     private _getUserMedia;

package/lib/src/gen/zappar-native.d.ts

@@ -85,7 +85,8 @@ export declare enum plane_orientation_t {
 }
 export declare enum camera_profile_t {
     DEFAULT = 0,
-    HIGH = 1
+    HIGH = 1,
+    FULL = 2
 }
 export declare enum world_scale_mode_t {
     DEFAULT = 0,

package/lib/src/gen/zappar.d.ts

@@ -125,6 +125,8 @@ export interface zappar {
     camera_source_start(o: zappar_camera_source_t): void;
     camera_source_pause(o: zappar_camera_source_t): void;
     camera_source_profile_set(o: zappar_camera_source_t, profile: camera_profile_t): void;
+    camera_source_preferred_resolution_set(o: zappar_camera_source_t, width: number, height: number): void;
+    camera_source_preferred_resolution_set_default(o: zappar_camera_source_t): void;
     sequence_source_create(pipeline: zappar_pipeline_t): zappar_sequence_source_t;
     sequence_source_destroy(o: zappar_sequence_source_t): void;
     sequence_source_start(o: zappar_sequence_source_t): void;

package/lib/src/html-element-source.d.ts

@@ -10,6 +10,7 @@ export declare class HTMLElementSource extends Source {
     protected _cameraToScreenRotation: number;
     private _isUploadFrame;
     private _currentVideoTexture;
+    private _currentDataSize;
     private _imageProcessor;
     private _cameraToDeviceTransform;
     private _cameraToDeviceTransformUserFacing;

package/lib/src/image-process-gl.d.ts

@@ -1,7 +1,6 @@
 import { camera_profile_t } from "./gen/zappar-native";
 export interface ProcessedFrame {
     data?: ArrayBuffer;
-    texture: WebGLTexture | undefined;
     dataWidth: number;
     dataHeight: number;
     uvTransform?: Float32Array;
@@ -17,6 +16,7 @@ export declare class ImageProcessGL {
     private _computedTransformRotation;
     private _computedFrontCameraRotation;
     private _cameraUvTransform;
+    private _dataSize;
     private _framebufferWidth;
     private _framebufferHeight;
     private _framebufferId;
@@ -29,10 +29,9 @@ export declare class ImageProcessGL {
     constructor(_gl: WebGL2RenderingContext | WebGLRenderingContext);
     resetGLContext(): void;
     destroy(): void;
-    uploadFrame(texture: WebGLTexture, img: HTMLVideoElement | HTMLImageElement | ImageBitmap, rotation: number, fc: boolean, cp: camera_profile_t): void;
-    uploadFrameForSize(texture: WebGLTexture, img: HTMLVideoElement | HTMLImageElement | ImageBitmap, rotation: number, fc: boolean, dataWidth: number, dataHeight: number): void;
-    readFrame(texture: WebGLTexture, pixels: ArrayBuffer, cp: camera_profile_t): ProcessedFrame;
-    readFrameForSize(texture: WebGLTexture, pixels: ArrayBuffer, dataWidth: number, dataHeight: number): ProcessedFrame;
+    uploadFrame(texture: WebGLTexture, img: HTMLVideoElement | HTMLImageElement | ImageBitmap, rotation: number, fc: boolean, cp: camera_profile_t): [number, number];
+    uploadFrameForSize(texture: WebGLTexture, img: HTMLVideoElement | HTMLImageElement | ImageBitmap | null, rotation: number, fc: boolean, dataWidth: number, dataHeight: number): void;
+    readFrame(pixels: ArrayBuffer): ProcessedFrame;
     private _updateTransforms;
     private _getCameraUvTransform;
     private _getFramebuffer;

package/lib/src/imagebitmap-camera-source.d.ts

@@ -8,6 +8,8 @@ export declare class ImageBitmapCameraSource extends Source {
     static DEFAULT_DEVICE_ID: string;
     private _currentStream;
     private _activeDeviceId;
+    private _preferredWidth;
+    private _preferredHeight;
     private _isPaused;
     private _isUserFacing;
     private _hadFrames;
@@ -22,6 +24,7 @@ export declare class ImageBitmapCameraSource extends Source {
     constructor(_impl: zappar_camera_source_t, _pipeline: zappar_pipeline_t, _deviceId: string);
     destroy(): void;
     setProfile(p: camera_profile_t): void;
+    setPreferredResolution(w: number, h: number): void;
     private _stop;
     pause(): void;
     start(): void;

package/lib/src/mstp-camera-source.d.ts

@@ -8,6 +8,8 @@ export declare class MSTPCameraSource extends Source {
     static DEFAULT_DEVICE_ID: string;
     private _currentStream;
     private _activeDeviceId;
+    private _preferredWidth;
+    private _preferredHeight;
     private _isPaused;
     private _isUserFacing;
     private _cameraToScreenRotation;
@@ -20,6 +22,7 @@ export declare class MSTPCameraSource extends Source {
     private _stop;
     pause(): void;
     start(): void;
+    setPreferredResolution(w: number, h: number): void;
     private _getConstraints;
     getFrame(allowRead: boolean): void;
     private _getUserMedia;

package/lib/src/profile.d.ts

@@ -11,7 +11,6 @@ export declare let profile: {
     requestHighFrameRate: boolean;
     videoWidth: number;
     videoHeight: number;
-    getDataSize: (p: camera_profile_t) => number[];
     videoElementInDOM: boolean;
     preferMediaStreamTrackProcessorCamera: boolean;
     preferImageBitmapCamera: boolean;
@@ -22,3 +21,5 @@ export declare let profile: {
     trustSensorIntervals: boolean;
     offscreenCanvasSupported: boolean;
 };
+export declare function getDataSize(p: camera_profile_t, fullWidth: number, fullHeight: number): [number, number];
+export declare function getDataSizeForSource(p: camera_profile_t, source: HTMLVideoElement | HTMLImageElement | ImageBitmap, rotation?: number): [number, number];

package/lib/src/version.d.ts

@@ -1 +1 @@
-export declare const VERSION = "3.10.0";
+export declare const VERSION = "3.12.0";

package/lib/src/webxr-camera-source.d.ts

@@ -47,7 +47,11 @@ export declare class WebXRCameraSource extends Source {
     private _cameraToDeviceTransform;
     private _cameraModel;
     private _rawCameraModel;
+    private _rawCameraWidth;
+    private _rawCameraHeight;
     private _profile;
+    private _preferredWidth;
+    private _preferredHeight;
     private _permissionRequestShown;
     private _planeHitTestSource;
     private _customAnchorSetRequests;
@@ -57,6 +61,7 @@ export declare class WebXRCameraSource extends Source {
     constructor(_impl: zappar_camera_source_t, _pipeline: zappar_pipeline_t);
     destroy(): void;
     setProfile(p: camera_profile_t): void;
+    setPreferredResolution(w: number, h: number): void;
     private _stop;
     pause(): void;
     start(): void;

package/lib/tests/common.d.ts

@@ -1,9 +1,11 @@
-import { Zappar, zappar_pipeline_t } from "../src";
+import { Zappar, zappar_pipeline_t, zappar_camera_source_t } from "../src";
 import { zappar_sequence_source_t } from "../src/gen/zappar";
 import { Event1 } from "../src/event";
 export declare let canvas: HTMLCanvasElement;
 export declare let mirrorPoses: boolean;
 export declare let pipeline: zappar_pipeline_t;
+export declare let rearSource: zappar_camera_source_t;
+export declare let frontSource: zappar_camera_source_t;
 export declare let onSequenceLoaded: Event1<zappar_sequence_source_t>;
 export declare function setup(webgl2?: boolean): Zappar;
 export declare function currentPoseSetting(): PoseSetting;

package/lib/version.d.ts

@@ -1 +1 @@
-export declare const VERSION = "3.10.0";
+export declare const VERSION = "3.12.0";

package/lib/version.js

@@ -1 +1 @@
-export const VERSION = "3.10.0";
+export const VERSION = "3.12.0";

package/lib/webxr-camera-source.d.ts

@@ -47,7 +47,11 @@ export declare class WebXRCameraSource extends Source {
     private _cameraToDeviceTransform;
     private _cameraModel;
     private _rawCameraModel;
+    private _rawCameraWidth;
+    private _rawCameraHeight;
     private _profile;
+    private _preferredWidth;
+    private _preferredHeight;
     private _permissionRequestShown;
     private _planeHitTestSource;
     private _customAnchorSetRequests;
@@ -57,6 +61,7 @@ export declare class WebXRCameraSource extends Source {
     constructor(_impl: zappar_camera_source_t, _pipeline: zappar_pipeline_t);
     destroy(): void;
     setProfile(p: camera_profile_t): void;
+    setPreferredResolution(w: number, h: number): void;
     private _stop;
     pause(): void;
     start(): void;

package/lib/webxr-camera-source.js

@@ -8,7 +8,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 import { anchor_status_t, world_tracker_quality_t, camera_profile_t } from "./gen/zappar";
-import { profile } from "./profile";
+import { profile, getDataSizeForSource } from "./profile";
 import { Pipeline } from "./pipeline";
 import { Source } from "./source";
 import { cameraRotationForScreenOrientation } from "./cameramodel";
@@ -50,13 +50,17 @@ export class WebXRCameraSource extends Source {
         this._cameraToDeviceTransform = mat4.create();
         this._cameraModel = new Float32Array([300, 300, 160, 120, 0, 0]);
         this._rawCameraModel = new Float32Array([300, 300, 160, 120, 0, 0]);
+        this._rawCameraWidth = 320;
+        this._rawCameraHeight = 240;
         this._profile = camera_profile_t.DEFAULT;
+        this._preferredWidth = profile.videoWidth;
+        this._preferredHeight = profile.videoHeight;
         this._permissionRequestShown = false;
         this._planeHitTestSource = null;
         this._customAnchorSetRequests = new Map();
         this._customAnchors = new Map();
         this._onXRFrame = (time, frame) => {
-            var _a, _b, _c, _d, _e, _f;
+            var _a, _b, _c, _d, _e;
             if (this._isPaused)
                 return;
             (_a = this._xrSession) === null || _a === void 0 ? void 0 : _a.requestAnimationFrame(this._onXRFrame);
@@ -80,16 +84,19 @@ export class WebXRCameraSource extends Source {
             }
             if (!texture)
                 return;
-            const viewport = (_b = this._xrWebGLLayer) === null || _b === void 0 ? void 0 : _b.getViewport(camView);
-            this._updateCameraModel(camView, viewport);
+            this._updateCameraModel(camView, camera);
             const localPose = frame.getViewerPose(this._xrLocalSpace);
+            let rot = cameraRotationForScreenOrientation(false);
+            let isPortrait = (rot == 90) || (rot == 270);
             const gl = this._offscreenContext;
             let blitWidth = camera.width;
             let blitHeight = camera.height;
-            let blitMax = Math.max(blitWidth, blitHeight);
-            if (blitMax > 1280) {
-                blitWidth = Math.round(1280 * blitWidth / blitMax);
-                blitHeight = Math.round(1280 * blitHeight / blitMax);
+            let prefWidth = isPortrait ? this._preferredHeight : this._preferredWidth;
+            let prefHeight = isPortrait ? this._preferredWidth : this._preferredHeight;
+            let scale = Math.min(prefWidth / blitWidth, prefHeight / blitHeight);
+            if (scale < 1) {
+                blitWidth = Math.round(scale * blitWidth);
+                blitHeight = Math.round(scale * blitHeight);
             }
             if (blitWidth != this._offscreenCanvas.width || blitHeight != this._offscreenCanvas.height) {
                 this._offscreenCanvas.width = blitWidth;
@@ -103,7 +110,6 @@ export class WebXRCameraSource extends Source {
             if (this._latestFrame)
                 this._latestFrame.close();
             this._latestFrame = this._offscreenCanvas.transferToImageBitmap();
-            let rot = cameraRotationForScreenOrientation(false);
             const rotateMatrix = (m, rot) => {
                 let ret = m.slice();
                 if (rot === 90) {
@@ -147,7 +153,7 @@ export class WebXRCameraSource extends Source {
                 mat4.getRotation(_quat, req.pose);
                 mat4.getTranslation(_trans, req.pose);
                 const rigid = new XRRigidTransform({ x: _trans[0], y: _trans[1], z: _trans[2], w: 1 }, { x: _quat[0], y: _quat[1], z: _quat[2], w: _quat[3] });
-                (_d = (_c = frame.createAnchor) === null || _c === void 0 ? void 0 : _c.call(frame, rigid, this._xrLocalSpace)) === null || _d === void 0 ? void 0 : _d.then(anchor => {
+                (_c = (_b = frame.createAnchor) === null || _b === void 0 ? void 0 : _b.call(frame, rigid, this._xrLocalSpace)) === null || _c === void 0 ? void 0 : _c.then(anchor => {
                     const existing = this._customAnchors.get(customAnchor);
                     if (existing)
                         existing.anchor.delete();
@@ -235,7 +241,7 @@ export class WebXRCameraSource extends Source {
                     custom_anchors.push({
                         id: o,
                         status: frame.trackedAnchors.has(anchor.anchor) ? anchor_status_t.ANCHOR_STATUS_TRACKING : anchor_status_t.ANCHOR_STATUS_PAUSED,
-                        pose: rotateMatrix((_e = pose === null || pose === void 0 ? void 0 : pose.transform) === null || _e === void 0 ? void 0 : _e.matrix, rot),
+                        pose: rotateMatrix((_d = pose === null || pose === void 0 ? void 0 : pose.transform) === null || _d === void 0 ? void 0 : _d.matrix, rot),
                         poseVersion: anchor.version
                     });
                 }
@@ -248,7 +254,7 @@ export class WebXRCameraSource extends Source {
             else {
                 const world_pose = rotateMatrix(localPose.transform.inverse.matrix, rot);
                 let ground_pose = mat4.create();
-                mat4.fromTranslation(_ground, [0, (_f = this._groundH) !== null && _f !== void 0 ? _f : -1.5, 0]);
+                mat4.fromTranslation(_ground, [0, (_e = this._groundH) !== null && _e !== void 0 ? _e : -1.5, 0]);
                 mat4.multiply(ground_pose, localPose.transform.inverse.matrix, _ground);
                 ground_pose = rotateMatrix(ground_pose, rot);
                 this._latestWtData = {
@@ -353,6 +359,10 @@ export class WebXRCameraSource extends Source {
     setProfile(p) {
         this._profile = p;
     }
+    setPreferredResolution(w, h) {
+        this._preferredWidth = w;
+        this._preferredHeight = h;
+    }
     _stop() {
         if (!this._xrSession)
             return;
@@ -401,25 +411,37 @@ export class WebXRCameraSource extends Source {
         let pipeline = Pipeline.get(this._pipeline);
         if (!pipeline)
             return;
-        let isPortrait = (rotation == 90) || (rotation == 270);
-        let [dataWidth, dataHeight] = profile.getDataSize(this._profile);
-        let ibWidth = isPortrait ? imageBitmap.height : imageBitmap.width;
-        let ibHeight = isPortrait ? imageBitmap.width : imageBitmap.height;
-        let cropHeight = Math.round(dataWidth * ibHeight / ibWidth);
-        if (cropHeight < dataHeight) {
-            dataHeight = cropHeight;
+        let [dataWidth, dataHeight] = getDataSizeForSource(this._profile, imageBitmap, rotation);
+        // Calculate the raw camera model after rotation to primary landscape for zcv
+        const isPortrait = (rotation == 90) || (rotation == 270);
+        const rawWidth = isPortrait ? this._rawCameraHeight : this._rawCameraWidth;
+        const rawHeight = isPortrait ? this._rawCameraWidth : this._rawCameraHeight;
+        this._cameraModel[0] = isPortrait ? this._rawCameraModel[1] : this._rawCameraModel[0];
+        this._cameraModel[1] = isPortrait ? this._rawCameraModel[0] : this._rawCameraModel[1];
+        if (rotation === 90) {
+            this._cameraModel[2] = rawWidth - this._rawCameraModel[3];
+            this._cameraModel[3] = this._rawCameraModel[2];
+        }
+        else if (rotation === 180) {
+            this._cameraModel[2] = rawWidth - this._rawCameraModel[2];
+            this._cameraModel[3] = rawHeight - this._rawCameraModel[3];
+        }
+        else if (rotation === 270) {
+            this._cameraModel[2] = this._rawCameraModel[3];
+            this._cameraModel[3] = rawHeight - this._rawCameraModel[2];
         }
         else {
-            dataWidth = Math.round(dataHeight * ibWidth / ibHeight);
+            this._cameraModel[2] = this._rawCameraModel[2];
+            this._cameraModel[3] = this._rawCameraModel[3];
         }
-        const rawX = isPortrait ? this._rawCameraModel[1] : this._rawCameraModel[0];
-        const rawY = isPortrait ? this._rawCameraModel[0] : this._rawCameraModel[1];
-        const rawU = isPortrait ? this._rawCameraModel[3] : this._rawCameraModel[2];
-        const rawV = isPortrait ? this._rawCameraModel[2] : this._rawCameraModel[3];
-        this._cameraModel[0] = 0.5 * rawX * dataWidth / rawU;
-        this._cameraModel[1] = 0.5 * rawY * dataHeight / rawV;
-        this._cameraModel[2] = dataWidth * 0.5;
-        this._cameraModel[3] = dataHeight * 0.5;
+        // Apply the scaling to "data" pixels rather than "raw" pixels
+        this._cameraModel[0] *= (dataWidth / rawWidth);
+        this._cameraModel[1] *= (dataHeight / rawHeight);
+        this._cameraModel[2] *= (dataWidth / rawWidth);
+        this._cameraModel[3] *= (dataHeight / rawHeight);
+        // Offset for pixel-centered coords assumption in zcv
+        this._cameraModel[2] -= 0.5;
+        this._cameraModel[3] -= 0.5;
         let token = pipeline.registerToken({
             dataWidth: imageBitmap.width,
             dataHeight: imageBitmap.height,
@@ -516,10 +538,11 @@ export class WebXRCameraSource extends Source {
         let texture = pipeline.getVideoTexture();
         if (!texture)
             return;
+        const previousBoundTexture = gl.getParameter(gl.TEXTURE_BINDING_2D);
         gl.bindTexture(gl.TEXTURE_2D, texture);
         gl.pixelStorei(gl.UNPACK_FLIP_Y_WEBGL, false);
         gl.texImage2D(gl.TEXTURE_2D, 0, gl.RGBA, gl.RGBA, gl.UNSIGNED_BYTE, info.frame);
-        gl.bindTexture(gl.TEXTURE_2D, null);
+        gl.bindTexture(gl.TEXTURE_2D, previousBoundTexture);
         info.texture = texture;
     }
     setCustomAnchorPose(o, version, pose) {
@@ -533,18 +556,27 @@ export class WebXRCameraSource extends Source {
             (_a = this._customAnchors.get(o)) === null || _a === void 0 ? void 0 : _a.anchor.delete();
         });
     }
-    _updateCameraModel(camView, viewport) {
+    _updateCameraModel(camView, camera) {
         const p = camView.projectionMatrix;
-        const u0 = (1 - p[8]) * viewport.width / 2 + viewport.x;
-        const v0 = (1 - p[9]) * viewport.height / 2 + viewport.y;
+        // Principal points
+        // NB: The v0 expression is different from that given (as of 2026-01-16) in
+        // https://github.com/immersive-web/raw-camera-access/blob/main/explainer.md
+        // Simon re-derived the expressions considering v0 was measured from the top
+        // of the image. So the sign change vs the expression for u0 is expected.
+        // Chrome incorrectly always returns projection matrices centered on the
+        // viewport, with p[8] and p[9] zero, but this will make a difference if that
+        // gets fixed.
+        const u0 = (1 - p[8]) * camera.width / 2;
+        const v0 = (1 + p[9]) * camera.height / 2;
         // Focal lengths in pixels (these are equal for square pixels)
-        const ax = viewport.width / 2 * p[0];
-        const ay = viewport.height / 2 * p[5];
+        const ax = camera.width / 2 * p[0];
+        const ay = camera.height / 2 * p[5];
         this._rawCameraModel[0] = ax;
         this._rawCameraModel[1] = ay;
-        // Principal point in pixels
         this._rawCameraModel[2] = u0;
         this._rawCameraModel[3] = v0;
+        this._rawCameraWidth = camera.width;
+        this._rawCameraHeight = camera.height;
     }
     _isPlaneVertical(pose) {
         _quat[0] = pose.transform.orientation.x;

package/lib/worker-imagebitmap.js

@@ -1,5 +1,4 @@
 import { ImageProcessGL } from "./image-process-gl";
-import { profile } from "./profile";
 import { mat4 } from "gl-matrix";
 let pixels;
 let texture;
@@ -34,23 +33,12 @@ export function handleImageBitmap(m, r, server, mgr) {
     }
     if (!texture)
         return;
-    let [dataWidth, dataHeight] = profile.getDataSize(m.cp);
-    let isPortrait = (m.r == 90) || (m.r == 270);
-    let ibWidth = isPortrait ? m.i.height : m.i.width;
-    let ibHeight = isPortrait ? m.i.width : m.i.height;
-    let cropHeight = Math.round(dataWidth * ibHeight / ibWidth);
-    if (cropHeight < dataHeight) {
-        dataHeight = cropHeight;
-    }
-    else {
-        dataWidth = Math.round(dataHeight * ibWidth / ibHeight);
-    }
+    let [dataWidth, dataHeight] = imageProcessor.uploadFrame(texture, m.i, m.r, m.userFacing, m.cp);
     if (!pixels || pixels.byteLength < dataWidth * dataHeight) {
         // console.log("Generating pixel buffer", profile.dataWidth * profile.dataHeight);
         pixels = new ArrayBuffer(dataWidth * dataHeight);
     }
-    imageProcessor.uploadFrameForSize(texture, m.i, m.r, m.userFacing, dataWidth, dataHeight);
-    let info = imageProcessor.readFrameForSize(texture, pixels, dataWidth, dataHeight);
+    let info = imageProcessor.readFrame(pixels);
     let msg = {
         t: "imageBitmapS2C",
         dataWidth: info.dataWidth,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@zappar/zappar-cv",
-  "version": "3.10.0",
+  "version": "3.12.0",
   "description": "Zappar's core computer vision library, supporting image, face and world tracking.",
   "main": "lib/index.js",
   "types": "lib/index.d.ts",