@zappar/zappar-cv 0.4.0-beta.1 → 0.4.0-beta.10

package/CHANGELOG.md

@@ -1,130 +1,175 @@
 # Changelog
 
+## [0.3.14] - 2021-10-25
+
+### Changed
+
+- Pinned dependencies to exact versions
+
+## [0.3.13] - 2021-10-11
+
+### Fixed
+
+- A broken licencing url.
+
+## [0.3.12] - 2021-09-28
+
+### Fixed
+
+- Safari logo not appearing on incompatible browser screen
+- Issues with iPad devices
+
+## [0.3.11] - 2021-09-17
+
+### Fixed
+
+- Issues with other browsers on iOS, including social browsers
+
+## [0.3.10] - 2021-09-17
+
+### Added
+- loaded() function which returns true once the library is fully loaded and available for use
+
+### Changed
+
+- Bucket 172.* IP address range into one license check.
+
 ## [0.3.9] - 2021-04-22
+
 ### Added
- - `projection_matrix_from_camera_model_ext` that exposes near and far clipping planes.
+
+- `projection_matrix_from_camera_model_ext` that exposes near and far clipping planes.
 
 ## [0.3.8] - 2021-02-18
 
 ### Added
- - pipeline_gl_context_lost to indicate that the GL context is lost
- - log_level and log_level_set to customize volume of log output
+
+- pipeline_gl_context_lost to indicate that the GL context is lost
+- log_level and log_level_set to customize volume of log output
 
 ### Changed
- - License checks now only happen on first pipeline construction
+
+- License checks now only happen on first pipeline construction
 
 ### Fixed
- - pipeline_gl_context_set correctly handles multiple invocations
 
+- pipeline_gl_context_set correctly handles multiple invocations
 
 ## [0.3.7] - 2021-02-03
 
 ### Fixed
- - Issues on Chrome for iOS
- - NPM audit dependency updates
+
+- Issues on Chrome for iOS
+- NPM audit dependency updates
 
 ## [0.3.6] - 2021-01-18
 
 ### Fixed
- - Issue where wasm would not load on some webpack versions
 
+- Issue where wasm would not load on some webpack versions
 
 ## [0.3.5] - 2020-11-26
 
 ### Added
- - This changelog :-)
- - Console log the version when the library is initialized
+
+- This changelog :-)
+- Console log the version when the library is initialized
 
 ### Fixed
- - Prevent flickering when there are no new camera frames
- - Fixed building with recent versions of `worker-loader`
+
+- Prevent flickering when there are no new camera frames
+- Fixed building with recent versions of `worker-loader`
 
 ### Changed
- - Dependencies update
- - Remove unnecessary console logging
 
+- Dependencies update
+- Remove unnecessary console logging
 
 ## [0.3.4] - 2020-11-18
 
 ### Fixed
- - Ensure internal GL usage correctly sets the expected active texture
 
+- Ensure internal GL usage correctly sets the expected active texture
 
 ## [0.3.3] - 2020-11-04
 
 ### Added
- - Browser compatibility API and UI
+
+- Browser compatibility API and UI
 
 ### Changed
- - Modifications to browser compatibility API
 
+- Modifications to browser compatibility API
 
 ## [0.3.2] - 2020-11-04
 
 ### Added
- - Browser compatibility API and UI
+
+- Browser compatibility API and UI
 
 ### Fixed
- - Support for Firefox
 
+- Support for Firefox
 
 ## [0.3.1] - 2020-11-03
 
 ### Fixed
- - Various enums are now available as objects
- - Removed unnecessary TypeScript files included in deployment
 
+- Various enums are now available as objects
+- Removed unnecessary TypeScript files included in deployment
 
 ## [0.3.0] - 2020-11-02
 
 ### Added
- - Support for face landmarks
- - Greatly improved face tracking model
+
+- Support for face landmarks
+- Greatly improved face tracking model
 
 ### Fixed
- - Fixes to iPad support
+
+- Fixes to iPad support
 
 ### Changed
- - Dependencies update
 
+- Dependencies update
 
 ## [0.2.12] - 2020-10-19
 
 ### Fixed
- - Fixes to iPad support
+
+- Fixes to iPad support
 
 ### Changed
- - Dependencies update
 
+- Dependencies update
 
 ## [0.2.11] - 2020-09-15
 
 ### Fixed
- - Fix issues with iOS 14
+
+- Fix issues with iOS 14
 
 ### Changed
- - Dependencies update
 
+- Dependencies update
 
 ## [0.2.9] - 2020-07-08
 
 ### Fixed
- - Tweaks to computer vision algorithms
 
+- Tweaks to computer vision algorithms
 
 ## [0.2.6] - 2020-06-09
 
 ### Added
- - Support for full head meshes
-
 
+- Support for full head meshes
 
 ## [0.2.4] - 2020-06-02
 
 ### Added
- - Support for NGROK
-
 
+- Support for NGROK
 
 ## [0.2.3] - 2020-05-26
 

package/README.md

@@ -18,8 +18,8 @@ npm i @zappar/zappar-cv
 
 You can use our CDN from within your HTML:
 ```
-<script src="https://libs.zappar.com/zappar-cv/0.4.0-beta.1/zappar-cv.js"></script>
+<script src="https://libs.zappar.com/zappar-cv/0.4.0-beta.10/zappar-cv.js"></script>
 ```
 
 Or you can download and host our standalone JavaScript bundle:
-[https://libs.zappar.com/zappar-cv/0.4.0-beta.1/zappar-cv.zip](https://libs.zappar.com/zappar-cv/0.4.0-beta.1/zappar-cv.zip)
+[https://libs.zappar.com/zappar-cv/0.4.0-beta.10/zappar-cv.zip](https://libs.zappar.com/zappar-cv/0.4.0-beta.10/zappar-cv.zip)

package/lib/additional.d.ts

@@ -1,4 +1,4 @@
-import { zappar_face_mesh_t, zappar_face_tracker_t, zappar_pipeline_t } from "./gen/zappar";
+import { zappar_face_mesh_t, zappar_face_tracker_t, zappar_pipeline_t, zappar_image_tracker_t } from "./gen/zappar";
 export declare type zappar_html_element_source_t = number & {
     _: 'zappar_html_element_source_t';
 };
@@ -8,6 +8,7 @@ export interface Additional {
     pipeline_draw_face(pipeline: zappar_pipeline_t, projectionMatrix: Float32Array, cameraMatrix: Float32Array, targetMatrix: Float32Array, o: zappar_face_mesh_t): void;
     pipeline_draw_face_project(pipeline: zappar_pipeline_t, drawwMatrix: Float32Array, vertices: Float32Array, uvMatrix: Float32Array, uvs: Float32Array, indices: Uint16Array, texture: WebGLTexture): void;
     draw_plane(gl: WebGLRenderingContext, projectionMatrix: Float32Array, cameraMatrix: Float32Array, targetMatrix: Float32Array, texture: string): void;
+    image_tracker_target_image(o: zappar_image_tracker_t, indx: number): HTMLImageElement;
     face_mesh_load_default(o: zappar_face_mesh_t): Promise<void>;
     face_mesh_load_default_face(o: zappar_face_mesh_t, fillMouth: boolean, fillEyeL: boolean, fillEyeR: boolean): Promise<void>;
     face_mesh_load_default_full_head_simplified(o: zappar_face_mesh_t, fillMouth: boolean, fillEyeL: boolean, fillEyeR: boolean, fillNeck: boolean): Promise<void>;

package/lib/camera-source-map.d.ts

@@ -0,0 +1,10 @@
+import { CameraSource } from "./camera-source";
+import { zappar_camera_source_t, zappar_pipeline_t } from "./gen/zappar";
+import { ImageBitmapCameraSource } from "./imagebitmap-camera-source";
+import { MSTPCameraSource } from "./mstp-camera-source";
+export declare type CameraSourceType = CameraSource | MSTPCameraSource | ImageBitmapCameraSource;
+export declare function getNextCameraSourceId(): zappar_camera_source_t;
+export declare function setCameraSourceId(id: zappar_camera_source_t, c: CameraSourceType): void;
+export declare function getCameraSource(id: zappar_camera_source_t): CameraSourceType | undefined;
+export declare function deleteCameraSource(id: zappar_camera_source_t): void;
+export declare function createCameraSource(p: zappar_pipeline_t, deviceId: string): zappar_camera_source_t;

package/lib/camera-source-map.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createCameraSource = exports.deleteCameraSource = exports.getCameraSource = exports.setCameraSourceId = exports.getNextCameraSourceId = void 0;
+const camera_source_1 = require("./camera-source");
+const imagebitmap_camera_source_1 = require("./imagebitmap-camera-source");
+const loglevel_1 = require("./loglevel");
+const mstp_camera_source_1 = require("./mstp-camera-source");
+const profile_1 = require("./profile");
+let latest = 1;
+let byId = new Map();
+function getNextCameraSourceId() {
+    return (latest++);
+}
+exports.getNextCameraSourceId = getNextCameraSourceId;
+function setCameraSourceId(id, c) {
+    byId.set(id, c);
+}
+exports.setCameraSourceId = setCameraSourceId;
+function getCameraSource(id) {
+    return byId.get(id);
+}
+exports.getCameraSource = getCameraSource;
+function deleteCameraSource(id) {
+    byId.delete(id);
+}
+exports.deleteCameraSource = deleteCameraSource;
+function createCameraSource(p, deviceId) {
+    let ret = getNextCameraSourceId();
+    if (profile_1.profile.preferMediaStreamTrackProcessorCamera &&
+        'MediaStreamTrackProcessor' in window &&
+        'MediaStreamTrackGenerator' in window)
+        setCameraSourceId(ret, new mstp_camera_source_1.MSTPCameraSource(ret, p, deviceId));
+    else if (profile_1.profile.preferImageBitmapCamera && typeof OffscreenCanvas !== "undefined")
+        setCameraSourceId(ret, new imagebitmap_camera_source_1.ImageBitmapCameraSource(ret, p, deviceId));
+    else
+        setCameraSourceId(ret, new camera_source_1.CameraSource(ret, p, deviceId));
+    loglevel_1.zcout("camera_source_t initialized");
+    return ret;
+}
+exports.createCameraSource = createCameraSource;

package/lib/camera-source.d.ts

@@ -1,6 +1,5 @@
 import { zappar_camera_source_t, zappar_pipeline_t } from "./gen/zappar";
 import { HTMLElementSource } from "./html-element-source";
-import { CameraFrameInfo } from "./source";
 export declare class CameraSource extends HTMLElementSource {
     private _impl;
     private _deviceId;
@@ -8,15 +7,13 @@ export declare class CameraSource extends HTMLElementSource {
     static DEFAULT_DEVICE_ID: string;
     private _currentStream;
     private _activeDeviceId;
-    static create(p: zappar_pipeline_t, deviceId: string): zappar_camera_source_t;
-    static get(m: zappar_camera_source_t): CameraSource | undefined;
-    private constructor();
+    constructor(_impl: zappar_camera_source_t, pipeline: zappar_pipeline_t, _deviceId: string);
     destroy(): void;
     private _stop;
     pause(): void;
     start(): void;
     private _getConstraints;
-    getFrame(allowRead: boolean): CameraFrameInfo | undefined;
+    getFrame(allowRead: boolean): void;
     private _getUserMedia;
     private _syncCamera;
     private _hasStartedOrientation;

package/lib/camera-source.js

@@ -15,8 +15,7 @@ const profile_1 = require("./profile");
 const pipeline_1 = require("./pipeline");
 const cameramodel_1 = require("./cameramodel");
 const loglevel_1 = require("./loglevel");
-let latest = 1;
-let byId = new Map();
+const camera_source_map_1 = require("./camera-source-map");
 let _videoSingleton = document.createElement("video");
 _videoSingleton.setAttribute('playsinline', '');
 _videoSingleton.setAttribute('webkit-playsinline', '');
@@ -56,17 +55,8 @@ class CameraSource extends html_element_source_1.HTMLElementSource {
             }
         };
     }
-    static create(p, deviceId) {
-        let ret = (latest++);
-        byId.set(ret, new CameraSource(ret, p, deviceId));
-        loglevel_1.zcout("camera_source_t initialized");
-        return ret;
-    }
-    static get(m) {
-        return byId.get(m);
-    }
     destroy() {
-        byId.delete(this._impl);
+        camera_source_map_1.deleteCameraSource(this._impl);
         super.destroy();
     }
     _stop() {
@@ -140,7 +130,7 @@ class CameraSource extends html_element_source_1.HTMLElementSource {
     }
     getFrame(allowRead) {
         this._cameraToScreenRotation = cameramodel_1.cameraRotationForScreenOrientation(false);
-        return super.getFrame(allowRead);
+        super.getFrame(allowRead);
     }
     _getUserMedia() {
         return __awaiter(this, void 0, void 0, function* () {

package/lib/compatibility.js

@@ -39,7 +39,7 @@ function getUnsupportedMessage() {
                background-repeat: no-repeat;
                }
                .zee-launcher-browser-safari .zee-launcher-browser-logo {
-               background-image: url("data:image/svg+xml,%3C%3Fxml version='1.0' encoding='UTF-8'%3F%3E%3Csvg version='1.1' viewBox='0 0 211 211' xmlns='http://www.w3.org/2000/svg'%3E%3Cg fill='none' fill-rule='evenodd'%3E%3Cg transform='translate(-82 -146)' fill-rule='nonzero' stroke='%23fffffft' stroke-width='2'%3E%3Cpath d='m180 251.86c0-4.0385 2.9377-7.855 7.2552-7.855 3.9614 0 7.7448 2.8402 7.7448 7.145 0 4.0385-2.8487 7.855-7.1662 7.855-4.0059 0-7.8338-2.9734-7.8338-7.145zm112-0.35503c0 57.728-46.772 104.5-104.5 104.5s-104.5-46.772-104.5-104.5 46.772-104.5 104.5-104.5 104.5 46.772 104.5 104.5zm-12-1c0-51.649-41.851-93.5-93.5-93.5s-93.5 41.851-93.5 93.5 41.851 93.5 93.5 93.5 93.5-41.851 93.5-93.5zm-30.624 40.983c0 1.5095 5.4495 4.2768 6.8328 5.1154-11.486 17.401-29.26 29.938-49.423 34.928l-1.8444-7.757c-0.12576-1.0482-0.79646-1.174-1.7606-1.174-0.79646 0-1.2576 1.174-1.1737 1.7611l1.8444 7.8828c-5.5753 1.174-11.234 1.7611-16.935 1.7611-15.217 0-30.182-4.2768-43.177-12.202 0.71263-1.174 5.1141-7.5474 5.1141-8.4698 0-0.79666-0.71263-1.5095-1.5091-1.5095-1.6348 0-5.1141 6.9603-6.1621 8.344-17.522-11.615-30.182-29.602-35.044-50.148l8.0066-1.761c0.92222-0.25158 1.1737-0.92246 1.1737-1.7611 0-0.79667-1.1737-1.2579-1.8444-1.174l-7.8389 1.803c-1.048-5.3251-1.6348-10.692-1.6348-16.143 0-15.556 4.4015-30.86 12.66-43.984 1.1737 0.71281 6.749 4.5284 7.6712 4.5284 0.79646 0 1.5091-0.58702 1.5091-1.3837 0-1.6353-6.1621-4.7381-7.5455-5.7024 11.821-17.275 29.805-29.728 50.219-34.34l1.7606 7.757c0.25152 0.92246 0.92222 1.174 1.7606 1.174 0.83838 0 1.2576-1.174 1.1737-1.8449l-1.7606-7.6732c5.1141-0.92246 10.312-1.5095 15.552-1.5095 15.552 0 30.727 4.4026 43.973 12.663-0.79646 1.174-4.5273 6.6249-4.5273 7.5474 0 0.79667 0.58687 1.5095 1.3833 1.5095 1.6348 0 4.7369-6.0379 5.5753-7.4216 17.187 11.615 29.469 29.351 34.248 49.561l-6.4975 1.3837c-1.048 0.25158-1.1737 0.92246-1.1737 1.8449 0 0.79667 1.1737 1.2579 1.7606 1.174l6.6232-1.5095c1.048 5.3251 1.6348 10.776 1.6348 16.227 0 15.221-4.1919 30.189-12.073 43.062-1.1737-0.58702-6.0364-4.0672-6.9586-4.0672-0.8803 0-1.5929 0.71281-1.5929 1.5095zm-14.876-98.483c-5.2178 4.88-53.863 49.48-55.228 51.8l-38.772 64.2c5.0974-4.76 53.863-49.6 55.108-51.72l38.892-64.28z'/%3E%3C/g%3E%3C/g%3E%3C/svg%3E");
+               background-image: url("data:image/svg+xml,%3C%3Fxml version='1.0' encoding='UTF-8'%3F%3E%3Csvg version='1.1' viewBox='0 0 211 211' xmlns='http://www.w3.org/2000/svg'%3E%3Cg fill='none' fill-rule='evenodd'%3E%3Cg transform='translate(-82 -146)' fill-rule='nonzero' stroke='%23ffffff' stroke-width='2'%3E%3Cpath d='m180 251.86c0-4.0385 2.9377-7.855 7.2552-7.855 3.9614 0 7.7448 2.8402 7.7448 7.145 0 4.0385-2.8487 7.855-7.1662 7.855-4.0059 0-7.8338-2.9734-7.8338-7.145zm112-0.35503c0 57.728-46.772 104.5-104.5 104.5s-104.5-46.772-104.5-104.5 46.772-104.5 104.5-104.5 104.5 46.772 104.5 104.5zm-12-1c0-51.649-41.851-93.5-93.5-93.5s-93.5 41.851-93.5 93.5 41.851 93.5 93.5 93.5 93.5-41.851 93.5-93.5zm-30.624 40.983c0 1.5095 5.4495 4.2768 6.8328 5.1154-11.486 17.401-29.26 29.938-49.423 34.928l-1.8444-7.757c-0.12576-1.0482-0.79646-1.174-1.7606-1.174-0.79646 0-1.2576 1.174-1.1737 1.7611l1.8444 7.8828c-5.5753 1.174-11.234 1.7611-16.935 1.7611-15.217 0-30.182-4.2768-43.177-12.202 0.71263-1.174 5.1141-7.5474 5.1141-8.4698 0-0.79666-0.71263-1.5095-1.5091-1.5095-1.6348 0-5.1141 6.9603-6.1621 8.344-17.522-11.615-30.182-29.602-35.044-50.148l8.0066-1.761c0.92222-0.25158 1.1737-0.92246 1.1737-1.7611 0-0.79667-1.1737-1.2579-1.8444-1.174l-7.8389 1.803c-1.048-5.3251-1.6348-10.692-1.6348-16.143 0-15.556 4.4015-30.86 12.66-43.984 1.1737 0.71281 6.749 4.5284 7.6712 4.5284 0.79646 0 1.5091-0.58702 1.5091-1.3837 0-1.6353-6.1621-4.7381-7.5455-5.7024 11.821-17.275 29.805-29.728 50.219-34.34l1.7606 7.757c0.25152 0.92246 0.92222 1.174 1.7606 1.174 0.83838 0 1.2576-1.174 1.1737-1.8449l-1.7606-7.6732c5.1141-0.92246 10.312-1.5095 15.552-1.5095 15.552 0 30.727 4.4026 43.973 12.663-0.79646 1.174-4.5273 6.6249-4.5273 7.5474 0 0.79667 0.58687 1.5095 1.3833 1.5095 1.6348 0 4.7369-6.0379 5.5753-7.4216 17.187 11.615 29.469 29.351 34.248 49.561l-6.4975 1.3837c-1.048 0.25158-1.1737 0.92246-1.1737 1.8449 0 0.79667 1.1737 1.2579 1.7606 1.174l6.6232-1.5095c1.048 5.3251 1.6348 10.776 1.6348 16.227 0 15.221-4.1919 30.189-12.073 43.062-1.1737-0.58702-6.0364-4.0672-6.9586-4.0672-0.8803 0-1.5929 0.71281-1.5929 1.5095zm-14.876-98.483c-5.2178 4.88-53.863 49.48-55.228 51.8l-38.772 64.2c5.0974-4.76 53.863-49.6 55.108-51.72l38.892-64.28z'/%3E%3C/g%3E%3C/g%3E%3C/svg%3E");
                }
                .zee-launcher-unsupported-message {
                text-align: center;

package/lib/drawcamera.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.cameraFrameTextureMatrix = exports.CameraDraw = void 0;
 const shader_1 = require("./shader");
 const gl_matrix_1 = require("gl-matrix");
+let identity = gl_matrix_1.mat4.create();
 class CameraDraw {
     constructor(_gl) {
         this._gl = _gl;
@@ -47,7 +48,7 @@ class CameraDraw {
         let vbo = this._generate(gl, i);
         gl.activeTexture(gl.TEXTURE0);
         gl.useProgram(shader.prog);
-        gl.uniformMatrix4fv(shader.unif_skinTexTransform, false, cameraFrameTextureMatrix(i.dataWidth, i.dataHeight, screenWidth, screenHeight, i.uvTransform, mirror));
+        gl.uniformMatrix4fv(shader.unif_skinTexTransform, false, cameraFrameTextureMatrix(i.dataWidth, i.dataHeight, screenWidth, screenHeight, i.uvTransform || identity, mirror));
         gl.uniform1i(shader.unif_skinSampler, 0);
         gl.bindTexture(gl.TEXTURE_2D, i.texture);
         gl.bindBuffer(gl.ARRAY_BUFFER, vbo);

package/lib/gen/zappar-client.js

@@ -100,10 +100,15 @@ class zappar_client {
                     m.int(height);
                     m.int(user_data);
                     m.matrix4x4(camera_to_device_transform);
-                    m.matrix4x4(camera_model);
+                    m.cameraModel(camera_model);
                     m.bool(user_facing);
                 });
             },
+            pipeline_camera_frame_submit_raw_pointer: (o, data, dataLength, format, width, height, user_data, camera_to_device_transform, rotation, camera_model, user_facing) => {
+                let s = this._pipeline_state_by_instance.get(o);
+                if (!s)
+                    throw new Error("This object has been destroyed");
+            },
             pipeline_camera_frame_camera_attitude: (o) => {
                 let s = this._pipeline_state_by_instance.get(o);
                 if (!s)
@@ -208,7 +213,6 @@ class zappar_client {
                 let s = {
                     enabled: true,
                     target_loaded_version: -1,
-                    target_count: 0,
                     anchor_count: 0,
                     anchor_id: [],
                     anchor_pose: [],
@@ -244,12 +248,6 @@ class zappar_client {
                     throw new Error("This object has been destroyed");
                 return s.target_loaded_version;
             },
-            image_tracker_target_count: (o) => {
-                let s = this._image_tracker_state_by_instance.get(o);
-                if (!s)
-                    throw new Error("This object has been destroyed");
-                return s.target_count;
-            },
             image_tracker_enabled: (o) => {
                 let s = this._image_tracker_state_by_instance.get(o);
                 if (!s)
@@ -610,14 +608,6 @@ class zappar_client {
                     inst.target_loaded_version = msg.int();
                     break;
                 }
-                case 21: {
-                    let handle = msg.type();
-                    let inst = this._image_tracker_state_by_instance.get(handle);
-                    if (!inst)
-                        return;
-                    inst.target_count = msg.int();
-                    break;
-                }
                 case 1: {
                     let handle = msg.type();
                     let inst = this._image_tracker_state_by_instance.get(handle);

package/lib/gen/zappar-cwrap.js

@@ -27,6 +27,10 @@ function getRuntimeObject(mod) {
         "number",
         "number", "number", "number", "number", "number", "number", "number", "number"
     ]);
+    let pipeline_camera_frame_submit_raw_pointer_wrapped = mod.cwrap("zappar_pipeline_camera_frame_submit_raw_pointer", null, [
+        "number",
+        "number", "number", "number", "number", "number", "number", "number", "number", "number", "number"
+    ]);
     let pipeline_camera_frame_camera_attitude_wrapped = mod.cwrap("zappar_pipeline_camera_frame_camera_attitude", "number", [
         "number"
     ]);
@@ -62,9 +66,6 @@ function getRuntimeObject(mod) {
     let image_tracker_target_loaded_version_wrapped = mod.cwrap("zappar_image_tracker_target_loaded_version", "number", [
         "number"
     ]);
-    let image_tracker_target_count_wrapped = mod.cwrap("zappar_image_tracker_target_count", "number", [
-        "number"
-    ]);
     let image_tracker_enabled_wrapped = mod.cwrap("zappar_image_tracker_enabled", "number", [
         "number"
     ]);
@@ -176,6 +177,17 @@ function getRuntimeObject(mod) {
     let dataArrayArg = mod._malloc(dataArrayArgLength);
     let floatDataArrayArgLength = 16 * 4;
     let floatDataArrayArg = mod._malloc(floatDataArrayArgLength);
+    let floatDataArraysByArgIndex = new Map();
+    let getFloatDataArrayForArgIndex = (indx, len) => {
+        let existing = floatDataArraysByArgIndex.get(indx);
+        if (!existing || existing[0] < len) {
+            if (existing)
+                mod._free(existing[1]);
+            existing = [len, mod._malloc(len)];
+            floatDataArraysByArgIndex.set(indx, existing);
+        }
+        return existing[1];
+    };
     return {
         log_level: () => {
             let ret = log_level_wrapped();
@@ -228,24 +240,30 @@ function getRuntimeObject(mod) {
             let arg_width = width;
             let arg_height = height;
             let arg_user_data = user_data;
-            if (floatDataArrayArgLength < camera_to_device_transform.byteLength) {
-                mod._free(floatDataArrayArgLength);
-                floatDataArrayArgLength = camera_to_device_transform.byteLength;
-                floatDataArrayArg = mod._malloc(floatDataArrayArgLength);
-            }
-            let arg_camera_to_device_transform = floatDataArrayArg;
-            mod.HEAPF32.set(camera_to_device_transform, floatDataArrayArg / 4);
-            if (floatDataArrayArgLength < camera_model.byteLength) {
-                mod._free(floatDataArrayArgLength);
-                floatDataArrayArgLength = camera_model.byteLength;
-                floatDataArrayArg = mod._malloc(floatDataArrayArgLength);
-            }
-            let arg_camera_model = floatDataArrayArg;
-            mod.HEAPF32.set(camera_model, floatDataArrayArg / 4);
+            let arg_camera_to_device_transform = getFloatDataArrayForArgIndex(4, camera_to_device_transform.byteLength);
+            mod.HEAPF32.set(camera_to_device_transform, arg_camera_to_device_transform / 4);
+            let arg_camera_model = getFloatDataArrayForArgIndex(5, camera_model.byteLength);
+            mod.HEAPF32.set(camera_model, arg_camera_model / 4);
             let arg_user_facing = user_facing ? 1 : 0;
             let ret = pipeline_camera_frame_submit_wrapped(o, arg_data, arg_len_data, arg_width, arg_height, arg_user_data, arg_camera_to_device_transform, arg_camera_model, arg_user_facing);
             return ret;
         },
+        pipeline_camera_frame_submit_raw_pointer: (o, data, dataLength, format, width, height, user_data, camera_to_device_transform, rotation, camera_model, user_facing) => {
+            let arg_data = data;
+            let arg_dataLength = dataLength;
+            let arg_format = format;
+            let arg_width = width;
+            let arg_height = height;
+            let arg_user_data = user_data;
+            let arg_camera_to_device_transform = getFloatDataArrayForArgIndex(6, camera_to_device_transform.byteLength);
+            mod.HEAPF32.set(camera_to_device_transform, arg_camera_to_device_transform / 4);
+            let arg_rotation = rotation;
+            let arg_camera_model = getFloatDataArrayForArgIndex(8, camera_model.byteLength);
+            mod.HEAPF32.set(camera_model, arg_camera_model / 4);
+            let arg_user_facing = user_facing ? 1 : 0;
+            let ret = pipeline_camera_frame_submit_raw_pointer_wrapped(o, arg_data, arg_dataLength, arg_format, arg_width, arg_height, arg_user_data, arg_camera_to_device_transform, arg_rotation, arg_camera_model, arg_user_facing);
+            return ret;
+        },
         pipeline_camera_frame_camera_attitude: (o) => {
             let ret = pipeline_camera_frame_camera_attitude_wrapped(o);
             let ab = new Float32Array(16);
@@ -285,13 +303,8 @@ function getRuntimeObject(mod) {
             return ret;
         },
         pipeline_motion_attitude_matrix_submit: (o, mat) => {
-            if (floatDataArrayArgLength < mat.byteLength) {
-                mod._free(floatDataArrayArgLength);
-                floatDataArrayArgLength = mat.byteLength;
-                floatDataArrayArg = mod._malloc(floatDataArrayArgLength);
-            }
-            let arg_mat = floatDataArrayArg;
-            mod.HEAPF32.set(mat, floatDataArrayArg / 4);
+            let arg_mat = getFloatDataArrayForArgIndex(0, mat.byteLength);
+            mod.HEAPF32.set(mat, arg_mat / 4);
             let ret = pipeline_motion_attitude_matrix_submit_wrapped(o, arg_mat);
             return ret;
         },
@@ -333,10 +346,6 @@ function getRuntimeObject(mod) {
             let ret = image_tracker_target_loaded_version_wrapped(o);
             return ret;
         },
-        image_tracker_target_count: (o) => {
-            let ret = image_tracker_target_count_wrapped(o);
-            return ret;
-        },
         image_tracker_enabled: (o) => {
             let ret = image_tracker_enabled_wrapped(o);
             ret = ret === 1;

package/lib/gen/zappar-native.d.ts

@@ -46,6 +46,16 @@ export declare enum log_level_t {
     LOG_LEVEL_WARNING = 2,
     LOG_LEVEL_VERBOSE = 3
 }
+export declare enum frame_pixel_format_t {
+    FRAME_PIXEL_FORMAT_I420 = 0,
+    FRAME_PIXEL_FORMAT_I420A = 1,
+    FRAME_PIXEL_FORMAT_I422 = 2,
+    FRAME_PIXEL_FORMAT_I444 = 3,
+    FRAME_PIXEL_FORMAT_NV12 = 4,
+    FRAME_PIXEL_FORMAT_RGBA = 5,
+    FRAME_PIXEL_FORMAT_BGRA = 6,
+    FRAME_PIXEL_FORMAT_Y = 7
+}
 export declare type zappar_pipeline_t = number & {
     _: 'zappar_pipeline_t';
 };
@@ -84,6 +94,7 @@ export interface zappar_cwrap {
     pipeline_camera_model(o: zappar_pipeline_t): Float32Array;
     pipeline_camera_frame_user_data(o: zappar_pipeline_t): number;
     pipeline_camera_frame_submit(o: zappar_pipeline_t, data: ArrayBuffer, width: number, height: number, user_data: number, camera_to_device_transform: Float32Array, camera_model: Float32Array, user_facing: boolean): void;
+    pipeline_camera_frame_submit_raw_pointer(o: zappar_pipeline_t, data: number, dataLength: number, format: frame_pixel_format_t, width: number, height: number, user_data: number, camera_to_device_transform: Float32Array, rotation: number, camera_model: Float32Array, user_facing: boolean): void;
     pipeline_camera_frame_camera_attitude(o: zappar_pipeline_t): Float32Array;
     pipeline_camera_frame_device_attitude(o: zappar_pipeline_t): Float32Array;
     pipeline_motion_accelerometer_submit(o: zappar_pipeline_t, time: number, x: number, y: number, z: number): void;
@@ -98,7 +109,6 @@ export interface zappar_cwrap {
     image_tracker_destroy(o: zappar_image_tracker_t): void;
     image_tracker_target_load_from_memory(o: zappar_image_tracker_t, data: ArrayBuffer): void;
     image_tracker_target_loaded_version(o: zappar_image_tracker_t): number;
-    image_tracker_target_count(o: zappar_image_tracker_t): number;
     image_tracker_enabled(o: zappar_image_tracker_t): boolean;
     image_tracker_enabled_set(o: zappar_image_tracker_t, enabled: boolean): void;
     image_tracker_anchor_count(o: zappar_image_tracker_t): number;

package/lib/gen/zappar-native.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.log_level_t = exports.instant_world_tracker_transform_orientation_t = exports.face_landmark_name_t = exports.barcode_format_t = void 0;
+exports.frame_pixel_format_t = exports.log_level_t = exports.instant_world_tracker_transform_orientation_t = exports.face_landmark_name_t = exports.barcode_format_t = void 0;
 var barcode_format_t;
 (function (barcode_format_t) {
     barcode_format_t[barcode_format_t["UNKNOWN"] = 131072] = "UNKNOWN";
@@ -57,3 +57,15 @@ var log_level_t;
     log_level_t[log_level_t["LOG_LEVEL_VERBOSE"] = 3] = "LOG_LEVEL_VERBOSE";
 })(log_level_t = exports.log_level_t || (exports.log_level_t = {}));
 ;
+var frame_pixel_format_t;
+(function (frame_pixel_format_t) {
+    frame_pixel_format_t[frame_pixel_format_t["FRAME_PIXEL_FORMAT_I420"] = 0] = "FRAME_PIXEL_FORMAT_I420";
+    frame_pixel_format_t[frame_pixel_format_t["FRAME_PIXEL_FORMAT_I420A"] = 1] = "FRAME_PIXEL_FORMAT_I420A";
+    frame_pixel_format_t[frame_pixel_format_t["FRAME_PIXEL_FORMAT_I422"] = 2] = "FRAME_PIXEL_FORMAT_I422";
+    frame_pixel_format_t[frame_pixel_format_t["FRAME_PIXEL_FORMAT_I444"] = 3] = "FRAME_PIXEL_FORMAT_I444";
+    frame_pixel_format_t[frame_pixel_format_t["FRAME_PIXEL_FORMAT_NV12"] = 4] = "FRAME_PIXEL_FORMAT_NV12";
+    frame_pixel_format_t[frame_pixel_format_t["FRAME_PIXEL_FORMAT_RGBA"] = 5] = "FRAME_PIXEL_FORMAT_RGBA";
+    frame_pixel_format_t[frame_pixel_format_t["FRAME_PIXEL_FORMAT_BGRA"] = 6] = "FRAME_PIXEL_FORMAT_BGRA";
+    frame_pixel_format_t[frame_pixel_format_t["FRAME_PIXEL_FORMAT_Y"] = 7] = "FRAME_PIXEL_FORMAT_Y";
+})(frame_pixel_format_t = exports.frame_pixel_format_t || (exports.frame_pixel_format_t = {}));
+;

package/lib/gen/zappar-server.js

@@ -72,7 +72,7 @@ class zappar_server {
                     let obj = this._pipeline_by_instance.get(clientId);
                     if (obj === undefined)
                         return;
-                    this._impl.pipeline_camera_frame_submit(obj, msg.dataWithLength(), msg.int(), msg.int(), msg.int(), msg.matrix4x4(), msg.matrix4x4(), msg.bool());
+                    this._impl.pipeline_camera_frame_submit(obj, msg.dataWithLength(), msg.int(), msg.int(), msg.int(), msg.matrix4x4(), msg.cameraModel(), msg.bool());
                     break;
                 }
                 case 10: {
@@ -378,10 +378,6 @@ class zappar_server {
                 msg.type(k);
                 msg.int(this._impl.image_tracker_target_loaded_version(v));
             });
-            serializer.sendMessage(21, msg => {
-                msg.type(k);
-                msg.int(this._impl.image_tracker_target_count(v));
-            });
             serializer.sendMessage(1, msg => {
                 msg.type(k);
                 msg.int(this._impl.image_tracker_anchor_count(v));