@zappar/zappar-cv 3.0.1-alpha.16 → 3.0.1-alpha.17

package/lib/gen/zappar-server.js

@@ -28,6 +28,8 @@ export class zappar_server {
         this._zapcode_tracker_by_instance = new Map();
         this._pipeline_id_by_world_tracker_id = new Map();
         this._world_tracker_by_instance = new Map();
+        this._pipeline_id_by_custom_anchor_id = new Map();
+        this._custom_anchor_by_instance = new Map();
     }
     processBuffer(b) {
         this._deserializer.setData(b);
@@ -417,7 +419,7 @@ export class zappar_server {
                     let obj = this._world_tracker_by_instance.get(clientId);
                     if (obj === undefined)
                         return;
-                    this._impl.world_tracker_plane_detection_enabled_set(obj, msg.bool());
+                    this._impl.world_tracker_horizontal_plane_detection_enabled_set(obj, msg.bool());
                     break;
                 }
                 case 49: {
@@ -425,7 +427,7 @@ export class zappar_server {
                     let obj = this._world_tracker_by_instance.get(clientId);
                     if (obj === undefined)
                         return;
-                    this._impl.world_tracker_reset(obj);
+                    this._impl.world_tracker_vertical_plane_detection_enabled_set(obj, msg.bool());
                     break;
                 }
                 case 50: {
@@ -433,10 +435,18 @@ export class zappar_server {
                     let obj = this._world_tracker_by_instance.get(clientId);
                     if (obj === undefined)
                         return;
-                    this._impl.world_tracker_tracks_data_enabled_set(obj, msg.bool());
+                    this._impl.world_tracker_reset(obj);
                     break;
                 }
                 case 51: {
+                    let clientId = msg.type();
+                    let obj = this._world_tracker_by_instance.get(clientId);
+                    if (obj === undefined)
+                        return;
+                    this._impl.world_tracker_tracks_data_enabled_set(obj, msg.bool());
+                    break;
+                }
+                case 52: {
                     let clientId = msg.type();
                     let obj = this._world_tracker_by_instance.get(clientId);
                     if (obj === undefined)
@@ -444,6 +454,51 @@ export class zappar_server {
                     this._impl.world_tracker_projections_data_enabled_set(obj, msg.bool());
                     break;
                 }
+                case 53: {
+                    let clientId = msg.type();
+                    let arg_pipeline_id = msg.type();
+                    let arg_pipeline = this._pipeline_by_instance.get(arg_pipeline_id);
+                    let arg_worldtracker_id = msg.type();
+                    let arg_worldtracker = this._world_tracker_by_instance.get(arg_worldtracker_id);
+                    let arg_id = msg.string();
+                    let handle = this._impl.custom_anchor_create(arg_pipeline, arg_worldtracker, arg_id);
+                    this._custom_anchor_by_instance.set(clientId, handle);
+                    this._pipeline_id_by_custom_anchor_id.set(clientId, arg_pipeline_id);
+                    break;
+                }
+                case 54: {
+                    let clientId = msg.type();
+                    let obj = this._custom_anchor_by_instance.get(clientId);
+                    if (obj === undefined)
+                        return;
+                    this._impl.custom_anchor_destroy(obj);
+                    this._custom_anchor_by_instance.delete(clientId);
+                    break;
+                }
+                case 55: {
+                    let clientId = msg.type();
+                    let obj = this._custom_anchor_by_instance.get(clientId);
+                    if (obj === undefined)
+                        return;
+                    this._impl.custom_anchor_enabled_set(obj, msg.bool());
+                    break;
+                }
+                case 56: {
+                    let clientId = msg.type();
+                    let obj = this._custom_anchor_by_instance.get(clientId);
+                    if (obj === undefined)
+                        return;
+                    this._impl.custom_anchor_pose_set_from_camera_offset_raw(obj, msg.float(), msg.float(), msg.float(), msg.transformOrientation());
+                    break;
+                }
+                case 57: {
+                    let clientId = msg.type();
+                    let obj = this._custom_anchor_by_instance.get(clientId);
+                    if (obj === undefined)
+                        return;
+                    this._impl.custom_anchor_pose_set_from_anchor_offset(obj, msg.string(), msg.float(), msg.float(), msg.float(), msg.transformOrientation());
+                    break;
+                }
             }
         });
     }
@@ -657,82 +712,127 @@ export class zappar_server {
             let serializer = this.serializersByPipelineId.get(pipeline);
             if (!serializer)
                 continue;
-            serializer.sendMessage(34, msg => {
+            serializer.sendMessage(40, msg => {
                 msg.type(k);
                 msg.int(this._impl.world_tracker_quality(v));
             });
             serializer.sendMessage(25, msg => {
                 msg.type(k);
-                msg.int(this._impl.world_tracker_plane_count(v));
+                msg.int(this._impl.world_tracker_plane_anchor_count(v));
             });
-            for (let i = 0; i < this._impl.world_tracker_plane_count(v); i++) {
-                serializer.sendMessage(26, msg => {
+            for (let i = 0; i < this._impl.world_tracker_plane_anchor_count(v); i++) {
+                serializer.sendMessage(33, msg => {
                     msg.type(k);
                     msg.int(i);
-                    msg.matrix4x4(this._impl.world_tracker_plane_pose_raw(v, i));
+                    msg.string(this._impl.world_tracker_plane_anchor_id(v, i));
                 });
             }
-            for (let i = 0; i < this._impl.world_tracker_plane_count(v); i++) {
-                serializer.sendMessage(27, msg => {
+            for (let i = 0; i < this._impl.world_tracker_plane_anchor_count(v); i++) {
+                serializer.sendMessage(26, msg => {
                     msg.type(k);
                     msg.int(i);
-                    msg.bool(this._impl.world_tracker_plane_visible(v, i));
+                    msg.matrix4x4(this._impl.world_tracker_plane_anchor_pose_raw(v, i));
                 });
             }
-            for (let i = 0; i < this._impl.world_tracker_plane_count(v); i++) {
+            for (let i = 0; i < this._impl.world_tracker_plane_anchor_count(v); i++) {
                 serializer.sendMessage(28, msg => {
                     msg.type(k);
                     msg.int(i);
-                    msg.int(this._impl.world_tracker_plane_polygon_data_size(v, i));
+                    msg.anchorStatus(this._impl.world_tracker_plane_anchor_status(v, i));
                 });
             }
-            for (let i = 0; i < this._impl.world_tracker_plane_count(v); i++) {
+            for (let i = 0; i < this._impl.world_tracker_plane_anchor_count(v); i++) {
                 serializer.sendMessage(29, msg => {
                     msg.type(k);
                     msg.int(i);
-                    msg.floatArray(this._impl.world_tracker_plane_polygon_data(v, i));
+                    msg.int(this._impl.world_tracker_plane_anchor_polygon_data_size(v, i));
                 });
             }
-            serializer.sendMessage(30, msg => {
+            for (let i = 0; i < this._impl.world_tracker_plane_anchor_count(v); i++) {
+                serializer.sendMessage(30, msg => {
+                    msg.type(k);
+                    msg.int(i);
+                    msg.floatArray(this._impl.world_tracker_plane_anchor_polygon_data(v, i));
+                });
+            }
+            for (let i = 0; i < this._impl.world_tracker_plane_anchor_count(v); i++) {
+                serializer.sendMessage(31, msg => {
+                    msg.type(k);
+                    msg.int(i);
+                    msg.int(this._impl.world_tracker_plane_anchor_polygon_version(v, i));
+                });
+            }
+            for (let i = 0; i < this._impl.world_tracker_plane_anchor_count(v); i++) {
+                serializer.sendMessage(32, msg => {
+                    msg.type(k);
+                    msg.int(i);
+                    msg.planeOrientation(this._impl.world_tracker_plane_anchor_orientation(v, i));
+                });
+            }
+            serializer.sendMessage(36, msg => {
                 msg.type(k);
-                msg.bool(this._impl.world_tracker_world_anchor_valid(v));
+                msg.anchorStatus(this._impl.world_tracker_world_anchor_status(v));
             });
-            serializer.sendMessage(31, msg => {
+            serializer.sendMessage(35, msg => {
+                msg.type(k);
+                msg.string(this._impl.world_tracker_world_anchor_id(v));
+            });
+            serializer.sendMessage(34, msg => {
                 msg.type(k);
                 msg.matrix4x4(this._impl.world_tracker_world_anchor_pose_raw(v));
             });
-            serializer.sendMessage(30, msg => {
+            serializer.sendMessage(38, msg => {
                 msg.type(k);
-                msg.bool(this._impl.world_tracker_ground_anchor_valid(v));
+                msg.string(this._impl.world_tracker_ground_anchor_id(v));
             });
-            serializer.sendMessage(33, msg => {
+            serializer.sendMessage(39, msg => {
                 msg.type(k);
-                msg.matrix4x4(this._impl.world_tracker_ground_anchor_pose_raw(v));
+                msg.anchorStatus(this._impl.world_tracker_ground_anchor_status(v));
             });
             serializer.sendMessage(37, msg => {
+                msg.type(k);
+                msg.matrix4x4(this._impl.world_tracker_ground_anchor_pose_raw(v));
+            });
+            serializer.sendMessage(43, msg => {
                 msg.type(k);
                 msg.int(this._impl.world_tracker_tracks_data_size(v));
             });
-            serializer.sendMessage(36, msg => {
+            serializer.sendMessage(42, msg => {
                 msg.type(k);
                 msg.floatArray(this._impl.world_tracker_tracks_data(v));
             });
-            serializer.sendMessage(39, msg => {
+            serializer.sendMessage(45, msg => {
                 msg.type(k);
                 msg.int(this._impl.world_tracker_tracks_type_data_size(v));
             });
-            serializer.sendMessage(38, msg => {
+            serializer.sendMessage(44, msg => {
                 msg.type(k);
                 msg.ucharArray(this._impl.world_tracker_tracks_type_data(v));
             });
-            serializer.sendMessage(42, msg => {
+            serializer.sendMessage(48, msg => {
                 msg.type(k);
                 msg.int(this._impl.world_tracker_projections_data_size(v));
             });
-            serializer.sendMessage(41, msg => {
+            serializer.sendMessage(47, msg => {
                 msg.type(k);
                 msg.floatArray(this._impl.world_tracker_projections_data(v));
             });
         }
+        for (let [k, v] of this._custom_anchor_by_instance) {
+            let pipeline = this._pipeline_id_by_custom_anchor_id.get(k);
+            if (!pipeline)
+                continue;
+            let serializer = this.serializersByPipelineId.get(pipeline);
+            if (!serializer)
+                continue;
+            serializer.sendMessage(50, msg => {
+                msg.type(k);
+                msg.anchorStatus(this._impl.custom_anchor_status(v));
+            });
+            serializer.sendMessage(49, msg => {
+                msg.type(k);
+                msg.matrix4x4(this._impl.custom_anchor_pose_raw(v));
+            });
+        }
     }
 }

package/lib/gen/zappar.d.ts

@@ -5,11 +5,17 @@ export { face_landmark_name_t } from "./zappar-native";
 export { frame_pixel_format_t } from "./zappar-native";
 import { instant_world_tracker_transform_orientation_t } from "./zappar-native";
 export { instant_world_tracker_transform_orientation_t } from "./zappar-native";
+import { transform_orientation_t } from "./zappar-native";
+export { transform_orientation_t } from "./zappar-native";
+import { plane_orientation_t } from "./zappar-native";
+export { plane_orientation_t } from "./zappar-native";
 import { log_level_t } from "./zappar-native";
 export { log_level_t } from "./zappar-native";
 import { image_target_type_t } from "./zappar-native";
 export { image_target_type_t } from "./zappar-native";
 export { world_tracker_quality_t } from "./zappar-native";
+import { anchor_status_t } from "./zappar-native";
+export { anchor_status_t } from "./zappar-native";
 import { camera_profile_t } from "./zappar-native";
 export { camera_profile_t } from "./zappar-native";
 export declare type zappar_pipeline_t = number & {
@@ -45,6 +51,9 @@ export declare type zappar_zapcode_tracker_t = number & {
 export declare type zappar_world_tracker_t = number & {
     _: 'zappar_world_tracker_t';
 };
+export declare type zappar_custom_anchor_t = number & {
+    _: 'zappar_custom_anchor_t';
+};
 export interface zappar {
     loaded(): boolean;
     camera_default_device_id(userFacing: boolean): string;
@@ -205,20 +214,28 @@ export interface zappar {
     world_tracker_enabled(o: zappar_world_tracker_t): boolean;
     world_tracker_enabled_set(o: zappar_world_tracker_t, enabled: boolean): void;
     world_tracker_quality(o: zappar_world_tracker_t): number;
-    world_tracker_plane_detection_enabled(o: zappar_world_tracker_t): boolean;
-    world_tracker_plane_detection_enabled_set(o: zappar_world_tracker_t, plane_detection_enabled: boolean): void;
-    world_tracker_plane_count(o: zappar_world_tracker_t): number;
-    world_tracker_plane_pose_raw(o: zappar_world_tracker_t, indx: number): Float32Array;
-    world_tracker_plane_visible(o: zappar_world_tracker_t, indx: number): boolean;
-    world_tracker_plane_pose_camera_relative(o: zappar_world_tracker_t, indx: number, mirror: boolean): Float32Array;
-    world_tracker_plane_pose(o: zappar_world_tracker_t, indx: number, camera_pose: Float32Array, mirror: boolean): Float32Array;
-    world_tracker_plane_polygon_data_size(o: zappar_world_tracker_t, indx: number): number;
-    world_tracker_plane_polygon_data(o: zappar_world_tracker_t, indx: number): Float32Array;
-    world_tracker_world_anchor_valid(o: zappar_world_tracker_t): boolean;
+    world_tracker_horizontal_plane_detection_enabled(o: zappar_world_tracker_t): boolean;
+    world_tracker_horizontal_plane_detection_enabled_set(o: zappar_world_tracker_t, horizontal_plane_detection_enabled: boolean): void;
+    world_tracker_vertical_plane_detection_enabled(o: zappar_world_tracker_t): boolean;
+    world_tracker_vertical_plane_detection_enabled_set(o: zappar_world_tracker_t, vertical_plane_detection_enabled: boolean): void;
+    world_tracker_vertical_plane_detection_supported(o: zappar_world_tracker_t): boolean;
+    world_tracker_plane_anchor_count(o: zappar_world_tracker_t): number;
+    world_tracker_plane_anchor_id(o: zappar_world_tracker_t, indx: number): string;
+    world_tracker_plane_anchor_pose_raw(o: zappar_world_tracker_t, indx: number): Float32Array;
+    world_tracker_plane_anchor_status(o: zappar_world_tracker_t, indx: number): anchor_status_t;
+    world_tracker_plane_anchor_pose_camera_relative(o: zappar_world_tracker_t, indx: number, mirror: boolean): Float32Array;
+    world_tracker_plane_anchor_pose(o: zappar_world_tracker_t, indx: number, camera_pose: Float32Array, mirror: boolean): Float32Array;
+    world_tracker_plane_anchor_polygon_data_size(o: zappar_world_tracker_t, indx: number): number;
+    world_tracker_plane_anchor_polygon_data(o: zappar_world_tracker_t, indx: number): Float32Array;
+    world_tracker_plane_anchor_polygon_version(o: zappar_world_tracker_t, indx: number): number;
+    world_tracker_plane_anchor_orientation(o: zappar_world_tracker_t, indx: number): plane_orientation_t;
+    world_tracker_world_anchor_status(o: zappar_world_tracker_t): anchor_status_t;
+    world_tracker_world_anchor_id(o: zappar_world_tracker_t): string;
     world_tracker_world_anchor_pose_raw(o: zappar_world_tracker_t): Float32Array;
     world_tracker_world_anchor_pose_camera_relative(o: zappar_world_tracker_t, mirror: boolean): Float32Array;
     world_tracker_world_anchor_pose(o: zappar_world_tracker_t, camera_pose: Float32Array, mirror: boolean): Float32Array;
-    world_tracker_ground_anchor_valid(o: zappar_world_tracker_t): boolean;
+    world_tracker_ground_anchor_id(o: zappar_world_tracker_t): string;
+    world_tracker_ground_anchor_status(o: zappar_world_tracker_t): anchor_status_t;
     world_tracker_ground_anchor_pose_raw(o: zappar_world_tracker_t): Float32Array;
     world_tracker_ground_anchor_pose_camera_relative(o: zappar_world_tracker_t, mirror: boolean): Float32Array;
     world_tracker_ground_anchor_pose(o: zappar_world_tracker_t, camera_pose: Float32Array, mirror: boolean): Float32Array;
@@ -233,4 +250,16 @@ export interface zappar {
     world_tracker_projections_data_enabled_set(o: zappar_world_tracker_t, projections_data_enabled: boolean): void;
     world_tracker_projections_data_size(o: zappar_world_tracker_t): number;
     world_tracker_projections_data(o: zappar_world_tracker_t): Float32Array;
+    custom_anchor_create(pipeline: zappar_pipeline_t, worldtracker: zappar_world_tracker_t, id: string): zappar_custom_anchor_t;
+    custom_anchor_destroy(o: zappar_custom_anchor_t): void;
+    custom_anchor_id(o: zappar_custom_anchor_t): string;
+    custom_anchor_status(o: zappar_custom_anchor_t): anchor_status_t;
+    custom_anchor_enabled_set(o: zappar_custom_anchor_t, enabled: boolean): void;
+    custom_anchor_enabled(o: zappar_custom_anchor_t): boolean;
+    custom_anchor_pose_raw(o: zappar_custom_anchor_t): Float32Array;
+    custom_anchor_pose_camera_relative(o: zappar_custom_anchor_t, mirror: boolean): Float32Array;
+    custom_anchor_pose(o: zappar_custom_anchor_t, camera_pose: Float32Array, mirror: boolean): Float32Array;
+    custom_anchor_pose_set_from_camera_offset_raw(o: zappar_custom_anchor_t, x: number, y: number, z: number, orientation: transform_orientation_t): void;
+    custom_anchor_pose_set_from_camera_offset(o: zappar_custom_anchor_t, x: number, y: number, z: number, orientation: transform_orientation_t): void;
+    custom_anchor_pose_set_from_anchor_offset(o: zappar_custom_anchor_t, anchor_id: string, x: number, y: number, z: number, orientation: transform_orientation_t): void;
 }

package/lib/gen/zappar.js

@@ -2,7 +2,10 @@ export { barcode_format_t } from "./zappar-native";
 export { face_landmark_name_t } from "./zappar-native";
 export { frame_pixel_format_t } from "./zappar-native";
 export { instant_world_tracker_transform_orientation_t } from "./zappar-native";
+export { transform_orientation_t } from "./zappar-native";
+export { plane_orientation_t } from "./zappar-native";
 export { log_level_t } from "./zappar-native";
 export { image_target_type_t } from "./zappar-native";
 export { world_tracker_quality_t } from "./zappar-native";
+export { anchor_status_t } from "./zappar-native";
 export { camera_profile_t } from "./zappar-native";

package/lib/index.d.ts

@@ -4,4 +4,4 @@ import { Options } from "./options";
 export declare type Zappar = zappar & Additional;
 export declare function initialize(opts?: Options): Zappar;
 export { CameraFrameData } from './camera-frame-data';
-export { zappar_image_tracker_t, zappar_instant_world_tracker_t, zappar_world_tracker_t, zappar_barcode_finder_t, zappar_face_tracker_t, zappar_face_landmark_t, zappar_zapcode_tracker_t, barcode_format_t, face_landmark_name_t, instant_world_tracker_transform_orientation_t, log_level_t, zappar_face_mesh_t, zappar_pipeline_t, zappar_camera_source_t, zappar_sequence_source_t, image_target_type_t, world_tracker_quality_t, camera_profile_t } from "./gen/zappar";
+export { zappar_image_tracker_t, zappar_instant_world_tracker_t, zappar_world_tracker_t, zappar_barcode_finder_t, zappar_face_tracker_t, zappar_face_landmark_t, zappar_zapcode_tracker_t, zappar_custom_anchor_t, barcode_format_t, face_landmark_name_t, instant_world_tracker_transform_orientation_t, log_level_t, zappar_face_mesh_t, zappar_pipeline_t, zappar_camera_source_t, zappar_sequence_source_t, image_target_type_t, world_tracker_quality_t, camera_profile_t, transform_orientation_t, plane_orientation_t, anchor_status_t, } from "./gen/zappar";

package/lib/index.js

@@ -4,4 +4,4 @@ export function initialize(opts) {
     console.log(`Zappar CV v${VERSION}`);
     return nativeInitialize(opts);
 }
-export { barcode_format_t, face_landmark_name_t, instant_world_tracker_transform_orientation_t, log_level_t, image_target_type_t, world_tracker_quality_t, camera_profile_t } from "./gen/zappar";
+export { barcode_format_t, face_landmark_name_t, instant_world_tracker_transform_orientation_t, log_level_t, image_target_type_t, world_tracker_quality_t, camera_profile_t, transform_orientation_t, plane_orientation_t, anchor_status_t, } from "./gen/zappar";

package/lib/native.js

@@ -28,6 +28,7 @@ import { ImageTracker } from "./imagetracker";
 import { MSTPCameraSource } from "./mstp-camera-source";
 import { drawGrid } from "./drawgrid";
 import { getPointsDataMatrix } from "./drawpoints";
+import { drawAxis } from "./drawaxis";
 let client;
 const pipelineByWorldTracker = new Map();
 export function initialize(opts) {
@@ -149,6 +150,7 @@ export function initialize(opts) {
             }
         }
     });
+    const customAnchorIDs = new Map();
     client = Object.assign(Object.assign({}, c.impl), { loaded: () => loaded, camera_default_device_id: userFacing => userFacing ? CameraSource.USER_DEFAULT_DEVICE_ID : CameraSource.DEFAULT_DEVICE_ID, camera_source_create: (p, deviceId) => createCameraSource(p, deviceId), camera_source_destroy: cam => { var _a; return (_a = getCameraSource(cam)) === null || _a === void 0 ? void 0 : _a.destroy(); }, camera_source_pause: cam => { var _a; return (_a = getCameraSource(cam)) === null || _a === void 0 ? void 0 : _a.pause(); }, camera_source_start: cam => { var _a; return (_a = getCameraSource(cam)) === null || _a === void 0 ? void 0 : _a.start(); }, camera_source_profile_set: (cam, p) => { var _a; return (_a = getCameraSource(cam)) === null || _a === void 0 ? void 0 : _a.setProfile(p); }, camera_count: () => 2, camera_id: indx => indx === 0 ? CameraSource.DEFAULT_DEVICE_ID : CameraSource.USER_DEFAULT_DEVICE_ID, camera_name: indx => indx === 0 ? "Rear-facing Camera" : "User-facing Camera", camera_user_facing: indx => indx !== 0, pose_from_raw: (raw_pose, mirror) => {
             let res = applyScreenCounterRotation(undefined, raw_pose);
             if (mirror) {
@@ -173,6 +175,8 @@ export function initialize(opts) {
             drawPlane(gl, projectionMatrix, cameraMatrix, targetMatrix, texture);
         }, draw_grid: (gl, projectionMatrix, cameraMatrix, targetMatrix) => {
             drawGrid(gl, projectionMatrix, cameraMatrix, targetMatrix);
+        }, draw_axis: (gl, projectionMatrix, cameraMatrix, targetMatrix) => {
+            drawAxis(gl, projectionMatrix, cameraMatrix, targetMatrix);
         }, pipeline_draw_face: (p, projectionMatrix, cameraMatrix, targetMatrix, o) => {
             var _a;
             let obj = getFaceMesh(o);
@@ -224,6 +228,44 @@ export function initialize(opts) {
             let rawVec = vec3.create();
             vec3.transformMat4(rawVec, [x, y, z], rotationMat);
             c.impl.instant_world_tracker_anchor_pose_set_from_camera_offset_raw(o, rawVec[0], rawVec[1], rawVec[2], orientation);
+        }, custom_anchor_pose_camera_relative: (o, mirror) => {
+            let res = applyScreenCounterRotation(undefined, c.impl.custom_anchor_pose_raw(o));
+            if (mirror) {
+                let scale = mat4.create();
+                mat4.fromScaling(scale, [-1, 1, 1]);
+                mat4.multiply(res, scale, res);
+                mat4.multiply(res, res, scale);
+            }
+            return res;
+        }, custom_anchor_pose: (o, cameraPose, mirror) => {
+            let res = applyScreenCounterRotation(undefined, c.impl.custom_anchor_pose_raw(o));
+            if (mirror) {
+                let scale = mat4.create();
+                mat4.fromScaling(scale, [-1, 1, 1]);
+                mat4.multiply(res, scale, res);
+                mat4.multiply(res, res, scale);
+            }
+            mat4.multiply(res, cameraPose, res);
+            return res;
+        }, custom_anchor_create: (p, wt, id) => {
+            const ret = c.impl.custom_anchor_create(p, wt, id);
+            customAnchorIDs.set(ret, id);
+            return ret;
+        }, custom_anchor_id: (o) => {
+            let id = customAnchorIDs.get(o);
+            if (!id) {
+                zcwarn("attempting to call custom_anchor_id on a destroyed zappar_custom_anchor_t");
+                return "";
+            }
+            return id;
+        }, custom_anchor_pose_set_from_camera_offset: (o, x, y, z, orientation) => {
+            let userFacing = false;
+            let rotation = cameraRotationForScreenOrientation(userFacing) * Math.PI / 180.0;
+            let rotationMat = mat4.create();
+            mat4.fromRotation(rotationMat, -rotation, [0, 0, 1]);
+            let rawVec = vec3.create();
+            vec3.transformMat4(rawVec, [x, y, z], rotationMat);
+            c.impl.custom_anchor_pose_set_from_camera_offset_raw(o, rawVec[0], rawVec[1], rawVec[2], orientation);
         }, image_tracker_create: pipeline => ImageTracker.create(pipeline, c.impl), image_tracker_destroy: t => { var _a; return (_a = ImageTracker.get(t)) === null || _a === void 0 ? void 0 : _a.destroy(); }, image_tracker_target_type: (t, i) => {
             let obj = ImageTracker.get(t);
             if (!obj) {
@@ -554,8 +596,8 @@ export function initialize(opts) {
             if (pipeline === undefined || !client)
                 return mat4.create();
             return getPointsDataMatrix(client.pipeline_camera_frame_data_width(pipeline), client.pipeline_camera_frame_data_height(pipeline), screenWidth, screenHeight, mirror);
-        }, world_tracker_plane_pose_camera_relative: (o, indx, mirror) => {
-            let res = applyScreenCounterRotation(undefined, c.impl.world_tracker_plane_pose_raw(o, indx));
+        }, world_tracker_plane_anchor_pose_camera_relative: (o, indx, mirror) => {
+            let res = applyScreenCounterRotation(undefined, c.impl.world_tracker_plane_anchor_pose_raw(o, indx));
             if (mirror) {
                 let scale = mat4.create();
                 mat4.fromScaling(scale, [-1, 1, 1]);
@@ -563,8 +605,8 @@ export function initialize(opts) {
                 mat4.multiply(res, res, scale);
             }
             return res;
-        }, world_tracker_plane_pose: (o, indx, cameraPose, mirror) => {
-            let res = applyScreenCounterRotation(undefined, c.impl.world_tracker_plane_pose_raw(o, indx));
+        }, world_tracker_plane_anchor_pose: (o, indx, cameraPose, mirror) => {
+            let res = applyScreenCounterRotation(undefined, c.impl.world_tracker_plane_anchor_pose_raw(o, indx));
             if (mirror) {
                 let scale = mat4.create();
                 mat4.fromScaling(scale, [-1, 1, 1]);
@@ -611,6 +653,8 @@ export function initialize(opts) {
                 mat4.multiply(res, res, scale);
             }
             return res;
+        }, world_tracker_vertical_plane_detection_supported: (o) => {
+            return false;
         }, html_element_source_create: (pipeline, elm) => HTMLElementSource.createVideoElementSource(pipeline, elm), html_element_source_start: o => { var _a; return (_a = HTMLElementSource.getVideoElementSource(o)) === null || _a === void 0 ? void 0 : _a.start(); }, html_element_source_pause: o => { var _a; return (_a = HTMLElementSource.getVideoElementSource(o)) === null || _a === void 0 ? void 0 : _a.pause(); }, html_element_source_destroy: o => { var _a; return (_a = HTMLElementSource.getVideoElementSource(o)) === null || _a === void 0 ? void 0 : _a.destroy(); }, sequence_source_create: p => SequenceSource.create(p), sequence_source_load_from_memory: (o, data) => { var _a; return (_a = SequenceSource.get(o)) === null || _a === void 0 ? void 0 : _a.loadFromMemory(data); }, sequence_source_pause: o => { var _a; return (_a = SequenceSource.get(o)) === null || _a === void 0 ? void 0 : _a.pause(); }, sequence_source_start: o => { var _a; return (_a = SequenceSource.get(o)) === null || _a === void 0 ? void 0 : _a.start(); }, sequence_source_max_playback_fps_set: (o, fps) => { var _a; return (_a = SequenceSource.get(o)) === null || _a === void 0 ? void 0 : _a.maxPlaybackFpsSet(fps); }, sequence_source_time_set: (o, t) => { var _a; return (_a = SequenceSource.get(o)) === null || _a === void 0 ? void 0 : _a.setTime(t); }, sequence_source_destroy: o => { var _a; return (_a = SequenceSource.get(o)) === null || _a === void 0 ? void 0 : _a.destroy(); }, permission_granted_all: permissionGrantedAll, permission_granted_camera: permissionGrantedCamera, permission_granted_motion: permissionGrantedMotion, permission_denied_any: permissionDeniedAny, permission_denied_camera: permissionDeniedCamera, permission_denied_motion: permissionDeniedMotion, permission_request_motion: permissionRequestMotion, permission_request_camera: permissionRequestCamera, permission_request_all: permissionRequestAll, permission_request_ui: permissionRequestUI, permission_request_ui_promise: permissionRequestUI, permission_denied_ui: permissionDeniedUI, browser_incompatible: compatibility.incompatible, browser_incompatible_ui: compatibility.incompatible_ui, log_level_set: l => {
             setLogLevel(l);
             c.impl.log_level_set(l);

package/lib/permission.js

@@ -82,6 +82,7 @@ export function permissionRequestUI() {
         }
         let div = document.createElement("div");
         div.classList.add("zappar-permission-request");
+        div.classList.add("zappar-permission-request-without-button");
         div.innerHTML = `
     <style>
         .zappar-permission-request {
@@ -99,7 +100,21 @@ export function permissionRequestUI() {
             align-items: center;
             justify-content: center;
         }
+        .zappar-permission-request-without-button {
+            justify-content: flex-start;
+        }
+
+        .zappar-permission-request-without-button #zappar-permission-request-button {
+            display: none;
+        }
+
+        .zappar-permission-request-without-button .zappar-inner {
+            max-width: 300px;
+        }
+
         .zappar-inner {
+            margin-top: 30%;
+            margin-bottom: 30%;
             max-width: 400px;
             text-align: center;
         }
@@ -127,24 +142,35 @@ export function permissionRequestUI() {
     </div>
 `;
         document.body.append(div);
-        let button = div.querySelector("#zappar-permission-request-button");
-        return yield new Promise(resolve => {
-            button === null || button === void 0 ? void 0 : button.addEventListener("click", () => __awaiter(this, void 0, void 0, function* () {
+        function attempt() {
+            return __awaiter(this, void 0, void 0, function* () {
                 yield permissionRequestAll();
                 div.remove();
                 while (true) {
                     yield nextFrame();
                     if (permissionDeniedAny()) {
-                        resolve(false);
-                        return;
+                        return false;
                     }
                     if (permissionGrantedAll()) {
-                        resolve(true);
-                        return;
+                        return true;
                     }
                 }
+                return false;
+            });
+        }
+        try {
+            return yield attempt();
+        }
+        catch (err) {
+            // We may need a user interaction
+            div.classList.remove("zappar-permission-request-without-button");
+            let button = div.querySelector("#zappar-permission-request-button");
+            return yield new Promise((resolve) => __awaiter(this, void 0, void 0, function* () {
+                button === null || button === void 0 ? void 0 : button.addEventListener('click', () => __awaiter(this, void 0, void 0, function* () {
+                    resolve(yield attempt());
+                }));
             }));
-        });
+        }
     });
 }
 function nextFrame() {
@@ -254,7 +280,7 @@ function permissionDeniedUIChrome() {
     </style>
     <div class="zappar-inner">
         <div class="zappar-title">Permission is Needed</div>
-        <div class="zappar-text">Permission to access your device's camera and motion sensors is necessary for this experience.<br/><br/>To grant access, please tap the ! button in the address bar of your browser, then "Site settings", and finally "Clear and reset". You can then reload the page to try again.</div>
+        <div class="zappar-text">Permission to access your device's camera and motion sensors is necessary for this experience.<br/><br/>To grant access, please tap the <svg xmlns="http://www.w3.org/2000/svg" height="16px" viewBox="0 -960 960 960" width="16px" fill="white"><path d="M696-144q-60.48 0-102.24-41.76T552-288q0-60.48 41.76-102.24T696-432q60.48 0 102.24 41.76T840-288q0 60.48-41.76 102.24T696-144Zm.12-72Q726-216 747-237.12q21-21.12 21-51T746.88-339q-21.12-21-51-21T645-338.88q-21 21.12-21 51T645.12-237q21.12 21 51 21ZM168-252v-72h312v72H168Zm96-276q-60.48 0-102.24-41.76T120-672q0-60.48 41.76-102.24T264-816q60.48 0 102.24 41.76T408-672q0 60.48-41.76 102.24T264-528Zm.12-72Q294-600 315-621.12q21-21.12 21-51T314.88-723q-21.12-21-51-21T213-722.88q-21 21.12-21 51T213.12-621q21.12 21 51 21ZM480-636v-72h312v72H480Zm216 348ZM264-672Z"/></svg> button in the address bar of your browser, then "Permissions", and finally "Reset permissions". You can then reload the page to try again.</div>
         <button id="zappar-permission-reload-button">Reload</button>
     </div>
 `;

package/lib/serializer.d.ts

@@ -1,4 +1,4 @@
-import { barcode_format_t, face_landmark_name_t, instant_world_tracker_transform_orientation_t, log_level_t } from "./gen/zappar-native";
+import { barcode_format_t, face_landmark_name_t, instant_world_tracker_transform_orientation_t, transform_orientation_t, log_level_t, plane_orientation_t, anchor_status_t } from "./gen/zappar-native";
 export interface MessageAppender {
     int: (i: number) => void;
     bool: (i: boolean) => void;
@@ -17,6 +17,9 @@ export interface MessageAppender {
     barcodeFormat: (f: barcode_format_t) => void;
     faceLandmarkName: (f: face_landmark_name_t) => void;
     instantTrackerTransformOrientation: (f: instant_world_tracker_transform_orientation_t) => void;
+    transformOrientation: (f: transform_orientation_t) => void;
+    planeOrientation: (f: plane_orientation_t) => void;
+    anchorStatus: (f: anchor_status_t) => void;
     logLevel: (f: log_level_t) => void;
 }
 export declare class MessageSerializer {

package/lib/serializer.js

@@ -31,6 +31,9 @@ export class MessageSerializer {
             barcodeFormat: i => this.int(i),
             faceLandmarkName: i => this.int(i),
             instantTrackerTransformOrientation: i => this.int(i),
+            transformOrientation: i => this.int(i),
+            planeOrientation: i => this.int(i),
+            anchorStatus: i => this.int(i),
             logLevel: i => this.int(i),
         };
         this._freeBufferPool.push(new ArrayBuffer(16));

package/lib/tr.js

@@ -35,7 +35,7 @@ export function tr(str) {
     }
     switch (str) {
         case STRINGS.PermissionTitle: return "Almost there...";
-        case STRINGS.PermissionDescription: return "In order to provide this augmented reality experience, we need access to your device's camera and motion sensors.";
+        case STRINGS.PermissionDescription: return "In order to provide this immersive experience, we need access to your device's camera and motion sensors.";
         case STRINGS.PermissionButton: return "Grant Access";
     }
     return "";

package/lib/version.d.ts

@@ -1 +1 @@
-export declare const VERSION = "3.0.1-alpha.16";
+export declare const VERSION = "3.0.1-alpha.17";

package/lib/version.js

@@ -1 +1 @@
-export const VERSION = "3.0.1-alpha.16";
+export const VERSION = "3.0.1-alpha.17";