@zappar/zappar-cv 3.0.1-alpha.16 → 3.0.1-alpha.19

package/README.md

@@ -18,8 +18,8 @@ npm i @zappar/zappar-cv
 
 You can use our CDN from within your HTML:
 ```
-<script src="https://libs.zappar.com/zappar-cv/3.0.1-alpha.16/zappar-cv.js"></script>
+<script src="https://libs.zappar.com/zappar-cv/3.0.1-alpha.19/zappar-cv.js"></script>
 ```
 
 Or you can download and host our standalone JavaScript bundle:
-[https://libs.zappar.com/zappar-cv/3.0.1-alpha.16/zappar-cv.zip](https://libs.zappar.com/zappar-cv/3.0.1-alpha.16/zappar-cv.zip)
+[https://libs.zappar.com/zappar-cv/3.0.1-alpha.19/zappar-cv.zip](https://libs.zappar.com/zappar-cv/3.0.1-alpha.19/zappar-cv.zip)

package/lib/additional.d.ts

@@ -15,6 +15,7 @@ export interface Additional {
     pipeline_camera_frame_data_height(pipeline: zappar_pipeline_t): number;
     draw_plane(gl: WebGLRenderingContext, projectionMatrix: Float32Array, cameraMatrix: Float32Array, targetMatrix: Float32Array, texture: string): void;
     draw_grid(gl: WebGLRenderingContext, projectionMatrix: Float32Array, cameraMatrix: Float32Array, targetMatrix: Float32Array): void;
+    draw_axis(gl: WebGLRenderingContext, projectionMatrix: Float32Array, cameraMatrix: Float32Array, targetMatrix: Float32Array): void;
     image_tracker_target_image(o: zappar_image_tracker_t, indx: number): HTMLImageElement | undefined;
     face_mesh_load_default(o: zappar_face_mesh_t): Promise<void>;
     face_mesh_load_default_face(o: zappar_face_mesh_t, fillMouth: boolean, fillEyeL: boolean, fillEyeR: boolean): Promise<void>;

package/lib/deserializer.d.ts

@@ -1,4 +1,4 @@
-import { barcode_format_t, face_landmark_name_t, instant_world_tracker_transform_orientation_t, log_level_t } from "./gen/zappar-native";
+import { barcode_format_t, face_landmark_name_t, instant_world_tracker_transform_orientation_t, transform_orientation_t, log_level_t, plane_orientation_t, anchor_status_t } from "./gen/zappar-native";
 interface Message {
     int: () => number;
     float: () => number;
@@ -17,6 +17,9 @@ interface Message {
     barcodeFormat: () => barcode_format_t;
     faceLandmarkName: () => face_landmark_name_t;
     instantTrackerTransformOrientation: () => instant_world_tracker_transform_orientation_t;
+    transformOrientation: () => transform_orientation_t;
+    planeOrientation: () => plane_orientation_t;
+    anchorStatus: () => anchor_status_t;
     logLevel: () => log_level_t;
 }
 export declare class MessageDeserializer {

package/lib/deserializer.js

@@ -94,6 +94,9 @@ export class MessageDeserializer {
             barcodeFormat: () => this._i32View[this._startOffset++],
             faceLandmarkName: () => this._i32View[this._startOffset++],
             instantTrackerTransformOrientation: () => this._i32View[this._startOffset++],
+            transformOrientation: () => this._i32View[this._startOffset++],
+            planeOrientation: () => this._i32View[this._startOffset++],
+            anchorStatus: () => this._i32View[this._startOffset++],
             logLevel: () => this._i32View[this._startOffset++],
         };
     }

package/lib/drawaxis.js

@@ -16,9 +16,9 @@ function generate(gl) {
     if (!vbo)
         throw new Error("Unable to create buffer object");
     let coords = [
-        0, 0, 0, 1, 0, 0,
-        0, 0, 0, 0, 1, 0,
-        0, 0, 0, 0, 0, 1
+        0, 0, 0, 0.1, 0, 0,
+        0, 0, 0, 0, 0.1, 0,
+        0, 0, 0, 0, 0, 0.1
     ];
     gl.bindBuffer(gl.ARRAY_BUFFER, vbo);
     gl.bufferData(gl.ARRAY_BUFFER, new Float32Array(coords), gl.STATIC_DRAW);
@@ -58,7 +58,7 @@ export function drawAxis(gl, projectionMatrix, cameraMatrix, targetMatrix) {
     gl.bindBuffer(gl.ARRAY_BUFFER, uvbo);
     gl.vertexAttribPointer(shader.attr_color, 4, gl.FLOAT, false, 4 * 4, 0);
     gl.enableVertexAttribArray(shader.attr_color);
-    gl.lineWidth(10);
+    gl.lineWidth(2);
     gl.drawArrays(gl.LINES, 0, 6);
     gl.disableVertexAttribArray(shader.attr_position);
     gl.disableVertexAttribArray(shader.attr_color);
@@ -135,38 +135,3 @@ function getShader(gl) {
     };
     return shader;
 }
-function loadTexture(gl, url) {
-    if (texturesByUrl[url])
-        return texturesByUrl[url];
-    let texture = gl.createTexture();
-    if (!texture)
-        throw new Error("Unable to create texture");
-    texturesByUrl[url] = texture;
-    gl.bindTexture(gl.TEXTURE_2D, texture);
-    // Because images have to be download over the internet
-    // they might take a moment until they are ready.
-    // Until then put a single pixel in the texture so we can
-    // use it immediately. When the image has finished downloading
-    // we'll update the texture with the contents of the image.
-    const level = 0;
-    const internalFormat = gl.RGBA;
-    const width = 1;
-    const height = 1;
-    const border = 0;
-    const srcFormat = gl.RGBA;
-    const srcType = gl.UNSIGNED_BYTE;
-    const pixel = new Uint8Array([0, 0, 255, 255]); // opaque blue
-    gl.pixelStorei(gl.UNPACK_FLIP_Y_WEBGL, true);
-    gl.texImage2D(gl.TEXTURE_2D, level, internalFormat, width, height, border, srcFormat, srcType, pixel);
-    const image = new Image();
-    image.onload = function () {
-        gl.bindTexture(gl.TEXTURE_2D, texture);
-        gl.pixelStorei(gl.UNPACK_FLIP_Y_WEBGL, true);
-        gl.texImage2D(gl.TEXTURE_2D, level, internalFormat, srcFormat, srcType, image);
-        gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_WRAP_S, gl.CLAMP_TO_EDGE);
-        gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_WRAP_T, gl.CLAMP_TO_EDGE);
-        gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_MIN_FILTER, gl.LINEAR);
-    };
-    image.src = url;
-    return texture;
-}

package/lib/gen/zappar-bridge.d.ts

@@ -5,10 +5,16 @@ export { face_landmark_name_t } from "./zappar-native";
 export { frame_pixel_format_t } from "./zappar-native";
 import { instant_world_tracker_transform_orientation_t } from "./zappar-native";
 export { instant_world_tracker_transform_orientation_t } from "./zappar-native";
+import { transform_orientation_t } from "./zappar-native";
+export { transform_orientation_t } from "./zappar-native";
+import { plane_orientation_t } from "./zappar-native";
+export { plane_orientation_t } from "./zappar-native";
 import { log_level_t } from "./zappar-native";
 export { log_level_t } from "./zappar-native";
 export { image_target_type_t } from "./zappar-native";
 export { world_tracker_quality_t } from "./zappar-native";
+import { anchor_status_t } from "./zappar-native";
+export { anchor_status_t } from "./zappar-native";
 export { camera_profile_t } from "./zappar-native";
 export declare type zappar_pipeline_t = number & {
     _: 'zappar_pipeline_t';
@@ -43,6 +49,9 @@ export declare type zappar_zapcode_tracker_t = number & {
 export declare type zappar_world_tracker_t = number & {
     _: 'zappar_world_tracker_t';
 };
+export declare type zappar_custom_anchor_t = number & {
+    _: 'zappar_custom_anchor_t';
+};
 export interface zappar {
     log_level(): log_level_t;
     log_level_set(level: log_level_t): void;
@@ -53,7 +62,7 @@ export interface zappar {
     pipeline_frame_number(o: zappar_pipeline_t): number;
     pipeline_camera_model(o: zappar_pipeline_t): Float32Array;
     pipeline_camera_frame_user_data(o: zappar_pipeline_t): number;
-    pipeline_camera_frame_submit(o: zappar_pipeline_t, data: ArrayBuffer, width: number, height: number, user_data: number, camera_to_device_transform: Float32Array, camera_model: Float32Array, user_facing: boolean): void;
+    pipeline_camera_frame_submit(o: zappar_pipeline_t, data: ArrayBuffer, width: number, height: number, user_data: number, camera_to_device_transform: Float32Array, camera_model: Float32Array, user_facing: boolean, timestampSeconds: number): void;
     pipeline_camera_frame_camera_attitude(o: zappar_pipeline_t): Float32Array;
     pipeline_camera_frame_device_attitude(o: zappar_pipeline_t): Float32Array;
     pipeline_motion_accelerometer_submit(o: zappar_pipeline_t, time: number, x: number, y: number, z: number): void;
@@ -123,16 +132,23 @@ export interface zappar {
     world_tracker_enabled(o: zappar_world_tracker_t): boolean;
     world_tracker_enabled_set(o: zappar_world_tracker_t, enabled: boolean): void;
     world_tracker_quality(o: zappar_world_tracker_t): number;
-    world_tracker_plane_detection_enabled(o: zappar_world_tracker_t): boolean;
-    world_tracker_plane_detection_enabled_set(o: zappar_world_tracker_t, plane_detection_enabled: boolean): void;
-    world_tracker_plane_count(o: zappar_world_tracker_t): number;
-    world_tracker_plane_pose_raw(o: zappar_world_tracker_t, indx: number): Float32Array;
-    world_tracker_plane_visible(o: zappar_world_tracker_t, indx: number): boolean;
-    world_tracker_plane_polygon_data_size(o: zappar_world_tracker_t, indx: number): number;
-    world_tracker_plane_polygon_data(o: zappar_world_tracker_t, indx: number): Float32Array;
-    world_tracker_world_anchor_valid(o: zappar_world_tracker_t): boolean;
+    world_tracker_horizontal_plane_detection_enabled(o: zappar_world_tracker_t): boolean;
+    world_tracker_horizontal_plane_detection_enabled_set(o: zappar_world_tracker_t, horizontal_plane_detection_enabled: boolean): void;
+    world_tracker_vertical_plane_detection_enabled(o: zappar_world_tracker_t): boolean;
+    world_tracker_vertical_plane_detection_enabled_set(o: zappar_world_tracker_t, vertical_plane_detection_enabled: boolean): void;
+    world_tracker_plane_anchor_count(o: zappar_world_tracker_t): number;
+    world_tracker_plane_anchor_id(o: zappar_world_tracker_t, indx: number): string;
+    world_tracker_plane_anchor_pose_raw(o: zappar_world_tracker_t, indx: number): Float32Array;
+    world_tracker_plane_anchor_status(o: zappar_world_tracker_t, indx: number): anchor_status_t;
+    world_tracker_plane_anchor_polygon_data_size(o: zappar_world_tracker_t, indx: number): number;
+    world_tracker_plane_anchor_polygon_data(o: zappar_world_tracker_t, indx: number): Float32Array;
+    world_tracker_plane_anchor_polygon_version(o: zappar_world_tracker_t, indx: number): number;
+    world_tracker_plane_anchor_orientation(o: zappar_world_tracker_t, indx: number): plane_orientation_t;
+    world_tracker_world_anchor_status(o: zappar_world_tracker_t): anchor_status_t;
+    world_tracker_world_anchor_id(o: zappar_world_tracker_t): string;
     world_tracker_world_anchor_pose_raw(o: zappar_world_tracker_t): Float32Array;
-    world_tracker_ground_anchor_valid(o: zappar_world_tracker_t): boolean;
+    world_tracker_ground_anchor_id(o: zappar_world_tracker_t): string;
+    world_tracker_ground_anchor_status(o: zappar_world_tracker_t): anchor_status_t;
     world_tracker_ground_anchor_pose_raw(o: zappar_world_tracker_t): Float32Array;
     world_tracker_reset(o: zappar_world_tracker_t): void;
     world_tracker_tracks_data_enabled(o: zappar_world_tracker_t): boolean;
@@ -145,4 +161,12 @@ export interface zappar {
     world_tracker_projections_data_enabled_set(o: zappar_world_tracker_t, projections_data_enabled: boolean): void;
     world_tracker_projections_data_size(o: zappar_world_tracker_t): number;
     world_tracker_projections_data(o: zappar_world_tracker_t): Float32Array;
+    custom_anchor_create(pipeline: zappar_pipeline_t, worldtracker: zappar_world_tracker_t, id: string): zappar_custom_anchor_t;
+    custom_anchor_destroy(o: zappar_custom_anchor_t): void;
+    custom_anchor_status(o: zappar_custom_anchor_t): anchor_status_t;
+    custom_anchor_enabled_set(o: zappar_custom_anchor_t, enabled: boolean): void;
+    custom_anchor_enabled(o: zappar_custom_anchor_t): boolean;
+    custom_anchor_pose_raw(o: zappar_custom_anchor_t): Float32Array;
+    custom_anchor_pose_set_from_camera_offset_raw(o: zappar_custom_anchor_t, x: number, y: number, z: number, orientation: transform_orientation_t): void;
+    custom_anchor_pose_set_from_anchor_offset(o: zappar_custom_anchor_t, anchor_id: string, x: number, y: number, z: number, orientation: transform_orientation_t): void;
 }

package/lib/gen/zappar-bridge.js

@@ -2,7 +2,10 @@ export { barcode_format_t } from "./zappar-native";
 export { face_landmark_name_t } from "./zappar-native";
 export { frame_pixel_format_t } from "./zappar-native";
 export { instant_world_tracker_transform_orientation_t } from "./zappar-native";
+export { transform_orientation_t } from "./zappar-native";
+export { plane_orientation_t } from "./zappar-native";
 export { log_level_t } from "./zappar-native";
 export { image_target_type_t } from "./zappar-native";
 export { world_tracker_quality_t } from "./zappar-native";
+export { anchor_status_t } from "./zappar-native";
 export { camera_profile_t } from "./zappar-native";

package/lib/gen/zappar-client.d.ts

@@ -19,6 +19,7 @@ export declare class zappar_client {
     private _instant_world_tracker_state_by_instance;
     private _zapcode_tracker_state_by_instance;
     private _world_tracker_state_by_instance;
+    private _custom_anchor_state_by_instance;
     impl: zappar;
     processMessages(a: ArrayBuffer): void;
 }