@zappar/zappar-cv 3.1.0-beta.3 → 3.2.0-beta.1

package/README.md

@@ -18,8 +18,8 @@ npm i @zappar/zappar-cv
 
 You can use our CDN from within your HTML:
 ```
-<script src="https://libs.zappar.com/zappar-cv/3.1.0-beta.3/zappar-cv.js"></script>
+<script src="https://libs.zappar.com/zappar-cv/3.2.0-beta.1/zappar-cv.js"></script>
 ```
 
 Or you can download and host our standalone JavaScript bundle:
-[https://libs.zappar.com/zappar-cv/3.1.0-beta.3/zappar-cv.zip](https://libs.zappar.com/zappar-cv/3.1.0-beta.3/zappar-cv.zip)
+[https://libs.zappar.com/zappar-cv/3.2.0-beta.1/zappar-cv.zip](https://libs.zappar.com/zappar-cv/3.2.0-beta.1/zappar-cv.zip)

package/lib/bridged-camera-source.d.ts

@@ -1,6 +1,16 @@
 import { camera_profile_t, zappar_camera_source_t, zappar_pipeline_t } from "./gen/zappar";
 import { CameraFrameInfo, Source } from "./source";
 import { zappar_custom_anchor_t } from "./gen/zappar-native";
+export interface BridgeOptions {
+    worldTracking?: boolean;
+    horizontalPlaneDetection?: boolean;
+    verticalPlaneDetection?: boolean;
+    tracksData?: boolean;
+    projectionsData?: boolean;
+    meshAnchors?: boolean;
+    d3?: boolean;
+    d3MaxResolution?: boolean;
+}
 export declare class BridgedCameraSource extends Source {
     private _impl;
     private _pipeline;
@@ -15,6 +25,7 @@ export declare class BridgedCameraSource extends Source {
     private _textureSizes;
     private _yuvConversion;
     private _decodeBuffers;
+    private _options;
     static IsSupported(): boolean;
     constructor(_impl: zappar_camera_source_t, _pipeline: zappar_pipeline_t, _deviceId: string);
     destroy(): void;
@@ -30,7 +41,8 @@ export declare class BridgedCameraSource extends Source {
     private _anchorPoseUint16;
     setCustomAnchorPose(anchor: zappar_custom_anchor_t, pose_version: number, pose: Float32Array): void;
     resetTracking(): void;
-    optionsUpdated(options: number): void;
+    private _convertToBitmask;
+    optionsUpdated(options: BridgeOptions): void;
     private _lastTimestamp;
     private _deviceMotionListener;
     private _deviceOrientationListener;

package/lib/bridged-camera-source.js

@@ -21,6 +21,7 @@ import { AndroidBridgeMessageHandler } from "./android-bridge-message-handler";
 import { getSharedTracer } from "./tracing/sharedtracer";
 import { BridgedWorldTracker } from "./bridged-world-tracker";
 import { hasBridgeArrayBufferHeader, parseBridgeArrayBuffer } from "./bridged-message-parser";
+import { BridgedD3Tracker } from "./bridged-d3-tracker";
 // Some no-op tracing helpers for concise code and good dead code removal in bundlers
 let tracer = null;
 let traceStart = (name) => { };
@@ -44,6 +45,7 @@ export class BridgedCameraSource extends Source {
         this._profile = camera_profile_t.DEFAULT;
         this._textureSizes = new Map();
         this._decodeBuffers = [];
+        this._options = {};
         this._frameInFlight = false;
         this._anchorPoseFloat32 = new Float32Array(16);
         this._anchorPoseUint16 = new Uint16Array(this._anchorPoseFloat32.buffer);
@@ -133,10 +135,11 @@ export class BridgedCameraSource extends Source {
         this._textureSizes.clear();
         this._isPaused = false;
         this._startDeviceMotion();
-        let options = 0;
-        if (p)
-            options = BridgedWorldTracker.SharedInstance().getCombinedOptionsForPipeline(p);
-        this._messageHandler.postMessage(`start${options}:${this._profile}`);
+        let options = {};
+        if (p) {
+            options = Object.assign(Object.assign({}, BridgedWorldTracker.SharedInstance().getCombinedOptionsForPipeline(p)), BridgedD3Tracker.SharedInstance().getCombinedOptionsForPipeline(p));
+        }
+        this._messageHandler.postMessage(`start${this._convertToBitmask(options)}:${this._profile}`);
     }
     getFrame(currentlyProcessing) {
         var _a, _b;
@@ -368,8 +371,28 @@ export class BridgedCameraSource extends Source {
     resetTracking() {
         this._messageHandler.postMessage('resetTracking');
     }
+    _convertToBitmask(options) {
+        let bitmask = 0;
+        if (options.worldTracking)
+            bitmask |= 1;
+        if (options.horizontalPlaneDetection)
+            bitmask |= 2;
+        if (options.verticalPlaneDetection)
+            bitmask |= 4;
+        if (options.tracksData)
+            bitmask |= 8;
+        if (options.projectionsData)
+            bitmask |= 16;
+        if (options.meshAnchors)
+            bitmask |= 32;
+        if (options.d3)
+            bitmask |= 64;
+        if (options.d3MaxResolution)
+            bitmask |= 128;
+        return bitmask;
+    }
     optionsUpdated(options) {
-        this._messageHandler.postMessage(`setOptions${options}`);
+        this._messageHandler.postMessage(`setOptions${this._convertToBitmask(options)}`);
     }
     _startDeviceMotion() {
         window.addEventListener("devicemotion", this._deviceMotionListener);

package/lib/bridged-d3-tracker.d.ts

@@ -0,0 +1,18 @@
+import { BridgeOptions } from "./bridged-camera-source";
+import { Pipeline } from "./pipeline";
+import { Zappar } from ".";
+export declare class BridgedD3Tracker {
+    static IsSupported(): boolean;
+    private static _sharedInstance;
+    static SharedInstance(): BridgedD3Tracker;
+    private _latestId;
+    private _d3StateById;
+    private _identityPose;
+    private _emptyArray;
+    private _getD3State;
+    private _getD3DataFromPipeline;
+    private _getD3Data;
+    private _notifyOptionsUpdated;
+    getCombinedOptionsForPipeline(p: Pipeline): BridgeOptions;
+    impl: Partial<Zappar>;
+}

package/lib/bridged-d3-tracker.js

@@ -0,0 +1,195 @@
+import { mat4 } from "gl-matrix";
+import { BridgedCameraSource } from "./bridged-camera-source";
+import { Pipeline } from "./pipeline";
+export class BridgedD3Tracker {
+    constructor() {
+        this._latestId = 1;
+        this._d3StateById = new Map();
+        this._identityPose = new Float32Array([1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1]);
+        this._emptyArray = new Float32Array([]);
+        this.impl = {
+            d3_tracker_create: (pipeline) => {
+                const p = Pipeline.get(pipeline);
+                if (!p)
+                    throw new Error("Invalid pipeline in d3_tracker_create");
+                let newId = (this._latestId++);
+                let s = {
+                    pipeline: p,
+                    enabled: true,
+                    sizeById: Object.create(null),
+                    maxResolution: false,
+                };
+                this._d3StateById.set(newId, s);
+                this._notifyOptionsUpdated(s.pipeline);
+                return newId;
+            },
+            d3_tracker_destroy: (o) => {
+                let s = this._getD3State(o);
+                this._d3StateById.delete(o);
+            },
+            d3_tracker_enabled: (o) => {
+                let s = this._getD3State(o);
+                return s.enabled;
+            },
+            d3_tracker_enabled_set: (o, enabled) => {
+                let s = this._getD3State(o);
+                s.enabled = enabled;
+                this._notifyOptionsUpdated(s.pipeline);
+            },
+            d3_tracker_process_max_resolution_set: (o, v) => {
+                let s = this._getD3State(o);
+                s.maxResolution = v;
+                this._notifyOptionsUpdated(s.pipeline);
+            },
+            d3_tracker_count: (o) => {
+                var _a, _b;
+                const data = this._getD3Data(o);
+                if (!Array.isArray(data === null || data === void 0 ? void 0 : data.detections))
+                    return 0;
+                return (_b = (_a = data === null || data === void 0 ? void 0 : data.detections) === null || _a === void 0 ? void 0 : _a.length) !== null && _b !== void 0 ? _b : 0;
+            },
+            d3_tracker_id: (o, indx) => {
+                var _a, _b, _c;
+                const data = this._getD3Data(o);
+                return (_c = (_b = (_a = data === null || data === void 0 ? void 0 : data.detections) === null || _a === void 0 ? void 0 : _a[indx]) === null || _b === void 0 ? void 0 : _b.id) !== null && _c !== void 0 ? _c : '';
+            },
+            d3_tracker_qr: (o, indx) => {
+                var _a, _b, _c;
+                const data = this._getD3Data(o);
+                return (_c = (_b = (_a = data === null || data === void 0 ? void 0 : data.detections) === null || _a === void 0 ? void 0 : _a[indx]) === null || _b === void 0 ? void 0 : _b.qr) !== null && _c !== void 0 ? _c : '';
+            },
+            d3_tracker_pose_raw: (o, indx) => {
+                return this.impl.d3_tracker_pose0_raw(o, indx);
+            },
+            d3_tracker_pose0_raw: (o, indx) => {
+                var _a, _b, _c, _d, _e, _f;
+                const data = this._getD3Data(o);
+                let ret = (_c = (_b = (_a = data === null || data === void 0 ? void 0 : data.detections) === null || _a === void 0 ? void 0 : _a[indx]) === null || _b === void 0 ? void 0 : _b.worldPoses) === null || _c === void 0 ? void 0 : _c[0];
+                if (!ret)
+                    return this._identityPose;
+                if (Array.isArray(ret))
+                    ret = new Float32Array(ret);
+                let worldToCamera = data === null || data === void 0 ? void 0 : data.worldToCamera;
+                if (!worldToCamera)
+                    this._identityPose;
+                if (Array.isArray(worldToCamera)) {
+                    worldToCamera = new Float32Array(worldToCamera);
+                    if (data)
+                        data.worldToCamera = worldToCamera;
+                }
+                const computed = mat4.create();
+                mat4.multiply(computed, worldToCamera, ret);
+                const state = this._getD3State(o);
+                const id = (_e = (_d = data === null || data === void 0 ? void 0 : data.detections) === null || _d === void 0 ? void 0 : _d[indx]) === null || _e === void 0 ? void 0 : _e.id;
+                if (id && id.length > 0) {
+                    const size = 0.5 * ((_f = state.sizeById[id]) !== null && _f !== void 0 ? _f : 2);
+                    computed[12] *= size;
+                    computed[13] *= size;
+                    computed[14] *= size;
+                }
+                return computed;
+            },
+            d3_tracker_pose1_raw: (o, indx) => {
+                var _a, _b, _c, _d, _e, _f;
+                const data = this._getD3Data(o);
+                let ret = (_c = (_b = (_a = data === null || data === void 0 ? void 0 : data.detections) === null || _a === void 0 ? void 0 : _a[indx]) === null || _b === void 0 ? void 0 : _b.worldPoses) === null || _c === void 0 ? void 0 : _c[1];
+                if (!ret)
+                    return this._identityPose;
+                if (Array.isArray(ret))
+                    ret = new Float32Array(ret);
+                let worldToCamera = data === null || data === void 0 ? void 0 : data.worldToCamera;
+                if (!worldToCamera)
+                    this._identityPose;
+                if (Array.isArray(worldToCamera)) {
+                    worldToCamera = new Float32Array(worldToCamera);
+                    if (data)
+                        data.worldToCamera = worldToCamera;
+                }
+                const computed = mat4.create();
+                mat4.multiply(computed, worldToCamera, ret);
+                const state = this._getD3State(o);
+                const id = (_e = (_d = data === null || data === void 0 ? void 0 : data.detections) === null || _d === void 0 ? void 0 : _d[indx]) === null || _e === void 0 ? void 0 : _e.id;
+                if (id && id.length > 0) {
+                    const size = 0.5 * ((_f = state.sizeById[id]) !== null && _f !== void 0 ? _f : 2);
+                    computed[12] *= size;
+                    computed[13] *= size;
+                    computed[14] *= size;
+                }
+                return computed;
+            },
+            d3_tracker_landmarks_data: (o, indx) => {
+                var _a, _b;
+                const data = this._getD3Data(o);
+                let landmarks = (_b = (_a = data === null || data === void 0 ? void 0 : data.detections) === null || _a === void 0 ? void 0 : _a[indx]) === null || _b === void 0 ? void 0 : _b.landmarks;
+                if (!landmarks)
+                    return this._emptyArray;
+                if (Array.isArray(landmarks)) {
+                    landmarks = new Float32Array(landmarks);
+                    data.detections[indx].landmarks = landmarks;
+                }
+                return landmarks;
+            },
+            d3_tracker_landmarks_data_size: (o, indx) => {
+                var _a, _b, _c, _d;
+                const data = this._getD3Data(o);
+                return (_d = (_c = (_b = (_a = data === null || data === void 0 ? void 0 : data.detections) === null || _a === void 0 ? void 0 : _a[indx]) === null || _b === void 0 ? void 0 : _b.landmarks) === null || _c === void 0 ? void 0 : _c.length) !== null && _d !== void 0 ? _d : 0;
+            },
+            d3_tracker_type: (o, indx) => {
+                var _a, _b, _c;
+                const data = this._getD3Data(o);
+                return (_c = (_b = (_a = data === null || data === void 0 ? void 0 : data.detections) === null || _a === void 0 ? void 0 : _a[indx]) === null || _b === void 0 ? void 0 : _b.type) !== null && _c !== void 0 ? _c : 0;
+            },
+            d3_tracker_dense: (o, indx) => {
+                var _a, _b, _c;
+                const data = this._getD3Data(o);
+                return (_c = (_b = (_a = data === null || data === void 0 ? void 0 : data.detections) === null || _a === void 0 ? void 0 : _a[indx]) === null || _b === void 0 ? void 0 : _b.dense) !== null && _c !== void 0 ? _c : 0;
+            },
+            d3_tracker_size_for_id_set: (o, id, size) => {
+                const state = this._getD3State(o);
+                state.sizeById[id] = size;
+            },
+        };
+    }
+    static IsSupported() {
+        return BridgedCameraSource.IsSupported();
+    }
+    static SharedInstance() {
+        if (!this._sharedInstance) {
+            this._sharedInstance = new BridgedD3Tracker();
+        }
+        return this._sharedInstance;
+    }
+    _getD3State(o) {
+        let s = this._d3StateById.get(o);
+        if (!s)
+            throw new Error("This object has been destroyed");
+        return s;
+    }
+    _getD3DataFromPipeline(p) {
+        var _a, _b, _c;
+        return (_c = (_b = (_a = p === null || p === void 0 ? void 0 : p.getCurrentCameraInfo()) === null || _a === void 0 ? void 0 : _a.cameraSourceData) === null || _b === void 0 ? void 0 : _b.frameInfo) === null || _c === void 0 ? void 0 : _c.d3Data;
+    }
+    _getD3Data(o) {
+        let s = this._getD3State(o);
+        return this._getD3DataFromPipeline(s.pipeline);
+    }
+    _notifyOptionsUpdated(p) {
+        if (p.currentCameraSource instanceof BridgedCameraSource) {
+            p.currentCameraSource.optionsUpdated(this.getCombinedOptionsForPipeline(p));
+        }
+    }
+    getCombinedOptionsForPipeline(p) {
+        const options = {};
+        for (const state of this._d3StateById.values()) {
+            if (state.pipeline !== p)
+                continue;
+            if (!state.enabled)
+                continue;
+            options.d3 = true;
+            if (state.maxResolution)
+                options.d3MaxResolution = true;
+        }
+        return options;
+    }
+}
+BridgedD3Tracker._sharedInstance = null;

package/lib/bridged-message.d.ts

@@ -24,6 +24,19 @@ export interface CustomAnchorData {
     pose: Float32Array | number[];
     poseVersion: number;
 }
+export interface D3Data {
+    worldToCamera: Float32Array | number[];
+    detections: D3Detection[];
+}
+export interface D3Detection {
+    id: string;
+    type: number;
+    qr?: string;
+    dense?: number;
+    worldPoses: (Float32Array | number[])[];
+    landmarks: Float32Array | number[];
+    scale: number;
+}
 export interface MeshAnchorData {
     id: string;
     pose: Float32Array | number[];
@@ -61,4 +74,5 @@ export interface BridgedMessage {
     previewBinaryBufferOffset: number;
     previewBinaryBufferLength: number;
     wtData: WTData;
+    d3Data?: D3Data;
 }

package/lib/bridged-world-tracker.d.ts

@@ -1,4 +1,5 @@
 import { Zappar } from ".";
+import { BridgeOptions } from "./bridged-camera-source";
 import { Pipeline } from "./pipeline";
 export declare class BridgedWorldTracker {
     static IsSupported(): boolean;
@@ -15,6 +16,6 @@ export declare class BridgedWorldTracker {
     private _getWtData;
     private _getFrameData;
     private _notifyOptionsUpdated;
-    getCombinedOptionsForPipeline(p: Pipeline): number;
+    getCombinedOptionsForPipeline(p: Pipeline): BridgeOptions;
     impl: Partial<Zappar>;
 }

package/lib/bridged-world-tracker.js

@@ -27,6 +27,7 @@ export class BridgedWorldTracker {
                     mesh_anchors_enabled: false
                 };
                 this._wtStateById.set(newId, s);
+                this._notifyOptionsUpdated(s.pipeline);
                 return newId;
             },
             world_tracker_destroy: (o) => {
@@ -402,23 +403,23 @@ export class BridgedWorldTracker {
         }
     }
     getCombinedOptionsForPipeline(p) {
-        let options = 0;
+        const options = {};
         for (let state of this._wtStateById.values()) {
             if (state.pipeline != p)
                 continue;
             if (!state.enabled)
                 continue;
-            options |= 1;
+            options.worldTracking = true;
             if (state.horizontal_plane_detection_enabled)
-                options |= 2;
+                options.horizontalPlaneDetection = true;
             if (state.vertical_plane_detection_enabled)
-                options |= 4;
+                options.verticalPlaneDetection = true;
             if (state.tracks_data_enabled)
-                options |= 8;
+                options.tracksData = true;
             if (state.projections_data_enabled)
-                options |= 16;
+                options.projectionsData = true;
             if (state.mesh_anchors_enabled)
-                options |= 32;
+                options.meshAnchors = true;
         }
         return options;
     }

package/lib/gen/zappar-bridge.d.ts

@@ -52,6 +52,9 @@ export declare type zappar_world_tracker_t = number & {
 export declare type zappar_custom_anchor_t = number & {
     _: 'zappar_custom_anchor_t';
 };
+export declare type zappar_d3_tracker_t = number & {
+    _: 'zappar_d3_tracker_t';
+};
 export interface zappar {
     log_level(): log_level_t;
     log_level_set(level: log_level_t): void;
@@ -172,4 +175,6 @@ export interface zappar {
     custom_anchor_pose_set_from_anchor_offset(o: zappar_custom_anchor_t, anchor_id: string, x: number, y: number, z: number, orientation: transform_orientation_t): void;
     custom_anchor_pose_set(o: zappar_custom_anchor_t, pose: Float32Array): void;
     custom_anchor_pose_set_with_parent(o: zappar_custom_anchor_t, pose: Float32Array, anchor_id: string): void;
+    d3_tracker_create(pipeline: zappar_pipeline_t): zappar_d3_tracker_t;
+    d3_tracker_destroy(o: zappar_d3_tracker_t): void;
 }

package/lib/gen/zappar-client.d.ts

@@ -20,6 +20,7 @@ export declare class zappar_client {
     private _zapcode_tracker_state_by_instance;
     private _world_tracker_state_by_instance;
     private _custom_anchor_state_by_instance;
+    private _d3_tracker_state_by_instance;
     impl: zappar;
     processMessages(a: ArrayBuffer): void;
 }

package/lib/gen/zappar-client.js

@@ -23,6 +23,7 @@ export class zappar_client {
         this._zapcode_tracker_state_by_instance = new Map();
         this._world_tracker_state_by_instance = new Map();
         this._custom_anchor_state_by_instance = new Map();
+        this._d3_tracker_state_by_instance = new Map();
         this.impl = {
             log_level: () => {
                 return this._globalState.log_level;
@@ -1047,6 +1048,35 @@ export class zappar_client {
                     m.string(anchor_id);
                 });
             },
+            // #### d3_tracker ####
+            d3_tracker_create: (pipeline) => {
+                let newId = (this._latestId++);
+                let s = {
+                    id: [],
+                    enabled: true,
+                    count: 0,
+                    qr: [],
+                    pose: [],
+                    type: [],
+                    dense: [],
+                    process_max_resolution: false,
+                };
+                this._d3_tracker_state_by_instance.set(newId, s);
+                this.serializer.sendMessage(59, m => {
+                    m.type(newId);
+                    m.type(pipeline);
+                });
+                return newId;
+            },
+            d3_tracker_destroy: (o) => {
+                let s = this._d3_tracker_state_by_instance.get(o);
+                if (!s)
+                    throw new Error("This object has been destroyed");
+                this._d3_tracker_state_by_instance.delete(o);
+                this.serializer.sendMessage(60, m => {
+                    m.type(o);
+                });
+            },
         };
     }
     processMessages(a) {

package/lib/gen/zappar-cwrap.js

@@ -362,6 +362,8 @@ export function getRuntimeObject(mod) {
         "number",
         "number", "string"
     ]);
+    let d3_tracker_create_wrapped = mod.cwrap("zappar_d3_tracker_create", "number", ["number"]);
+    let d3_tracker_destroy_wrapped = mod.cwrap("zappar_d3_tracker_destroy", null, ["number"]);
     let dataArrayArgLength = 32;
     let dataArrayArg = mod._malloc(dataArrayArgLength);
     let floatDataArrayArgLength = 16 * 4;
@@ -1059,5 +1061,12 @@ export function getRuntimeObject(mod) {
             let ret = custom_anchor_pose_set_with_parent_wrapped(o, arg_pose, arg_anchor_id);
             return ret;
         },
+        d3_tracker_create: (pipeline) => {
+            let arg_pipeline = pipeline;
+            return d3_tracker_create_wrapped(arg_pipeline);
+        },
+        d3_tracker_destroy: () => {
+            d3_tracker_destroy_wrapped();
+        },
     };
 }

package/lib/gen/zappar-native.d.ts

@@ -122,6 +122,9 @@ export declare type zappar_world_tracker_t = number & {
 export declare type zappar_custom_anchor_t = number & {
     _: 'zappar_custom_anchor_t';
 };
+export declare type zappar_d3_tracker_t = number & {
+    _: 'zappar_d3_tracker_t';
+};
 export interface zappar_cwrap {
     log_level(): log_level_t;
     log_level_set(level: log_level_t): void;
@@ -245,4 +248,6 @@ export interface zappar_cwrap {
     custom_anchor_pose_set_from_anchor_offset(o: zappar_custom_anchor_t, anchor_id: string, x: number, y: number, z: number, orientation: transform_orientation_t): void;
     custom_anchor_pose_set(o: zappar_custom_anchor_t, pose: Float32Array): void;
     custom_anchor_pose_set_with_parent(o: zappar_custom_anchor_t, pose: Float32Array, anchor_id: string): void;
+    d3_tracker_create(pipeline: zappar_pipeline_t): zappar_d3_tracker_t;
+    d3_tracker_destroy(o: zappar_d3_tracker_t): void;
 }

package/lib/gen/zappar-server.d.ts

@@ -12,6 +12,7 @@ import { zappar_instant_world_tracker_t } from "./zappar-native";
 import { zappar_zapcode_tracker_t } from "./zappar-native";
 import { zappar_world_tracker_t } from "./zappar-native";
 import { zappar_custom_anchor_t } from "./zappar-native";
+import { zappar_d3_tracker_t } from "./zappar-native";
 export declare class zappar_server {
     private _impl;
     private _sender;
@@ -42,6 +43,8 @@ export declare class zappar_server {
     _world_tracker_by_instance: Map<number, zappar_world_tracker_t>;
     _pipeline_id_by_custom_anchor_id: Map<number, number>;
     _custom_anchor_by_instance: Map<number, zappar_custom_anchor_t>;
+    _pipeline_id_by_d3_tracker_id: Map<number, number>;
+    _d3_tracker_by_instance: Map<number, zappar_d3_tracker_t>;
     processBuffer(b: ArrayBuffer): void;
     exploreState(): void;
 }

package/lib/gen/zappar-server.js

@@ -30,6 +30,8 @@ export class zappar_server {
         this._world_tracker_by_instance = new Map();
         this._pipeline_id_by_custom_anchor_id = new Map();
         this._custom_anchor_by_instance = new Map();
+        this._pipeline_id_by_d3_tracker_id = new Map();
+        this._d3_tracker_by_instance = new Map();
     }
     processBuffer(b) {
         this._deserializer.setData(b);
@@ -507,6 +509,24 @@ export class zappar_server {
                     this._impl.custom_anchor_pose_set_with_parent(obj, msg.matrix4x4(), msg.string());
                     break;
                 }
+                case 59: {
+                    let clientId = msg.type();
+                    let arg_pipeline_id = msg.type();
+                    let arg_pipeline = this._pipeline_by_instance.get(arg_pipeline_id);
+                    let handle = this._impl.d3_tracker_create(arg_pipeline);
+                    this._d3_tracker_by_instance.set(clientId, handle);
+                    this._pipeline_id_by_d3_tracker_id.set(clientId, arg_pipeline_id);
+                    break;
+                }
+                case 60: {
+                    let clientId = msg.type();
+                    let obj = this._d3_tracker_by_instance.get(clientId);
+                    if (obj === undefined)
+                        return;
+                    this._impl.d3_tracker_destroy(obj);
+                    this._d3_tracker_by_instance.delete(clientId);
+                    break;
+                }
             }
         });
     }
@@ -854,5 +874,13 @@ export class zappar_server {
                 msg.matrix4x4(this._impl.custom_anchor_pose_raw(v));
             });
         }
+        for (let [k, v] of this._d3_tracker_by_instance) {
+            let pipeline = this._pipeline_id_by_d3_tracker_id.get(k);
+            if (!pipeline)
+                continue;
+            let serializer = this.serializersByPipelineId.get(pipeline);
+            if (!serializer)
+                continue;
+        }
     }
 }

package/lib/gen/zappar.d.ts

@@ -54,6 +54,9 @@ export declare type zappar_world_tracker_t = number & {
 export declare type zappar_custom_anchor_t = number & {
     _: 'zappar_custom_anchor_t';
 };
+export declare type zappar_d3_tracker_t = number & {
+    _: 'zappar_d3_tracker_t';
+};
 export interface zappar {
     loaded(): boolean;
     camera_default_device_id(userFacing: boolean): string;
@@ -281,4 +284,26 @@ export interface zappar {
     custom_anchor_pose_set_from_anchor_offset(o: zappar_custom_anchor_t, anchor_id: string, x: number, y: number, z: number, orientation: transform_orientation_t): void;
     custom_anchor_pose_set(o: zappar_custom_anchor_t, pose: Float32Array): void;
     custom_anchor_pose_set_with_parent(o: zappar_custom_anchor_t, pose: Float32Array, anchor_id: string): void;
+    d3_tracker_create(pipeline: zappar_pipeline_t): zappar_d3_tracker_t;
+    d3_tracker_destroy(o: zappar_d3_tracker_t): void;
+    d3_tracker_id(o: zappar_d3_tracker_t, indx: number): string;
+    d3_tracker_enabled(o: zappar_d3_tracker_t): boolean;
+    d3_tracker_enabled_set(o: zappar_d3_tracker_t, enabled: boolean): void;
+    d3_tracker_process_max_resolution_set(o: zappar_d3_tracker_t, v: boolean): void;
+    d3_tracker_count(o: zappar_d3_tracker_t): number;
+    d3_tracker_qr(o: zappar_d3_tracker_t, indx: number): string;
+    d3_tracker_pose_raw(o: zappar_d3_tracker_t, indx: number): Float32Array;
+    d3_tracker_pose_camera_relative(o: zappar_d3_tracker_t, indx: number, mirror: boolean): Float32Array;
+    d3_tracker_pose(o: zappar_d3_tracker_t, indx: number, camera_pose: Float32Array, mirror: boolean): Float32Array;
+    d3_tracker_pose0_raw(o: zappar_d3_tracker_t, indx: number): Float32Array;
+    d3_tracker_pose0_camera_relative(o: zappar_d3_tracker_t, indx: number, mirror: boolean): Float32Array;
+    d3_tracker_pose0(o: zappar_d3_tracker_t, indx: number, camera_pose: Float32Array, mirror: boolean): Float32Array;
+    d3_tracker_pose1_raw(o: zappar_d3_tracker_t, indx: number): Float32Array;
+    d3_tracker_pose1_camera_relative(o: zappar_d3_tracker_t, indx: number, mirror: boolean): Float32Array;
+    d3_tracker_pose1(o: zappar_d3_tracker_t, indx: number, camera_pose: Float32Array, mirror: boolean): Float32Array;
+    d3_tracker_landmarks_data(o: zappar_d3_tracker_t, indx: number): Float32Array;
+    d3_tracker_landmarks_data_size(o: zappar_d3_tracker_t, indx: number): number;
+    d3_tracker_type(o: zappar_d3_tracker_t, indx: number): number;
+    d3_tracker_dense(o: zappar_d3_tracker_t, indx: number): number;
+    d3_tracker_size_for_id_set(o: zappar_d3_tracker_t, id: string, size: number): void;
 }