@zappar/zappar-cv 3.0.1-alpha.16 → 3.0.1-alpha.19

package/lib/sequencesource.js

@@ -97,7 +97,7 @@ export class SequenceSource extends Source {
         // updates will be one frame later
         this._submitMotionUpdates(pipeline);
         const token = pipeline.registerToken(info);
-        pipeline.sendDataToWorker(info.data || new ArrayBuffer(0), token, info.dataWidth, info.dataHeight, info.userFacing, info.cameraToDevice, info.cameraModel);
+        pipeline.sendDataToWorker(info.data || new ArrayBuffer(0), token, info.dataWidth, info.dataHeight, info.userFacing, info.cameraToDevice, info.cameraModel, -1);
     }
     destroy() {
         byId.delete(this._impl);

package/lib/serializer.d.ts

@@ -1,4 +1,4 @@
-import { barcode_format_t, face_landmark_name_t, instant_world_tracker_transform_orientation_t, log_level_t } from "./gen/zappar-native";
+import { barcode_format_t, face_landmark_name_t, instant_world_tracker_transform_orientation_t, transform_orientation_t, log_level_t, plane_orientation_t, anchor_status_t } from "./gen/zappar-native";
 export interface MessageAppender {
     int: (i: number) => void;
     bool: (i: boolean) => void;
@@ -17,6 +17,9 @@ export interface MessageAppender {
     barcodeFormat: (f: barcode_format_t) => void;
     faceLandmarkName: (f: face_landmark_name_t) => void;
     instantTrackerTransformOrientation: (f: instant_world_tracker_transform_orientation_t) => void;
+    transformOrientation: (f: transform_orientation_t) => void;
+    planeOrientation: (f: plane_orientation_t) => void;
+    anchorStatus: (f: anchor_status_t) => void;
     logLevel: (f: log_level_t) => void;
 }
 export declare class MessageSerializer {

package/lib/serializer.js

@@ -31,6 +31,9 @@ export class MessageSerializer {
             barcodeFormat: i => this.int(i),
             faceLandmarkName: i => this.int(i),
             instantTrackerTransformOrientation: i => this.int(i),
+            transformOrientation: i => this.int(i),
+            planeOrientation: i => this.int(i),
+            anchorStatus: i => this.int(i),
             logLevel: i => this.int(i),
         };
         this._freeBufferPool.push(new ArrayBuffer(16));

package/lib/tr.js

@@ -35,7 +35,7 @@ export function tr(str) {
     }
     switch (str) {
         case STRINGS.PermissionTitle: return "Almost there...";
-        case STRINGS.PermissionDescription: return "In order to provide this augmented reality experience, we need access to your device's camera and motion sensors.";
+        case STRINGS.PermissionDescription: return "In order to provide this immersive experience, we need access to your device's camera and motion sensors.";
         case STRINGS.PermissionButton: return "Grant Access";
     }
     return "";

package/lib/version.d.ts

@@ -1 +1 @@
-export declare const VERSION = "3.0.1-alpha.16";
+export declare const VERSION = "3.0.1-alpha.19";

package/lib/version.js

@@ -1 +1 @@
-export const VERSION = "3.0.1-alpha.16";
+export const VERSION = "3.0.1-alpha.19";

package/lib/worker-imagebitmap.js

@@ -53,7 +53,7 @@ export function handleImageBitmap(m, r, server, mgr) {
     mgr.postOutgoingMessage(msg, [m.i]);
     let pipeline = server._pipeline_by_instance.get(m.p);
     if (pipeline) {
-        r.pipeline_camera_frame_submit(pipeline, pixels, info.dataWidth, info.dataHeight, m.tokenId, m.cameraToDevice, m.cameraModel, info.userFacing);
+        r.pipeline_camera_frame_submit(pipeline, pixels, info.dataWidth, info.dataHeight, m.tokenId, m.cameraToDevice, m.cameraModel, info.userFacing, performance.now());
         r.pipeline_frame_update(pipeline);
         server.exploreState();
     }

package/lib/worker-server.js

@@ -64,7 +64,7 @@ export function launchWorkerServer(wasmUrl, module, shouldRecordData) {
                             let pipeline = server._pipeline_by_instance.get(msgt.p);
                             let att;
                             if (pipeline) {
-                                r.pipeline_camera_frame_submit(pipeline, msgt.d, msgt.width, msgt.height, msgt.token, msgt.c2d, msgt.cm, msgt.userFacing);
+                                r.pipeline_camera_frame_submit(pipeline, msgt.d, msgt.width, msgt.height, msgt.token, msgt.c2d, msgt.cm, msgt.userFacing, msgt.captureTime);
                                 r.pipeline_frame_update(pipeline);
                                 att = r.pipeline_camera_frame_device_attitude(pipeline);
                                 server.exploreState();
@@ -288,7 +288,7 @@ function consumeReader(mod, r, reader, p, userFacing, server, source, workerMess
             const pipeline = server._pipeline_by_instance.get(p);
             if (pipeline) {
                 try {
-                    r.pipeline_camera_frame_submit_raw_pointer(pipeline, streamDataBufferPointer, size, framePixelFormatFromFormat(frame.format), width, height, token, cameraToDeviceTransform, latestCameraToScreenRotation, cameraModel, userFacing, (_b = frame.timestamp) !== null && _b !== void 0 ? _b : -1, downSample);
+                    r.pipeline_camera_frame_submit_raw_pointer(pipeline, streamDataBufferPointer, size, framePixelFormatFromFormat(frame.format), width, height, token, cameraToDeviceTransform, latestCameraToScreenRotation, cameraModel, userFacing, ((_b = frame.timestamp) !== null && _b !== void 0 ? _b : -1) * 1e-6, downSample);
                     handleMessages(mod, workerMessageAPI);
                     if (dataDownloadAPI)
                         handleDataDownload(mod, dataDownloadAPI);

package/lib/workerinterface.d.ts

@@ -11,6 +11,7 @@ export interface CameraFrameC2S {
     token: number;
     width: number;
     height: number;
+    captureTime: number;
 }
 export interface CameraFrameReturnS2C {
     t: "cameraFrameRecycleS2C";