@zappar/zappar-cv 3.3.0-beta.2 → 3.4.0-beta.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (145) hide show
  1. package/README.md +2 -2
  2. package/lib/bridged-camera-source.d.ts +2 -0
  3. package/lib/bridged-camera-source.js +13 -0
  4. package/lib/bridged-message.d.ts +1 -0
  5. package/lib/bridged-world-tracker.js +8 -6
  6. package/lib/ceres-worker.d.ts +1 -1
  7. package/lib/ceres-worker.js +5 -5
  8. package/lib/gen/zappar-bridge.d.ts +3 -1
  9. package/lib/gen/zappar-client.js +100 -71
  10. package/lib/gen/zappar-cwrap.js +27 -6
  11. package/lib/gen/zappar-native.d.ts +6 -3
  12. package/lib/gen/zappar-native.js +1 -0
  13. package/lib/gen/zappar-server.js +80 -68
  14. package/lib/gen/zappar.d.ts +3 -1
  15. package/lib/html-element-source.js +3 -4
  16. package/lib/index-standalone.js +1 -1
  17. package/lib/mstp-camera-source.d.ts +3 -0
  18. package/lib/mstp-camera-source.js +21 -0
  19. package/lib/native.js +20 -14
  20. package/lib/options.d.ts +2 -1
  21. package/lib/pipeline.d.ts +1 -0
  22. package/lib/pipeline.js +13 -0
  23. package/lib/profile.js +1 -2
  24. package/lib/src/additional.d.ts +49 -0
  25. package/lib/src/android-bridge-message-handler.d.ts +15 -0
  26. package/lib/src/array-from-string.d.ts +2 -0
  27. package/lib/src/bridged-camera-source.d.ts +53 -0
  28. package/lib/src/bridged-d3-tracker.d.ts +18 -0
  29. package/lib/src/bridged-message-parser.d.ts +12 -0
  30. package/lib/src/bridged-message.d.ts +79 -0
  31. package/lib/src/bridged-world-tracker.d.ts +21 -0
  32. package/lib/src/camera-frame-data.d.ts +10 -0
  33. package/lib/src/camera-source-map.d.ts +11 -0
  34. package/lib/src/camera-source.d.ts +28 -0
  35. package/lib/src/cameramodel.d.ts +2 -0
  36. package/lib/src/ceres-worker.d.ts +1 -0
  37. package/lib/src/compatibility.d.ts +5 -0
  38. package/lib/src/data-download.d.ts +8 -0
  39. package/lib/src/deserializer.d.ts +41 -0
  40. package/lib/src/direct.d.ts +3 -0
  41. package/lib/src/drawaxis.d.ts +2 -0
  42. package/lib/src/drawcamera.d.ts +12 -0
  43. package/lib/src/drawface.d.ts +16 -0
  44. package/lib/src/drawfaceproject.d.ts +15 -0
  45. package/lib/src/drawgrid.d.ts +2 -0
  46. package/lib/src/drawmesh.d.ts +14 -0
  47. package/lib/src/drawplane.d.ts +2 -0
  48. package/lib/src/drawpoints.d.ts +11 -0
  49. package/lib/src/drawpointswithtype.d.ts +13 -0
  50. package/lib/src/drawpolygon.d.ts +5 -0
  51. package/lib/src/drawpreviewmesh.d.ts +16 -0
  52. package/lib/src/drawquad.d.ts +2 -0
  53. package/lib/src/event.d.ts +30 -0
  54. package/lib/src/facelandmark.d.ts +11 -0
  55. package/lib/src/facelandmarkdata.d.ts +4 -0
  56. package/lib/src/facelandmarkinterface.d.ts +5 -0
  57. package/lib/src/facemesh.d.ts +27 -0
  58. package/lib/src/gen/zappar-bridge.d.ts +182 -0
  59. package/lib/src/gen/zappar-client.d.ts +26 -0
  60. package/lib/src/gen/zappar-cwrap.d.ts +12 -0
  61. package/lib/src/gen/zappar-native.d.ts +256 -0
  62. package/lib/src/gen/zappar-server.d.ts +50 -0
  63. package/lib/src/gen/zappar.d.ts +311 -0
  64. package/lib/src/gfx.d.ts +1 -0
  65. package/lib/src/gl-state-manager.d.ts +9 -0
  66. package/lib/src/html-element-source.d.ts +42 -0
  67. package/lib/src/image-process-gl.d.ts +40 -0
  68. package/lib/src/imagebitmap-camera-source.d.ts +39 -0
  69. package/lib/src/imagetracker-previewmesh.d.ts +2 -0
  70. package/lib/src/imagetracker.d.ts +43 -0
  71. package/lib/src/index-standalone.d.ts +3 -0
  72. package/lib/src/index.d.ts +7 -0
  73. package/lib/src/landmarkdatagenerate.d.ts +2 -0
  74. package/lib/src/loglevel.d.ts +5 -0
  75. package/lib/src/messages.d.ts +13 -0
  76. package/lib/src/mstp-camera-source.d.ts +44 -0
  77. package/lib/src/native.d.ts +3 -0
  78. package/lib/src/options.d.ts +5 -0
  79. package/lib/src/permission.d.ts +12 -0
  80. package/lib/src/pipeline.d.ts +88 -0
  81. package/lib/src/profile.d.ts +24 -0
  82. package/lib/src/riff-reader.d.ts +18 -0
  83. package/lib/src/sequencerecorder.d.ts +99 -0
  84. package/lib/src/sequencesource.d.ts +25 -0
  85. package/lib/src/serializer.d.ts +60 -0
  86. package/lib/src/shader.d.ts +2 -0
  87. package/lib/src/source.d.ts +22 -0
  88. package/lib/src/tr.d.ts +6 -0
  89. package/lib/src/tracing/jsontracer.d.ts +14 -0
  90. package/lib/src/tracing/performancetracer.d.ts +11 -0
  91. package/lib/src/tracing/sharedtracer.d.ts +2 -0
  92. package/lib/src/tracing/usertimingtracer.d.ts +10 -0
  93. package/lib/src/version.d.ts +1 -0
  94. package/lib/src/worker-client.d.ts +4 -0
  95. package/lib/src/worker-imagebitmap.d.ts +5 -0
  96. package/lib/src/worker-messages.d.ts +11 -0
  97. package/lib/src/worker-server.d.ts +3 -0
  98. package/lib/src/worker.d.ts +1 -0
  99. package/lib/src/workerinterface.d.ts +110 -0
  100. package/lib/src/yuv-conversion-gl.d.ts +44 -0
  101. package/lib/tests/barcode-finder.d.ts +1 -0
  102. package/lib/tests/camera-data-raw.d.ts +1 -0
  103. package/lib/tests/camera-data-rgb.d.ts +1 -0
  104. package/lib/tests/camera-far-near.d.ts +1 -0
  105. package/lib/tests/camera-only.d.ts +1 -0
  106. package/lib/tests/common.d.ts +15 -0
  107. package/lib/tests/d3-tracking.d.ts +1 -0
  108. package/lib/tests/drawanchor.d.ts +3 -0
  109. package/lib/tests/face-landmarks.d.ts +1 -0
  110. package/lib/tests/face-tracking.d.ts +1 -0
  111. package/lib/tests/image-tracking-cylinder.d.ts +1 -0
  112. package/lib/tests/image-tracking-preview-mesh.d.ts +1 -0
  113. package/lib/tests/image-tracking.d.ts +1 -0
  114. package/lib/tests/instant-tracking.d.ts +1 -0
  115. package/lib/tests/no-rendering.d.ts +1 -0
  116. package/lib/tests/sequence-preview.d.ts +1 -0
  117. package/lib/tests/two-pipelines.d.ts +1 -0
  118. package/lib/tests/video-face-tracking.d.ts +1 -0
  119. package/lib/tests/world-tracking-camera-offset-anchor.d.ts +1 -0
  120. package/lib/tests/world-tracking-meshes.d.ts +1 -0
  121. package/lib/tests/world-tracking-plane-offset-anchor.d.ts +1 -0
  122. package/lib/tests/world-tracking.d.ts +1 -0
  123. package/lib/tests/zapcode-tracking.d.ts +1 -0
  124. package/lib/version.d.ts +1 -1
  125. package/lib/version.js +1 -1
  126. package/lib/worker-client.d.ts +1 -1
  127. package/lib/worker-client.js +23 -9
  128. package/lib/worker-messages.d.ts +2 -1
  129. package/lib/worker-messages.js +2 -1
  130. package/lib/worker-server.js +27 -10
  131. package/lib/workerinterface.d.ts +2 -1
  132. package/lib/zappar-cv.js +1 -1
  133. package/lib/zappar-cv.wasm +0 -0
  134. package/package.json +2 -4
  135. package/umd/169.zappar-cv.js +0 -1
  136. package/umd/25.zappar-cv.js +0 -1
  137. package/umd/287.zappar-cv.js +0 -1
  138. package/umd/482727c0e7dd40d73f5a.zbin +0 -0
  139. package/umd/670905e7f3a8925b89cb.wasm +0 -0
  140. package/umd/867.zappar-cv.js +0 -1
  141. package/umd/b4f46e148a3b3b5aef90.zbin +0 -0
  142. package/umd/f7b62a3a53b5c9b3222b.zbin +0 -0
  143. package/umd/zappar-cv-ceres.worker.js +0 -1
  144. package/umd/zappar-cv.js +0 -1
  145. package/umd/zappar-cv.worker.js +0 -1
@@ -0,0 +1,41 @@
1
+ import { barcode_format_t, face_landmark_name_t, instant_world_tracker_transform_orientation_t, transform_orientation_t, log_level_t, plane_orientation_t, anchor_status_t } from "./gen/zappar-native";
2
+ interface Message {
3
+ int: () => number;
4
+ float: () => number;
5
+ bool: () => boolean;
6
+ string: () => string;
7
+ dataWithLength: () => ArrayBuffer;
8
+ type: () => number;
9
+ matrix4x4: () => Float32Array;
10
+ matrix3x3: () => Float32Array;
11
+ ucharArray: () => Uint8Array;
12
+ floatArray: () => Float32Array;
13
+ identityCoefficients: () => Float32Array;
14
+ expressionCoefficients: () => Float32Array;
15
+ cameraModel: () => Float32Array;
16
+ timestamp: () => number;
17
+ barcodeFormat: () => barcode_format_t;
18
+ faceLandmarkName: () => face_landmark_name_t;
19
+ instantTrackerTransformOrientation: () => instant_world_tracker_transform_orientation_t;
20
+ transformOrientation: () => transform_orientation_t;
21
+ planeOrientation: () => plane_orientation_t;
22
+ anchorStatus: () => anchor_status_t;
23
+ logLevel: () => log_level_t;
24
+ }
25
+ export declare class MessageDeserializer {
26
+ private _buffer;
27
+ private _i32View;
28
+ private _f32View;
29
+ private _f64View;
30
+ private _u8View;
31
+ private _u16View;
32
+ private _u32View;
33
+ private _offset;
34
+ private _length;
35
+ private _startOffset;
36
+ setData(data: ArrayBuffer): void;
37
+ hasMessage(): boolean;
38
+ private _processor;
39
+ forMessages(cb: (id: number, msg: Message) => void): void;
40
+ }
41
+ export {};
@@ -0,0 +1,3 @@
1
+ import { MsgManager } from "./messages";
2
+ export declare let messageManager: MsgManager;
3
+ export declare function launchWorker(wasm: string): Promise<void>;
@@ -0,0 +1,2 @@
1
+ export declare function disposeDrawPlane(): void;
2
+ export declare function drawAxis(gl: WebGLRenderingContext, projectionMatrix: Float32Array, cameraMatrix: Float32Array, targetMatrix: Float32Array): void;
@@ -0,0 +1,12 @@
1
+ import { CameraFrameInfo } from "./source";
2
+ export declare class CameraDraw {
3
+ private _gl;
4
+ private _vbo;
5
+ private _shader;
6
+ constructor(_gl: WebGLRenderingContext);
7
+ dispose(): void;
8
+ private _generate;
9
+ drawCameraFrame(screenWidth: number, screenHeight: number, i: CameraFrameInfo, mirror: boolean): void;
10
+ private _getCameraShader;
11
+ }
12
+ export declare function cameraFrameTextureMatrix(frameWidth: number, frameHeight: number, screenWidth: number, screenHeight: number, uvMatrix: Float32Array, mirror: boolean): Float32Array;
@@ -0,0 +1,16 @@
1
+ import { FaceMesh } from "./facemesh";
2
+ export declare class FaceDraw {
3
+ private _gl;
4
+ private _vbo;
5
+ private _normalbo;
6
+ private _ibo;
7
+ private _lastIndices;
8
+ private _shader;
9
+ constructor(_gl: WebGLRenderingContext);
10
+ dispose(): void;
11
+ private _generateIBO;
12
+ private _generateVBO;
13
+ private _generateNormalBO;
14
+ drawFace(matrix: Float32Array, o: FaceMesh): void;
15
+ private _getShader;
16
+ }
@@ -0,0 +1,15 @@
1
+ export declare class FaceDrawProject {
2
+ private _gl;
3
+ private _vbo;
4
+ private _uvbo;
5
+ private _ibo;
6
+ private _lastIndices;
7
+ private _shader;
8
+ constructor(_gl: WebGLRenderingContext);
9
+ dispose(): void;
10
+ private _generateIBO;
11
+ private _generateVBO;
12
+ private _generateUVBO;
13
+ drawFace(matrix: Float32Array, vertices: Float32Array, uvMatrix: Float32Array, uvs: Float32Array, indices: Uint16Array, texture: WebGLTexture): void;
14
+ private _getShader;
15
+ }
@@ -0,0 +1,2 @@
1
+ export declare function disposeDrawGrid(): void;
2
+ export declare function drawGrid(gl: WebGLRenderingContext, projectionMatrix: Float32Array, cameraMatrix: Float32Array, targetMatrix: Float32Array): void;
@@ -0,0 +1,14 @@
1
+ export declare class MeshDraw {
2
+ private _gl;
3
+ private _vbo;
4
+ private _uvbo;
5
+ private _ibo;
6
+ private _lastIndices;
7
+ private _shader;
8
+ constructor(_gl: WebGLRenderingContext);
9
+ dispose(): void;
10
+ private _generateIBO;
11
+ private _generateVBO;
12
+ draw(projectionMatrix: Float32Array, cameraMatrix: Float32Array, targetMatrix: Float32Array, vertices: Float32Array, indices: Uint32Array, vertexOffset: number, vertexStride: number, indicesCount: number): void;
13
+ private _getShader;
14
+ }
@@ -0,0 +1,2 @@
1
+ export declare function disposeDrawPlane(): void;
2
+ export declare function drawPlane(gl: WebGLRenderingContext, projectionMatrix: Float32Array, cameraMatrix: Float32Array, targetMatrix: Float32Array, textureUrl: string): void;
@@ -0,0 +1,11 @@
1
+ export declare class PointsDraw {
2
+ private _gl;
3
+ private _vbo;
4
+ private _shader;
5
+ constructor(_gl: WebGLRenderingContext);
6
+ dispose(): void;
7
+ private _generate;
8
+ drawPoints(screenWidth: number, screenHeight: number, dataWidth: number, dataHeight: number, points: Float32Array, mirror: boolean, color: [number, number, number], pointSize: number): void;
9
+ private _getCameraShader;
10
+ }
11
+ export declare function getPointsDataMatrix(frameWidth: number, frameHeight: number, screenWidth: number, screenHeight: number, mirror: boolean): Float32Array;
@@ -0,0 +1,13 @@
1
+ export declare class PointsWithTypeDraw {
2
+ private _gl;
3
+ private _vbo;
4
+ private _typebo;
5
+ private _shader;
6
+ constructor(_gl: WebGLRenderingContext);
7
+ dispose(): void;
8
+ private _generate;
9
+ private _generateTypes;
10
+ drawPoints(screenWidth: number, screenHeight: number, dataWidth: number, dataHeight: number, points: Float32Array, mirror: boolean, type: Uint8Array, pointSize: number): void;
11
+ private _getCameraShader;
12
+ }
13
+ export declare function getPointsDataMatrix(frameWidth: number, frameHeight: number, screenWidth: number, screenHeight: number, mirror: boolean): Float32Array;
@@ -0,0 +1,5 @@
1
+ export declare class PolygonDraw {
2
+ private _vbo;
3
+ private _generate;
4
+ drawPolygon(gl: WebGLRenderingContext, projectionMatrix: Float32Array, cameraMatrix: Float32Array, targetMatrix: Float32Array, points: Float32Array): void;
5
+ }
@@ -0,0 +1,16 @@
1
+ import { ImageTracker } from "./imagetracker";
2
+ export declare class PreviewMeshDraw {
3
+ private _gl;
4
+ private _vbo;
5
+ private _uvbo;
6
+ private _ibo;
7
+ private _lastIndices;
8
+ private _shader;
9
+ constructor(_gl: WebGLRenderingContext);
10
+ dispose(): void;
11
+ private _generateIBO;
12
+ private _generateVBO;
13
+ private _generateUVBO;
14
+ draw(matrix: Float32Array, tracker: ImageTracker, indx: number): void;
15
+ private _getShader;
16
+ }
@@ -0,0 +1,2 @@
1
+ export declare function disposeDrawQuad(): void;
2
+ export declare function drawQuad(gl: WebGLRenderingContext, projectionMatrix: Float32Array, modelviewMatrix: Float32Array, color: Float32Array): void;
@@ -0,0 +1,30 @@
1
+ export declare class Event {
2
+ private _funcs;
3
+ bind(f: () => void): void;
4
+ unbind(f: () => void): void;
5
+ emit(): void;
6
+ }
7
+ export declare class Event1<A> {
8
+ private _funcs;
9
+ bind(f: (a: A) => void): void;
10
+ unbind(f: (a: A) => void): void;
11
+ emit(a: A): void;
12
+ }
13
+ export declare class Event2<A, B> {
14
+ private _funcs;
15
+ bind(f: (a: A, b: B) => void): void;
16
+ unbind(f: (a: A, b: B) => void): void;
17
+ emit(a: A, b: B): void;
18
+ }
19
+ export declare class Event3<A, B, C> {
20
+ private _funcs;
21
+ bind(f: (a: A, b: B, c: C) => void): void;
22
+ unbind(f: (a: A, b: B, c: C) => void): void;
23
+ emit(a: A, b: B, c: C): void;
24
+ }
25
+ export declare class Event5<A, B, C, D, E> {
26
+ private _funcs;
27
+ bind(f: (a: A, b: B, c: C, d: D, e: E) => void): void;
28
+ unbind(f: (a: A, b: B, c: C, d: D, e: E) => void): void;
29
+ emit(a: A, b: B, c: C, d: D, e: E): void;
30
+ }
@@ -0,0 +1,11 @@
1
+ import { zappar_face_landmark_t, face_landmark_name_t } from "./gen/zappar";
2
+ export declare function createFaceLandmark(n: face_landmark_name_t): zappar_face_landmark_t;
3
+ export declare function destroyFaceLandmark(m: zappar_face_landmark_t): void;
4
+ export declare function getFaceLandmark(m: zappar_face_landmark_t): FaceLandmark | undefined;
5
+ export declare class FaceLandmark {
6
+ private _name;
7
+ anchor_pose: Float32Array;
8
+ constructor(_name: face_landmark_name_t);
9
+ private _getVertex;
10
+ update(identity: Float32Array, expression: Float32Array, mirrored: boolean): void;
11
+ }
@@ -0,0 +1,4 @@
1
+ import { FaceLandmarkNameData } from './facelandmarkinterface';
2
+ export declare const landmarkData: {
3
+ [id: string]: FaceLandmarkNameData | FaceLandmarkNameData[];
4
+ };
@@ -0,0 +1,5 @@
1
+ export interface FaceLandmarkNameData {
2
+ mean: number[];
3
+ identity: number[];
4
+ expression: number[];
5
+ }
@@ -0,0 +1,27 @@
1
+ import { zappar_face_mesh_t } from "./gen/zappar";
2
+ import { FaceLandmarkNameData } from "./facelandmarkinterface";
3
+ export declare function createFaceMesh(): zappar_face_mesh_t;
4
+ export declare function destroyFaceMesh(m: zappar_face_mesh_t): void;
5
+ export declare function getFaceMesh(m: zappar_face_mesh_t): FaceMesh | undefined;
6
+ export declare class FaceMesh {
7
+ private render_mean_;
8
+ private render_identity_;
9
+ private render_expression_;
10
+ private render_uvs_;
11
+ private render_indices_;
12
+ private render_indices_reversed;
13
+ private vertices_;
14
+ private normals_;
15
+ private normalsCalculated_;
16
+ private modelVersion_;
17
+ private mirrored_;
18
+ loadFromMemory(ab: ArrayBuffer, fillMouth: boolean, fillEyeL: boolean, fillEyeR: boolean, fillNeck: boolean): void;
19
+ getVertices(): Float32Array;
20
+ getUVs(): Float32Array;
21
+ getIndices(): Uint16Array;
22
+ getNormals(): Float32Array;
23
+ getModelVersion(): number;
24
+ getLandmarkDataForVertex(v: number): FaceLandmarkNameData;
25
+ update(identity: Float32Array, expression: Float32Array, mirrored: boolean): void;
26
+ calculateNormals(): void;
27
+ }
@@ -0,0 +1,182 @@
1
+ import { barcode_format_t } from "./zappar-native";
2
+ export { barcode_format_t } from "./zappar-native";
3
+ import { face_landmark_name_t } from "./zappar-native";
4
+ export { face_landmark_name_t } from "./zappar-native";
5
+ export { frame_pixel_format_t } from "./zappar-native";
6
+ import { instant_world_tracker_transform_orientation_t } from "./zappar-native";
7
+ export { instant_world_tracker_transform_orientation_t } from "./zappar-native";
8
+ import { transform_orientation_t } from "./zappar-native";
9
+ export { transform_orientation_t } from "./zappar-native";
10
+ import { plane_orientation_t } from "./zappar-native";
11
+ export { plane_orientation_t } from "./zappar-native";
12
+ import { log_level_t } from "./zappar-native";
13
+ export { log_level_t } from "./zappar-native";
14
+ export { image_target_type_t } from "./zappar-native";
15
+ export { world_tracker_quality_t } from "./zappar-native";
16
+ import { anchor_status_t } from "./zappar-native";
17
+ export { anchor_status_t } from "./zappar-native";
18
+ export { camera_profile_t } from "./zappar-native";
19
+ export declare type zappar_pipeline_t = number & {
20
+ _: 'zappar_pipeline_t';
21
+ };
22
+ export declare type zappar_camera_source_t = number & {
23
+ _: 'zappar_camera_source_t';
24
+ };
25
+ export declare type zappar_sequence_source_t = number & {
26
+ _: 'zappar_sequence_source_t';
27
+ };
28
+ export declare type zappar_image_tracker_t = number & {
29
+ _: 'zappar_image_tracker_t';
30
+ };
31
+ export declare type zappar_face_tracker_t = number & {
32
+ _: 'zappar_face_tracker_t';
33
+ };
34
+ export declare type zappar_face_mesh_t = number & {
35
+ _: 'zappar_face_mesh_t';
36
+ };
37
+ export declare type zappar_face_landmark_t = number & {
38
+ _: 'zappar_face_landmark_t';
39
+ };
40
+ export declare type zappar_barcode_finder_t = number & {
41
+ _: 'zappar_barcode_finder_t';
42
+ };
43
+ export declare type zappar_instant_world_tracker_t = number & {
44
+ _: 'zappar_instant_world_tracker_t';
45
+ };
46
+ export declare type zappar_zapcode_tracker_t = number & {
47
+ _: 'zappar_zapcode_tracker_t';
48
+ };
49
+ export declare type zappar_world_tracker_t = number & {
50
+ _: 'zappar_world_tracker_t';
51
+ };
52
+ export declare type zappar_custom_anchor_t = number & {
53
+ _: 'zappar_custom_anchor_t';
54
+ };
55
+ export declare type zappar_d3_tracker_t = number & {
56
+ _: 'zappar_d3_tracker_t';
57
+ };
58
+ export interface zappar {
59
+ log_level(): log_level_t;
60
+ log_level_set(level: log_level_t): void;
61
+ analytics_project_id_set(id: string, uid: string): void;
62
+ pipeline_create(): zappar_pipeline_t;
63
+ pipeline_destroy(o: zappar_pipeline_t): void;
64
+ pipeline_frame_update(o: zappar_pipeline_t): void;
65
+ pipeline_frame_number(o: zappar_pipeline_t): number;
66
+ pipeline_camera_model(o: zappar_pipeline_t): Float32Array;
67
+ pipeline_camera_data_width(o: zappar_pipeline_t): number;
68
+ pipeline_camera_data_height(o: zappar_pipeline_t): number;
69
+ pipeline_camera_frame_user_data(o: zappar_pipeline_t): number;
70
+ pipeline_camera_frame_submit(o: zappar_pipeline_t, data: ArrayBuffer, width: number, height: number, user_data: number, camera_to_device_transform: Float32Array, camera_model: Float32Array, user_facing: boolean, timestampMicroseconds: number): void;
71
+ pipeline_camera_frame_camera_attitude(o: zappar_pipeline_t): Float32Array;
72
+ pipeline_camera_frame_device_attitude(o: zappar_pipeline_t): Float32Array;
73
+ pipeline_motion_accelerometer_submit(o: zappar_pipeline_t, time: number, x: number, y: number, z: number): void;
74
+ pipeline_motion_accelerometer_with_gravity_submit_int(o: zappar_pipeline_t, time: number, interval: number, x: number, y: number, z: number): void;
75
+ pipeline_motion_accelerometer_without_gravity_submit_int(o: zappar_pipeline_t, time: number, interval: number, x: number, y: number, z: number): void;
76
+ pipeline_motion_rotation_rate_submit(o: zappar_pipeline_t, time: number, x: number, y: number, z: number): void;
77
+ pipeline_motion_rotation_rate_submit_int(o: zappar_pipeline_t, time: number, interval: number, x: number, y: number, z: number): void;
78
+ pipeline_motion_attitude_submit(o: zappar_pipeline_t, time: number, x: number, y: number, z: number): void;
79
+ pipeline_motion_attitude_submit_int(o: zappar_pipeline_t, time: number, interval: number, x: number, y: number, z: number): void;
80
+ pipeline_motion_relative_orientation_submit_int(o: zappar_pipeline_t, time: number, interval: number, x: number, y: number, z: number, w: number): void;
81
+ pipeline_motion_attitude_matrix_submit(o: zappar_pipeline_t, mat: Float32Array): void;
82
+ camera_source_create(pipeline: zappar_pipeline_t, device_id: string): zappar_camera_source_t;
83
+ camera_source_destroy(o: zappar_camera_source_t): void;
84
+ sequence_source_create(pipeline: zappar_pipeline_t): zappar_sequence_source_t;
85
+ sequence_source_destroy(o: zappar_sequence_source_t): void;
86
+ image_tracker_create(pipeline: zappar_pipeline_t): zappar_image_tracker_t;
87
+ image_tracker_destroy(o: zappar_image_tracker_t): void;
88
+ image_tracker_target_load_from_memory(o: zappar_image_tracker_t, data: ArrayBuffer): void;
89
+ image_tracker_target_loaded_version(o: zappar_image_tracker_t): number;
90
+ image_tracker_enabled(o: zappar_image_tracker_t): boolean;
91
+ image_tracker_enabled_set(o: zappar_image_tracker_t, enabled: boolean): void;
92
+ image_tracker_anchor_count(o: zappar_image_tracker_t): number;
93
+ image_tracker_anchor_id(o: zappar_image_tracker_t, indx: number): string;
94
+ image_tracker_anchor_pose_raw(o: zappar_image_tracker_t, indx: number): Float32Array;
95
+ face_tracker_create(pipeline: zappar_pipeline_t): zappar_face_tracker_t;
96
+ face_tracker_destroy(o: zappar_face_tracker_t): void;
97
+ face_tracker_model_load_from_memory(o: zappar_face_tracker_t, data: ArrayBuffer): void;
98
+ face_tracker_model_loaded_version(o: zappar_face_tracker_t): number;
99
+ face_tracker_enabled_set(o: zappar_face_tracker_t, enabled: boolean): void;
100
+ face_tracker_enabled(o: zappar_face_tracker_t): boolean;
101
+ face_tracker_max_faces_set(o: zappar_face_tracker_t, num: number): void;
102
+ face_tracker_max_faces(o: zappar_face_tracker_t): number;
103
+ face_tracker_anchor_count(o: zappar_face_tracker_t): number;
104
+ face_tracker_anchor_id(o: zappar_face_tracker_t, indx: number): string;
105
+ face_tracker_anchor_pose_raw(o: zappar_face_tracker_t, indx: number): Float32Array;
106
+ face_tracker_anchor_identity_coefficients(o: zappar_face_tracker_t, indx: number): Float32Array;
107
+ face_tracker_anchor_expression_coefficients(o: zappar_face_tracker_t, indx: number): Float32Array;
108
+ face_mesh_create(): zappar_face_mesh_t;
109
+ face_mesh_destroy(o: zappar_face_mesh_t): void;
110
+ face_landmark_create(landmark: face_landmark_name_t): zappar_face_landmark_t;
111
+ face_landmark_destroy(o: zappar_face_landmark_t): void;
112
+ barcode_finder_create(pipeline: zappar_pipeline_t): zappar_barcode_finder_t;
113
+ barcode_finder_destroy(o: zappar_barcode_finder_t): void;
114
+ barcode_finder_enabled_set(o: zappar_barcode_finder_t, enabled: boolean): void;
115
+ barcode_finder_enabled(o: zappar_barcode_finder_t): boolean;
116
+ barcode_finder_found_number(o: zappar_barcode_finder_t): number;
117
+ barcode_finder_found_text(o: zappar_barcode_finder_t, indx: number): string;
118
+ barcode_finder_found_format(o: zappar_barcode_finder_t, indx: number): barcode_format_t;
119
+ barcode_finder_formats(o: zappar_barcode_finder_t): barcode_format_t;
120
+ barcode_finder_formats_set(o: zappar_barcode_finder_t, f: barcode_format_t): void;
121
+ instant_world_tracker_create(pipeline: zappar_pipeline_t): zappar_instant_world_tracker_t;
122
+ instant_world_tracker_destroy(o: zappar_instant_world_tracker_t): void;
123
+ instant_world_tracker_enabled_set(o: zappar_instant_world_tracker_t, enabled: boolean): void;
124
+ instant_world_tracker_enabled(o: zappar_instant_world_tracker_t): boolean;
125
+ instant_world_tracker_anchor_pose_raw(o: zappar_instant_world_tracker_t): Float32Array;
126
+ instant_world_tracker_anchor_pose_set_from_camera_offset_raw(o: zappar_instant_world_tracker_t, x: number, y: number, z: number, orientation: instant_world_tracker_transform_orientation_t): void;
127
+ zapcode_tracker_create(pipeline: zappar_pipeline_t): zappar_zapcode_tracker_t;
128
+ zapcode_tracker_destroy(o: zappar_zapcode_tracker_t): void;
129
+ zapcode_tracker_target_load_from_memory(o: zappar_zapcode_tracker_t, data: ArrayBuffer): void;
130
+ zapcode_tracker_target_loaded_version(o: zappar_zapcode_tracker_t): number;
131
+ zapcode_tracker_enabled(o: zappar_zapcode_tracker_t): boolean;
132
+ zapcode_tracker_enabled_set(o: zappar_zapcode_tracker_t, enabled: boolean): void;
133
+ zapcode_tracker_anchor_count(o: zappar_zapcode_tracker_t): number;
134
+ zapcode_tracker_anchor_id(o: zappar_zapcode_tracker_t, indx: number): string;
135
+ zapcode_tracker_anchor_pose_raw(o: zappar_zapcode_tracker_t, indx: number): Float32Array;
136
+ world_tracker_create(pipeline: zappar_pipeline_t): zappar_world_tracker_t;
137
+ world_tracker_destroy(o: zappar_world_tracker_t): void;
138
+ world_tracker_enabled(o: zappar_world_tracker_t): boolean;
139
+ world_tracker_enabled_set(o: zappar_world_tracker_t, enabled: boolean): void;
140
+ world_tracker_session_number(o: zappar_world_tracker_t): number;
141
+ world_tracker_quality(o: zappar_world_tracker_t): number;
142
+ world_tracker_horizontal_plane_detection_enabled(o: zappar_world_tracker_t): boolean;
143
+ world_tracker_horizontal_plane_detection_enabled_set(o: zappar_world_tracker_t, horizontal_plane_detection_enabled: boolean): void;
144
+ world_tracker_vertical_plane_detection_enabled(o: zappar_world_tracker_t): boolean;
145
+ world_tracker_vertical_plane_detection_enabled_set(o: zappar_world_tracker_t, vertical_plane_detection_enabled: boolean): void;
146
+ world_tracker_plane_anchor_count(o: zappar_world_tracker_t): number;
147
+ world_tracker_plane_anchor_id(o: zappar_world_tracker_t, indx: number): string;
148
+ world_tracker_plane_anchor_pose_raw(o: zappar_world_tracker_t, indx: number): Float32Array;
149
+ world_tracker_plane_anchor_status(o: zappar_world_tracker_t, indx: number): anchor_status_t;
150
+ world_tracker_plane_anchor_polygon_data_size(o: zappar_world_tracker_t, indx: number): number;
151
+ world_tracker_plane_anchor_polygon_data(o: zappar_world_tracker_t, indx: number): Float32Array;
152
+ world_tracker_plane_anchor_polygon_version(o: zappar_world_tracker_t, indx: number): number;
153
+ world_tracker_plane_anchor_orientation(o: zappar_world_tracker_t, indx: number): plane_orientation_t;
154
+ world_tracker_world_anchor_status(o: zappar_world_tracker_t): anchor_status_t;
155
+ world_tracker_world_anchor_id(o: zappar_world_tracker_t): string;
156
+ world_tracker_world_anchor_pose_raw(o: zappar_world_tracker_t): Float32Array;
157
+ world_tracker_ground_anchor_id(o: zappar_world_tracker_t): string;
158
+ world_tracker_ground_anchor_status(o: zappar_world_tracker_t): anchor_status_t;
159
+ world_tracker_ground_anchor_pose_raw(o: zappar_world_tracker_t): Float32Array;
160
+ world_tracker_reset(o: zappar_world_tracker_t): void;
161
+ world_tracker_tracks_data_enabled(o: zappar_world_tracker_t): boolean;
162
+ world_tracker_tracks_data_enabled_set(o: zappar_world_tracker_t, tracks_data_enabled: boolean): void;
163
+ world_tracker_tracks_data_size(o: zappar_world_tracker_t): number;
164
+ world_tracker_tracks_data(o: zappar_world_tracker_t): Float32Array;
165
+ world_tracker_tracks_type_data_size(o: zappar_world_tracker_t): number;
166
+ world_tracker_tracks_type_data(o: zappar_world_tracker_t): Uint8Array;
167
+ world_tracker_projections_data_enabled(o: zappar_world_tracker_t): boolean;
168
+ world_tracker_projections_data_enabled_set(o: zappar_world_tracker_t, projections_data_enabled: boolean): void;
169
+ world_tracker_projections_data_size(o: zappar_world_tracker_t): number;
170
+ world_tracker_projections_data(o: zappar_world_tracker_t): Float32Array;
171
+ custom_anchor_create(pipeline: zappar_pipeline_t, worldtracker: zappar_world_tracker_t, id: string): zappar_custom_anchor_t;
172
+ custom_anchor_destroy(o: zappar_custom_anchor_t): void;
173
+ custom_anchor_status(o: zappar_custom_anchor_t): anchor_status_t;
174
+ custom_anchor_pose_version(o: zappar_custom_anchor_t): number;
175
+ custom_anchor_pose_raw(o: zappar_custom_anchor_t): Float32Array;
176
+ custom_anchor_pose_set_from_camera_offset_raw(o: zappar_custom_anchor_t, x: number, y: number, z: number, orientation: transform_orientation_t): void;
177
+ custom_anchor_pose_set_from_anchor_offset(o: zappar_custom_anchor_t, anchor_id: string, x: number, y: number, z: number, orientation: transform_orientation_t): void;
178
+ custom_anchor_pose_set(o: zappar_custom_anchor_t, pose: Float32Array): void;
179
+ custom_anchor_pose_set_with_parent(o: zappar_custom_anchor_t, pose: Float32Array, anchor_id: string): void;
180
+ d3_tracker_create(pipeline: zappar_pipeline_t): zappar_d3_tracker_t;
181
+ d3_tracker_destroy(o: zappar_d3_tracker_t): void;
182
+ }
@@ -0,0 +1,26 @@
1
+ import { MessageSerializer } from "../serializer";
2
+ import { MessageDeserializer } from "../deserializer";
3
+ import { zappar } from "./zappar-bridge";
4
+ export declare class zappar_client {
5
+ private _messageSender;
6
+ constructor(_messageSender: (ab: ArrayBuffer) => void);
7
+ private _globalState;
8
+ serializer: MessageSerializer;
9
+ deserializer: MessageDeserializer;
10
+ private _latestId;
11
+ private _pipeline_state_by_instance;
12
+ private _camera_source_state_by_instance;
13
+ private _sequence_source_state_by_instance;
14
+ private _image_tracker_state_by_instance;
15
+ private _face_tracker_state_by_instance;
16
+ private _face_mesh_state_by_instance;
17
+ private _face_landmark_state_by_instance;
18
+ private _barcode_finder_state_by_instance;
19
+ private _instant_world_tracker_state_by_instance;
20
+ private _zapcode_tracker_state_by_instance;
21
+ private _world_tracker_state_by_instance;
22
+ private _custom_anchor_state_by_instance;
23
+ private _d3_tracker_state_by_instance;
24
+ impl: zappar;
25
+ processMessages(a: ArrayBuffer): void;
26
+ }
@@ -0,0 +1,12 @@
1
+ import { zappar_cwrap } from "./zappar-native";
2
+ export interface Module {
3
+ cwrap: (func: string, retType: "number" | "string" | null, args: ("number" | "string")[]) => ((...args: any[]) => any);
4
+ _malloc: (size: number) => number;
5
+ _free: (data: number) => void;
6
+ setValue: (offset: number, val: number, type: "i8") => void;
7
+ getValue: (offset: number, type: "float") => number;
8
+ UTF8ToString: (offset: number) => string;
9
+ HEAPU8: Uint8Array;
10
+ HEAPF32: Float32Array;
11
+ }
12
+ export declare function getRuntimeObject(mod: Module): zappar_cwrap;