@myzonerocks/gosslens 0.9.0

package/dist/test/tracking.test.js

@@ -0,0 +1,85 @@
+import { test, expect } from "bun:test";
+import { parseFaceResult, parseHandResult, parsePoseResult, GOSS_FACE_LANDMARK_COUNT, GOSS_FACE_BLENDSHAPE_COUNT, GOSS_POSE_LANDMARK_COUNT, GOSS_HAND_LANDMARK_COUNT, } from "../src/tracking";
+// These pin the parsers to the frozen C result layouts (goss_face_result,
+// goss_hand_result, goss_pose_result). A drift in an offset here would be a
+// silent cross-language bug; the buffers are hand-laid to match the header.
+test("parseFaceResult reads the frozen goss_face_result layout", () => {
+    const size = 24 + (GOSS_FACE_LANDMARK_COUNT * 3 + GOSS_FACE_BLENDSHAPE_COUNT) * 4;
+    const buffer = new ArrayBuffer(size);
+    const view = new DataView(buffer);
+    view.setBigUint64(0, 7n, true);
+    view.setBigInt64(8, 123456n, true);
+    view.setFloat32(16, 0.9, true);
+    view.setUint32(20, GOSS_FACE_LANDMARK_COUNT, true);
+    view.setFloat32(24, 1.5, true); // first landmark x
+    view.setFloat32(24 + GOSS_FACE_LANDMARK_COUNT * 3 * 4, 0.25, true); // first blendshape
+    const r = parseFaceResult(buffer, 0);
+    expect(r.frameSerial).toBe(7n);
+    expect(r.timestampUs).toBe(123456n);
+    expect(r.presence).toBeCloseTo(0.9, 5);
+    expect(r.landmarkCount).toBe(GOSS_FACE_LANDMARK_COUNT);
+    expect(r.landmarks.length).toBe(GOSS_FACE_LANDMARK_COUNT * 3);
+    expect(r.landmarks[0]).toBeCloseTo(1.5, 5);
+    expect(r.blendshapes.length).toBe(GOSS_FACE_BLENDSHAPE_COUNT);
+    expect(r.blendshapes[0]).toBeCloseTo(0.25, 5);
+});
+test("parseFaceResult honors a non-zero result pointer", () => {
+    const offset = 64;
+    const size = offset + 24 + (GOSS_FACE_LANDMARK_COUNT * 3 + GOSS_FACE_BLENDSHAPE_COUNT) * 4;
+    const buffer = new ArrayBuffer(size);
+    const view = new DataView(buffer, offset);
+    view.setUint32(20, GOSS_FACE_LANDMARK_COUNT, true);
+    view.setFloat32(24, 2.0, true);
+    const r = parseFaceResult(buffer, offset);
+    expect(r.landmarkCount).toBe(GOSS_FACE_LANDMARK_COUNT);
+    expect(r.landmarks[0]).toBeCloseTo(2.0, 5);
+});
+test("parseHandResult reads a hand out of the frozen layout", () => {
+    const stride = 16 + GOSS_HAND_LANDMARK_COUNT * 3 * 4;
+    const buffer = new ArrayBuffer(24 + 2 * stride);
+    const view = new DataView(buffer);
+    view.setBigUint64(0, 3n, true);
+    view.setUint32(16, 1, true); // one hand
+    const base = 24;
+    view.setFloat32(base, 0.8, true); // presence
+    view.setFloat32(base + 4, 0.95, true); // handedness
+    view.setUint32(base + 8, 2, true); // gesture
+    view.setFloat32(base + 12, 0.7, true); // gesture score
+    view.setFloat32(base + 16, 4.5, true); // first landmark x
+    const r = parseHandResult(buffer, 0);
+    expect(r.frameSerial).toBe(3n);
+    expect(r.handCount).toBe(1);
+    expect(r.hands.length).toBe(1);
+    expect(r.hands[0].presence).toBeCloseTo(0.8, 5);
+    expect(r.hands[0].handedness).toBeCloseTo(0.95, 5);
+    expect(r.hands[0].gesture).toBe(2);
+    expect(r.hands[0].gestureScore).toBeCloseTo(0.7, 5);
+    expect(r.hands[0].landmarks.length).toBe(GOSS_HAND_LANDMARK_COUNT * 3);
+    expect(r.hands[0].landmarks[0]).toBeCloseTo(4.5, 5);
+});
+test("parseHandResult returns no hands for a zero count", () => {
+    const stride = 16 + GOSS_HAND_LANDMARK_COUNT * 3 * 4;
+    const buffer = new ArrayBuffer(24 + 2 * stride);
+    const r = parseHandResult(buffer, 0);
+    expect(r.handCount).toBe(0);
+    expect(r.hands.length).toBe(0);
+});
+test("parsePoseResult reads the frozen goss_pose_result layout", () => {
+    const buffer = new ArrayBuffer(688);
+    const view = new DataView(buffer);
+    view.setFloat32(16, 0.99, true); // presence
+    view.setUint32(20, GOSS_POSE_LANDMARK_COUNT, true);
+    view.setFloat32(24, 3.0, true); // first landmark x
+    view.setFloat32(24 + GOSS_POSE_LANDMARK_COUNT * 3 * 4, 0.5, true); // first visibility
+    view.setFloat32(24 + GOSS_POSE_LANDMARK_COUNT * 4 * 4, 0.6, true); // first presence
+    const r = parsePoseResult(buffer, 0);
+    expect(r.presence).toBeCloseTo(0.99, 5);
+    expect(r.landmarkCount).toBe(GOSS_POSE_LANDMARK_COUNT);
+    expect(r.landmarks.length).toBe(GOSS_POSE_LANDMARK_COUNT * 3);
+    expect(r.landmarks[0]).toBeCloseTo(3.0, 5);
+    expect(r.visibilities.length).toBe(GOSS_POSE_LANDMARK_COUNT);
+    expect(r.visibilities[0]).toBeCloseTo(0.5, 5);
+    expect(r.presences.length).toBe(GOSS_POSE_LANDMARK_COUNT);
+    expect(r.presences[0]).toBeCloseTo(0.6, 5);
+});
+//# sourceMappingURL=tracking.test.js.map

package/dist/test/tracking.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracking.test.js","sourceRoot":"","sources":["../../test/tracking.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AACxC,OAAO,EACL,eAAe,EACf,eAAe,EACf,eAAe,EACf,wBAAwB,EACxB,0BAA0B,EAC1B,wBAAwB,EACxB,wBAAwB,GACzB,MAAM,iBAAiB,CAAC;AAEzB,0EAA0E;AAC1E,4EAA4E;AAC5E,4EAA4E;AAE5E,IAAI,CAAC,0DAA0D,EAAE,GAAG,EAAE;IACpE,MAAM,IAAI,GAAG,EAAE,GAAG,CAAC,wBAAwB,GAAG,CAAC,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC;IAClF,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC/B,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACnC,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;IAC/B,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,wBAAwB,EAAE,IAAI,CAAC,CAAC;IACnD,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,mBAAmB;IACnD,IAAI,CAAC,UAAU,CAAC,EAAE,GAAG,wBAAwB,GAAG,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,mBAAmB;IAEvF,MAAM,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC/B,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACvC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACvD,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,wBAAwB,GAAG,CAAC,CAAC,CAAC;IAC9D,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC3C,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAC9D,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AAChD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,kDAAkD,EAAE,GAAG,EAAE;IAC5D,MAAM,MAAM,GAAG,EAAE,CAAC;IAClB,MAAM,IAAI,GAAG,MAAM,GAAG,EAAE,GAAG,CAAC,wBAAwB,GAAG,CAAC,GAAG,0BAA0B,CAAC,GAAG,CAAC,CAAC;IAC3F,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,wBAAwB,EAAE,IAAI,CAAC,CAAC;IACnD,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;IAC/B,MAAM,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACvD,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AAC7C,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,uDAAuD,EAAE,GAAG,EAAE;IACjE,MAAM,MAAM,GAAG,EAAE,GAAG,wBAAwB,GAAG,CAAC,GAAG,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAChD,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IAC/B,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW;IACxC,MAAM,IAAI,GAAG,EAAE,CAAC;IAChB,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW;IAC7C,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,aAAa;IACpD,IAAI,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,UAAU;IAC7C,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,gBAAgB;IACvD,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,mBAAmB;IAE1D,MAAM,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC/B,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAChD,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACnD,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACpD,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,wBAAwB,GAAG,CAAC,CAAC,CAAC;IACvE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AACtD,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,mDAAmD,EAAE,GAAG,EAAE;IAC7D,MAAM,MAAM,GAAG,EAAE,GAAG,wBAAwB,GAAG,CAAC,GAAG,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAChD,MAAM,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjC,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,0DAA0D,EAAE,GAAG,EAAE;IACpE,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClC,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW;IAC5C,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,wBAAwB,EAAE,IAAI,CAAC,CAAC;IACnD,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,mBAAmB;IACnD,IAAI,CAAC,UAAU,CAAC,EAAE,GAAG,wBAAwB,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,mBAAmB;IACtF,IAAI,CAAC,UAAU,CAAC,EAAE,GAAG,wBAAwB,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,iBAAiB;IAEpF,MAAM,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACxC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACvD,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,wBAAwB,GAAG,CAAC,CAAC,CAAC;IAC9D,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC3C,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC7D,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC9C,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC1D,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AAC7C,CAAC,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,49 @@
+{
+  "name": "@myzonerocks/gosslens",
+  "version": "0.9.0",
+  "description": "Web SDK for the gosslens camera and AR engine, over the wasm core.",
+  "license": "Apache-2.0",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/myzonerocks/gosslens.git",
+    "directory": "sdk/ts"
+  },
+  "type": "module",
+  "main": "./dist/src/index.js",
+  "types": "./dist/src/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/src/index.d.ts",
+      "import": "./dist/src/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "src",
+    "README.md"
+  ],
+  "sideEffects": false,
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "test": "bun test ./test",
+    "typecheck": "tsc -p tsconfig.json --noEmit",
+    "prepublishOnly": "bun run build"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "keywords": [
+    "camera",
+    "ar",
+    "webassembly",
+    "lens",
+    "effects"
+  ],
+  "engines": {
+    "node": ">=18"
+  },
+  "devDependencies": {
+    "@types/bun": "^1.4.0",
+    "typescript": "^7.0.0"
+  }
+}