@laplace.live/persona-sdk 1.0.0 → 1.2.0

package/dist/wire/types.js

@@ -3,6 +3,8 @@
 // filesystem-shaped — model refs are sanitized to ids, never directories.
 import { ARKIT_INPUT_NAMES } from "../values/arkit.js";
 import { BASE_CONTROLLER_INPUT_NAMES, BASE_CONTROLLER_INPUT_RANGES, controllerInputRange, isControllerInputName, } from "../values/controller.js";
+import { HAND_INPUT_NAMES, HAND_INPUT_RANGES } from "../values/hands.js";
+import { VOICE_INPUT_NAMES, VOICE_INPUT_RANGES, } from "../values/lipsync.js";
 /**
  * How a registered file is labelled. Wider than an object's content kinds: `.hdr` is only
  * ever an environment map, and a `.vmd` splits by content — `cameraMotion` for one that
@@ -31,6 +33,7 @@ export const APP_CAPABILITIES = [
     'controllers',
     'model-editing',
     'asset-inspection',
+    'layer-effects',
 ];
 export function isAppCapability(v) {
     return typeof v === 'string' && APP_CAPABILITIES.includes(v);
@@ -50,14 +53,57 @@ export const TRACKING_SOURCE_IDS = ['persona-ios', 'ifacialmocap', 'vts-ios'];
 /** Body-pose protocols. Every one so far is UDP with a configurable port. */
 export const POSE_SOURCE_IDS = ['vmc', 'mocopi'];
 /** Every protocol a tracking source instance can speak; face and body kinds. */
-export const TRACKING_SOURCE_KINDS = [...TRACKING_SOURCE_IDS, ...POSE_SOURCE_IDS];
-/** Whether a source kind feeds the face channel. */
+export const TRACKING_SOURCE_KINDS = [...TRACKING_SOURCE_IDS, ...POSE_SOURCE_IDS, 'mediapipe'];
+export const TRACKING_CHANNELS = ['face', 'pose', 'hands'];
+/** The scene-item binding each channel reads and writes. */
+export const TRACKING_CHANNEL_FIELDS = {
+    face: 'faceSourceId',
+    pose: 'poseSourceId',
+    hands: 'handSourceId',
+};
+export const HAND_TRACKING_MODES = ['arms', 'fingers'];
+export function isHandTrackingMode(v) {
+    return HAND_TRACKING_MODES.includes(v);
+}
+export const DEFAULT_MEDIAPIPE_CONFIG = {
+    deviceId: '',
+    mirror: true,
+    face: true,
+    hands: true,
+    body: false,
+    delegate: 'CPU',
+};
+/** Whether a source kind uses a network face receiver. */
 export function isFaceSourceKind(kind) {
     return TRACKING_SOURCE_IDS.includes(kind);
 }
-/** Whether a source feeds the body channel — the narrowing counterpart of `isFaceSourceKind`. */
+/** Whether a source uses a network body receiver. */
 export function isPoseSource(source) {
-    return !isFaceSourceKind(source.kind);
+    return POSE_SOURCE_IDS.includes(source.kind);
+}
+const FACE_ONLY = ['face'];
+const POSE_ONLY = ['pose'];
+/** The channels a kind can supply; the webcam's are further gated by its task switches. */
+export function sourceKindChannels(kind) {
+    return kind === 'mediapipe' ? TRACKING_CHANNELS : isFaceSourceKind(kind) ? FACE_ONLY : POSE_ONLY;
+}
+/** Whether this source can supply a channel; {@link sourceChannelEnabled} folds in the switches. */
+export function sourceSupportsChannel(source, channel) {
+    if (!sourceKindChannels(source.kind).includes(channel))
+        return false;
+    if (source.kind !== 'mediapipe')
+        return true;
+    const config = source.mediapipe ?? DEFAULT_MEDIAPIPE_CONFIG;
+    return channel === 'pose' ? config.body : config[channel];
+}
+/**
+ * Whether a source feeds a channel right now: its own switch, its task, and — for a network
+ * face or body source — the channel master. Webcam tasks and hands answer to the source switch alone.
+ */
+export function sourceChannelEnabled(source, channel, masters) {
+    if (!source.enabled || !sourceSupportsChannel(source, channel))
+        return false;
+    return channel === 'hands' || source.kind === 'mediapipe' || masters[channel];
 }
 /**
  * Whether another source already holds `port` and would contend for it. iFacialMocap instances
@@ -98,11 +144,13 @@ const VTS_INPUT_NAMES = [
     'TongueOut',
 ];
 /**
- * Default input vocabulary: VTS face inputs, raw ARKit channels and controller profile 1.
+ * Default input vocabulary: face and hand inputs, raw ARKit channels and controller profile 1.
  * Additional controller profile ids are accepted by isInputName without appearing in this list.
  */
 export const INPUT_NAMES = [
     ...VTS_INPUT_NAMES,
+    ...VOICE_INPUT_NAMES,
+    ...HAND_INPUT_NAMES,
     ...ARKIT_INPUT_NAMES,
     ...BASE_CONTROLLER_INPUT_NAMES,
 ];
@@ -173,6 +221,8 @@ const ARKIT_RANGE = [0, 1];
  */
 export const INPUT_RANGES = {
     ...VTS_INPUT_RANGES,
+    ...VOICE_INPUT_RANGES,
+    ...HAND_INPUT_RANGES,
     ...BASE_CONTROLLER_INPUT_RANGES,
     // `fromEntries` widens the key type back to `string`; the annotation above is what keeps
     // this exhaustive, and it fails to typecheck if a name ever lacks a range.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@laplace.live/persona-sdk",
-  "version": "1.0.0",
+  "version": "1.2.0",
   "description": "TypeScript SDK and wire schema for the LAPLACE Persona plugin API",
   "license": "MIT",
   "type": "module",
@@ -28,7 +28,7 @@
   "devDependencies": {
     "rimraf": "^6.1.3",
     "typescript": "~6.0.3",
-    "vitest": "^4.1.11"
+    "vitest": "^5.0.0"
   },
   "engines": {
     "node": ">=24"