@kubohiroya/turbowarp-realtime-motion-capture 0.2.1 → 0.4.0

package/README.ja.md

@@ -14,13 +14,13 @@ multiview pose estimationを使うcamera／fusion application向けの複合Turb
 - WebGPU MoveNet MultiPoseで最大6人を追跡し、PoseFrame2D v1／v2 JSONを返します。
 - このpackageが所有するmultiview-pose JSON contractを検証します。
 - chessboardとOpenCV.jsで共有cameraをcalibrationします。
-- 外部PoseFrame3D v1を宣言的なA-Frame avatar rigへretargetします。
+- 外部PoseFrame3D v1をA-FrameのVRMアバターへretargetします。
 - camera timingを計測し、同期した2D poseを3Dへ統合して、サイリウムで演者を識別します。
 
 ## 要件と安全性
 
 - 信頼できるunsandboxed custom extensionを利用できるTurboWarp
-- QR／時刻用WebRTC 0.3.0、video用Camera Source 0.5.0、avatar用A-Frame 0.3.0
+- QR／時刻用WebRTC 0.3.0、video用Camera Source 0.5.0、avatar用A-Frame 0.4.0
 - 姿勢推定用TensorFlow.js WebGPUとcalibration用WebAssembly
 
 全機能は起動時固定・既定OFFです。MoveNetにCPU／WASM／WebGL fallbackはなく、初回model loadは
@@ -37,7 +37,7 @@ custom extensionとして読み込みます。通常の順序はCamera Source、
 version固定CDN URL:
 
 ```text
-https://cdn.jsdelivr.net/npm/@kubohiroya/turbowarp-realtime-motion-capture@0.2.0/dist/turbowarp-realtime-motion-capture.js
+https://cdn.jsdelivr.net/npm/@kubohiroya/turbowarp-realtime-motion-capture@0.4.0/dist/turbowarp-realtime-motion-capture.js
 ```
 
 npm packageが公開するのはbrowser向けstandalone bundle、schema、文書です。Composition APIは

package/README.md

@@ -14,13 +14,13 @@ Composite TurboWarp blocks for camera and fusion applications using multiview po
 - Runs WebGPU MoveNet MultiPose for up to six people and reports PoseFrame2D v1/v2 JSON.
 - Validates the owned multiview-pose JSON contracts.
 - Calibrates shared cameras with a chessboard and OpenCV.js.
-- Retargets external PoseFrame3D v1 data to declarative A-Frame avatar rigs.
+- Retargets external PoseFrame3D v1 data to VRM avatars in A-Frame.
 - Measures camera timing, fuses synchronized 2D poses into 3D, and identifies performers by glow sticks.
 
 ## Requirements and safety
 
 - TurboWarp with trusted unsandboxed custom extensions enabled.
-- WebRTC 0.3.0 for QR/time, Camera Source 0.5.0 for video, and A-Frame 0.3.0 for avatars.
+- WebRTC 0.3.0 for QR/time, Camera Source 0.5.0 for video, and A-Frame 0.4.0 for avatars.
 - TensorFlow.js WebGPU support for pose and WebAssembly support for calibration.
 
 All features are startup-fixed and OFF by default. MoveNet has no CPU, WASM, or WebGL fallback and
@@ -35,7 +35,7 @@ extension. The usual order is Camera Source, WebRTC, A-Frame, then Realtime Moti
 not used may be omitted. A version-pinned package URL is:
 
 ```text
-https://cdn.jsdelivr.net/npm/@kubohiroya/turbowarp-realtime-motion-capture@0.2.1/dist/turbowarp-realtime-motion-capture.js
+https://cdn.jsdelivr.net/npm/@kubohiroya/turbowarp-realtime-motion-capture@0.4.0/dist/turbowarp-realtime-motion-capture.js
 ```
 
 The npm package distributes a standalone browser bundle, schemas, and documentation. It does not

package/config/feature-flags.ts

@@ -5,6 +5,22 @@ export interface MultiviewPoseFeatureFlags {
   readonly cameraCalibrationV1: boolean;
   readonly avatarRetargetV1: boolean;
   readonly frameSyncPatternV1: boolean;
+  /**
+   * Hand the optical time path to turbowarp-time-space-sync.
+   *
+   * Independent of `cameraCalibrationV1` and its own delegation: during the
+   * move one path can be delegated while the other is not, and both states are
+   * legitimate.
+   */
+  readonly timeSpaceSyncDelegateV1: boolean;
+  /**
+   * Keep calibration profiles in Camera Source's shared registry.
+   *
+   * Only the profile half. Running a calibration stays here until
+   * turbowarp-camera-calibration publishes a way for another extension to ask
+   * it to.
+   */
+  readonly cameraCalibrationDelegateV1: boolean;
   readonly poseFusion3D: boolean;
   readonly glowStickMarkers: boolean;
 }
@@ -15,6 +31,43 @@ interface FeatureFlagGlobal {
 
 const overrides = (globalThis as FeatureFlagGlobal).__TWMP_FEATURE_FLAGS__;
 
+/**
+ * Pairs where one flag runs the old path and the other hands it away.
+ *
+ * Turning both on runs two implementations of the same thing at once: two
+ * leases on one camera, two overlays covering the screen, two corrections
+ * applied to the same observation. None of those announce themselves -- a
+ * second lease is granted, a second overlay is drawn on top of the first, a
+ * doubled correction is a plausible number -- so the combination is refused
+ * before anything starts rather than diagnosed afterwards.
+ */
+const exclusivePairs: ReadonlyArray<
+  readonly [keyof MultiviewPoseFeatureFlags, keyof MultiviewPoseFeatureFlags]
+> = [
+  ["frameSyncPatternV1", "timeSpaceSyncDelegateV1"],
+  ["cameraCalibrationV1", "cameraCalibrationDelegateV1"],
+];
+
+/**
+ * Refuses a combination that would run two implementations of one thing.
+ *
+ * Called when the extension is built rather than when this module loads: a
+ * throw during module evaluation gives TurboWarp nothing to show the operator,
+ * and the message is the only thing that explains what to change.
+ */
+export function requireConsistentFeatureFlags(
+  flags: MultiviewPoseFeatureFlags = featureFlags,
+): MultiviewPoseFeatureFlags {
+  for (const [older, delegate] of exclusivePairs) {
+    if (flags[older] && flags[delegate]) {
+      throw new Error(
+        `${older} and ${delegate} are both on. One runs the path here and the other hands it to another extension; together they lease the same camera twice and draw two overlays. Turn off ${older} to delegate, or ${delegate} to keep the path here.`,
+      );
+    }
+  }
+  return flags;
+}
+
 /** Startup-fixed flags. Experimental QR and pose paths stay independently opt-in. */
 export const featureFlags: MultiviewPoseFeatureFlags = Object.freeze({
   qrCourierPairing: overrides?.qrCourierPairing === true,
@@ -23,6 +76,8 @@ export const featureFlags: MultiviewPoseFeatureFlags = Object.freeze({
   cameraCalibrationV1: overrides?.cameraCalibrationV1 === true,
   avatarRetargetV1: overrides?.avatarRetargetV1 === true,
   frameSyncPatternV1: overrides?.frameSyncPatternV1 === true,
+  timeSpaceSyncDelegateV1: overrides?.timeSpaceSyncDelegateV1 === true,
+  cameraCalibrationDelegateV1: overrides?.cameraCalibrationDelegateV1 === true,
   poseFusion3D: overrides?.poseFusion3D === true,
   glowStickMarkers: overrides?.glowStickMarkers === true,
 });

package/dist/extension-manifest.json

@@ -2,6 +2,11 @@
   "formatVersion": 1,
   "id": "kubohiroyarealtimemotioncapture",
   "blocks": [
+    {
+      "opcode": "acknowledgeFrameSyncFlashing",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
     {
       "opcode": "addCameraCalibrationSample",
       "blockType": "COMMAND",
@@ -312,6 +317,16 @@
         }
       ]
     },
+    {
+      "opcode": "inferPoseCameraAtFrameTime",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "CAMERA_ID",
+          "type": "STRING"
+        }
+      ]
+    },
     {
       "opcode": "latestPoseFrame2D",
       "blockType": "REPORTER",
@@ -372,6 +387,26 @@
       "blockType": "REPORTER",
       "arguments": []
     },
+    {
+      "opcode": "poseCameraFrame2D",
+      "blockType": "REPORTER",
+      "arguments": [
+        {
+          "id": "CAMERA_ID",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "poseCameraStatusJson",
+      "blockType": "REPORTER",
+      "arguments": [
+        {
+          "id": "CAMERA_ID",
+          "type": "STRING"
+        }
+      ]
+    },
     {
       "opcode": "poseError",
       "blockType": "REPORTER",
@@ -490,7 +525,7 @@
           "type": "STRING"
         },
         {
-          "id": "TEMPLATE_JSON",
+          "id": "VRM_URL",
           "type": "STRING"
         }
       ]
@@ -500,6 +535,16 @@
       "blockType": "COMMAND",
       "arguments": []
     },
+    {
+      "opcode": "setFrameSyncDisplayRefresh",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "REFRESH_US",
+          "type": "NUMBER"
+        }
+      ]
+    },
     {
       "opcode": "setPerformerGlowStick",
       "blockType": "COMMAND",
@@ -583,6 +628,24 @@
         }
       ]
     },
+    {
+      "opcode": "startPoseCamera",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "CALIBRATION_ID",
+          "type": "STRING"
+        },
+        {
+          "id": "CAMERA_ID",
+          "type": "STRING"
+        },
+        {
+          "id": "PEER_ID",
+          "type": "STRING"
+        }
+      ]
+    },
     {
       "opcode": "startPoseFusion",
       "blockType": "COMMAND",
@@ -619,11 +682,26 @@
         }
       ]
     },
+    {
+      "opcode": "stopAllPoseCameras",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
     {
       "opcode": "stopFrameSyncDecoder",
       "blockType": "COMMAND",
       "arguments": []
     },
+    {
+      "opcode": "stopPoseCamera",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "CAMERA_ID",
+          "type": "STRING"
+        }
+      ]
+    },
     {
       "opcode": "stopPoseFusion",
       "blockType": "COMMAND",