npm - @kubohiroya/turbowarp-realtime-motion-capture - Versions diffs - 0.2.0 - Mend

@kubohiroya/turbowarp-realtime-motion-capture 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (62) hide show

package/LICENSE +373 -0
package/README.ja.md +89 -0
package/README.md +113 -0
package/THIRD_PARTY_NOTICES.md +31 -0
package/config/feature-flags.ts +28 -0
package/config/qr-config.ts +19 -0
package/dist/extension-manifest.json +664 -0
package/dist/turbowarp-realtime-motion-capture.js +82631 -0
package/docs/architecture.ja.md +256 -0
package/docs/architecture.md +294 -0
package/docs/index.html +83 -0
package/docs/turbowarp-extension-api.ja.md +157 -0
package/docs/turbowarp-extension-api.md +1033 -0
package/package.json +105 -0
package/schemas/camera-calibration-v1.json +209 -0
package/schemas/extension-manifest.schema.json +49 -0
package/schemas/performance-dsl-v1.json +72 -0
package/schemas/pose-frame-2d-v1.json +626 -0
package/schemas/pose-frame-2d-v2.json +723 -0
package/schemas/pose-frame-3d-v1.json +714 -0
package/schemas/session-policy-v1.json +138 -0
package/src/avatar/aframe-port.ts +39 -0
package/src/avatar/controller.ts +541 -0
package/src/avatar/kalidokit-adapter.ts +193 -0
package/src/avatar/types.ts +119 -0
package/src/block-definitions.json +810 -0
package/src/calibration/controller.ts +564 -0
package/src/calibration/opencv-backend.ts +347 -0
package/src/calibration/types.ts +53 -0
package/src/config.ts +13 -0
package/src/extension-manifest.ts +182 -0
package/src/extension.ts +913 -0
package/src/frame-sync/controller.ts +416 -0
package/src/frame-sync/detector.ts +278 -0
package/src/frame-sync/pattern-display.ts +161 -0
package/src/frame-sync/pattern.ts +88 -0
package/src/frame-sync/time-source.ts +36 -0
package/src/frame-sync/types.ts +39 -0
package/src/frame-sync/video-frame-pump.ts +116 -0
package/src/fusion/controller.ts +554 -0
package/src/fusion/fuse.ts +385 -0
package/src/fusion/geometry.ts +474 -0
package/src/fusion/glow-stick.ts +173 -0
package/src/fusion/identity.ts +112 -0
package/src/fusion/jitter-buffer.ts +439 -0
package/src/fusion/types.ts +103 -0
package/src/globals.d.ts +57 -0
package/src/index.ts +8 -0
package/src/markers/canvas-sampler.ts +59 -0
package/src/markers/color.ts +53 -0
package/src/markers/sampler.ts +185 -0
package/src/markers/types.ts +49 -0
package/src/pose/controller.ts +388 -0
package/src/pose/pose-frame.ts +128 -0
package/src/pose/tfjs-movenet.ts +34 -0
package/src/pose/types.ts +116 -0
package/src/protocol/codec.ts +248 -0
package/src/protocol/schemas.ts +283 -0
package/src/qr-courier.ts +289 -0
package/src/qr-svg.ts +39 -0
package/src/sprite-skin.ts +112 -0
package/src/webrtc-capability.ts +38 -0

package/dist/extension-manifest.json ADDED Viewed

@@ -0,0 +1,664 @@
+{
+  "formatVersion": 1,
+  "id": "kubohiroyarealtimemotioncapture",
+  "blocks": [
+    {
+      "opcode": "addCameraCalibrationSample",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "applyPoseFrame3DToAvatars",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "POSE2D_JSON",
+          "type": "STRING"
+        },
+        {
+          "id": "POSE3D_JSON",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "avatarBindingCount",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "avatarRetargetError",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "avatarRetargetState",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "avatarUpdatedCount",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "bindAvatarPerson",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "ASSET_ID",
+          "type": "STRING"
+        },
+        {
+          "id": "CONFIDENCE",
+          "type": "NUMBER"
+        },
+        {
+          "id": "INSTANCE_ID",
+          "type": "STRING"
+        },
+        {
+          "id": "PARENT",
+          "type": "STRING"
+        },
+        {
+          "id": "PERSON_ID",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "bufferPoseFrame2D",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "JSON",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "calibrateFrameSyncDecoder",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "SECONDS",
+          "type": "NUMBER"
+        }
+      ]
+    },
+    {
+      "opcode": "cameraCalibrationBackend",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "cameraCalibrationError",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "cameraCalibrationErrorCode",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "cameraCalibrationJson",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "cameraCalibrationJsonValid",
+      "blockType": "BOOLEAN",
+      "arguments": [
+        {
+          "id": "JSON",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "cameraCalibrationReady",
+      "blockType": "BOOLEAN",
+      "arguments": []
+    },
+    {
+      "opcode": "cameraCalibrationReprojectionError",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "cameraCalibrationSampleCount",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "cameraCalibrationSampleQuality",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "cameraCalibrationState",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "cancelCameraCalibration",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "cleanupCameraCalibration",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "cleanupPoseFusion",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "createAndShowOfferQr",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "PEER",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "decodeProtocolJson",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "JSON",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "decodedProtocolJson",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "disableGlowStickMarkers",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "enableGlowStickMarkers",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "KEYPOINTS",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "encodeProtocolJson",
+      "blockType": "REPORTER",
+      "arguments": [
+        {
+          "id": "JSON",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "endOfferQrDisplay",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "frameSyncDecodeRate",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "frameSyncDecoderError",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "frameSyncDecoderState",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "frameSyncFrameAgeUs",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "frameSyncFrameTimestampUs",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "frameSyncObservationAvailable",
+      "blockType": "BOOLEAN",
+      "arguments": []
+    },
+    {
+      "opcode": "frameSyncPatternShown",
+      "blockType": "BOOLEAN",
+      "arguments": []
+    },
+    {
+      "opcode": "frameSyncPatternTimestampUs",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "frameSyncPatternWrapUs",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "fuseBufferedPoseFrame3D",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "fusePoseFrame3DAt",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "TIMESTAMP_US",
+          "type": "NUMBER"
+        }
+      ]
+    },
+    {
+      "opcode": "glowStickMarkerCount",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "glowStickPaletteSize",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "hideFrameSyncPattern",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "identifiedPerformerCount",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "importCameraCalibration",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "JSON",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "inferNextPoseFrame",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "CAPTURE_TIMESTAMP_US",
+          "type": "NUMBER"
+        }
+      ]
+    },
+    {
+      "opcode": "latestPoseFrame2D",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "latestPoseFrame3D",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "loadFusionCameraCalibration",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "JSON",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "loadGlowStickPalette",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "JSON",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "mirrorCorrectedViewCount",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "offerQrCurrentPart",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "offerQrError",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "offerQrPartCount",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "offerQrState",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "poseBackend",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "poseError",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "poseErrorCode",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "poseFusionBufferedFrameCount",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "poseFusionCameraCount",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "poseFusionDroppedFrameCount",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "poseFusionError",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "poseFusionErrorCode",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "poseFusionPersonCount",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "poseFusionReady",
+      "blockType": "BOOLEAN",
+      "arguments": []
+    },
+    {
+      "opcode": "poseFusionReprojectionErrorPx",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "poseFusionState",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "poseFusionTimestampUs",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "posePipelineState",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "prepareOfferQr",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "PEER",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "protocolErrorMessage",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "protocolErrorPath",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "protocolJsonValid",
+      "blockType": "BOOLEAN",
+      "arguments": [
+        {
+          "id": "JSON",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "protocolSchema",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "protocolVersion",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "registerAvatarAsset",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "ASSET_ID",
+          "type": "STRING"
+        },
+        {
+          "id": "RIG_JSON",
+          "type": "STRING"
+        },
+        {
+          "id": "TEMPLATE_JSON",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "resetAvatarRetarget",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "setPerformerGlowStick",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "KEYPOINT",
+          "type": "STRING"
+        },
+        {
+          "id": "PERFORMER_ID",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "showFrameSyncPattern",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "showNextOfferQrPart",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "showOfferQrPart",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "INDEX",
+          "type": "NUMBER"
+        }
+      ]
+    },
+    {
+      "opcode": "solveCameraCalibration",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "startCameraCalibration",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "CALIBRATION_ID",
+          "type": "STRING"
+        },
+        {
+          "id": "CAMERA_ID",
+          "type": "STRING"
+        },
+        {
+          "id": "COLUMNS",
+          "type": "NUMBER"
+        },
+        {
+          "id": "MAX_ERROR_PX",
+          "type": "NUMBER"
+        },
+        {
+          "id": "ROWS",
+          "type": "NUMBER"
+        },
+        {
+          "id": "SQUARE_METERS",
+          "type": "NUMBER"
+        }
+      ]
+    },
+    {
+      "opcode": "startFrameSyncDecoder",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "CAMERA_ID",
+          "type": "STRING"
+        },
+        {
+          "id": "SECONDS",
+          "type": "NUMBER"
+        }
+      ]
+    },
+    {
+      "opcode": "startPoseFusion",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "DELAY_MS",
+          "type": "NUMBER"
+        },
+        {
+          "id": "JITTER_MS",
+          "type": "NUMBER"
+        },
+        {
+          "id": "MIN_SCORE",
+          "type": "NUMBER"
+        }
+      ]
+    },
+    {
+      "opcode": "startWebGpuMoveNetMultiPose",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "CALIBRATION_ID",
+          "type": "STRING"
+        },
+        {
+          "id": "CAMERA_ID",
+          "type": "STRING"
+        },
+        {
+          "id": "PEER_ID",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "stopFrameSyncDecoder",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "stopPoseFusion",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "stopWebGpuMoveNetMultiPose",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "synchronizedPoseSet2D",
+      "blockType": "REPORTER",
+      "arguments": []
+    },
+    {
+      "opcode": "takeFrameSyncObservation",
+      "blockType": "COMMAND",
+      "arguments": []
+    },
+    {
+      "opcode": "unbindAvatarPerson",
+      "blockType": "COMMAND",
+      "arguments": [
+        {
+          "id": "PERSON_ID",
+          "type": "STRING"
+        }
+      ]
+    },
+    {
+      "opcode": "webGpuMoveNetReady",
+      "blockType": "BOOLEAN",
+      "arguments": []
+    }
+  ],
+  "menus": []
+}