@kubohiroya/turbowarp-realtime-motion-capture 0.2.0

package/package.json

@@ -0,0 +1,105 @@
+{
+  "name": "@kubohiroya/turbowarp-realtime-motion-capture",
+  "version": "0.2.0",
+  "description": "A TurboWarp camera and fusion pipeline for WebGPU multi-person pose estimation over WebRTC.",
+  "author": "Hiroya Kubo <hiroya@cuc.ac.jp>",
+  "license": "MPL-2.0",
+  "homepage": "https://kubohiroya.github.io/turbowarp-realtime-motion-capture/",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/kubohiroya/turbowarp-realtime-motion-capture.git"
+  },
+  "bugs": {
+    "url": "https://github.com/kubohiroya/turbowarp-realtime-motion-capture/issues"
+  },
+  "keywords": [
+    "turbowarp",
+    "scratch",
+    "extension",
+    "movenet",
+    "webgpu",
+    "webrtc",
+    "pose-estimation"
+  ],
+  "type": "module",
+  "files": [
+    "dist/",
+    "config/",
+    "docs/",
+    "schemas/",
+    "src/",
+    "README.md",
+    "README.ja.md",
+    "THIRD_PARTY_NOTICES.md",
+    "LICENSE"
+  ],
+  "publishConfig": {
+    "access": "public",
+    "registry": "https://registry.npmjs.org/"
+  },
+  "packageManager": "pnpm@11.18.0",
+  "engines": {
+    "node": ">=22.18.0"
+  },
+  "scripts": {
+    "dev": "vite build --watch",
+    "typecheck": "tsc --noEmit",
+    "build": "vite build",
+    "lint": "eslint config src tests scripts vite.config.ts",
+    "format": "prettier --write config src tests scripts vite.config.ts",
+    "format:check": "prettier --check config src tests scripts vite.config.ts",
+    "test": "vitest run",
+    "docs": "node scripts/generate-readme.ts",
+    "docs:check": "pnpm run docs && git diff --exit-code -- README.md docs/turbowarp-extension-api.md",
+    "schemas": "node scripts/generate-schemas.ts",
+    "schemas:check": "pnpm run schemas && node scripts/check-schemas.ts",
+    "repo:check": "node scripts/check-repo.ts",
+    "pack:check": "npm pack --dry-run --ignore-scripts",
+    "check": "pnpm run typecheck && pnpm run lint && pnpm run format:check && pnpm run test && pnpm run docs:check && pnpm run schemas:check && pnpm run check:dist && pnpm run repo:check && pnpm run pack:check",
+    "check:dist": "pnpm run build && node scripts/check-dist.ts"
+  },
+  "dependencies": {
+    "@sinclair/typebox": "0.34.52",
+    "@techstark/opencv-js": "4.12.0-release.1",
+    "@tensorflow-models/pose-detection": "2.1.3",
+    "@tensorflow/tfjs-backend-webgpu": "4.22.0",
+    "@tensorflow/tfjs-converter": "4.22.0",
+    "@tensorflow/tfjs-core": "4.22.0",
+    "kalidokit": "1.1.5",
+    "qrcode": "1.5.4"
+  },
+  "peerDependencies": {
+    "@kubohiroya/turbowarp-aframe": "0.3.0",
+    "@kubohiroya/turbowarp-camera-source": "0.5.0",
+    "@kubohiroya/turbowarp-jsqr": "0.3.0",
+    "@kubohiroya/turbowarp-webrtc": "0.3.0"
+  },
+  "peerDependenciesMeta": {
+    "@kubohiroya/turbowarp-aframe": {
+      "optional": true
+    },
+    "@kubohiroya/turbowarp-camera-source": {
+      "optional": true
+    },
+    "@kubohiroya/turbowarp-jsqr": {
+      "optional": true
+    },
+    "@kubohiroya/turbowarp-webrtc": {
+      "optional": true
+    }
+  },
+  "devDependencies": {
+    "@eslint/js": "^9.39.5",
+    "@kubohiroya/turbowarp-extension-template": "0.4.0",
+    "@kubohiroya/vite-plugin-turbowarp-extension": "0.4.0",
+    "@types/node": "^24.13.3",
+    "@types/qrcode": "1.5.6",
+    "eslint": "^9.39.5",
+    "jsqr": "^1.4.0",
+    "prettier": "^3.9.6",
+    "typescript": "^5.9.3",
+    "typescript-eslint": "^8.66.0",
+    "vite": "^8.2.2",
+    "vitest": "^4.1.10"
+  }
+}

package/schemas/camera-calibration-v1.json

@@ -0,0 +1,209 @@
+{
+  "additionalProperties": false,
+  "$id": "https://kubohiroya.github.io/multiview-pose/schema/camera-calibration-v1.json",
+  "type": "object",
+  "required": [
+    "schema",
+    "version",
+    "calibrationId",
+    "cameraId",
+    "imageWidth",
+    "imageHeight",
+    "intrinsicMatrix",
+    "distortionCoefficients",
+    "worldFromCameraMatrix",
+    "worldUnit",
+    "calibratedAt"
+  ],
+  "properties": {
+    "schema": {
+      "const": "twrmc/camera-calibration",
+      "type": "string"
+    },
+    "version": {
+      "const": 1,
+      "type": "number"
+    },
+    "calibrationId": {
+      "minLength": 1,
+      "maxLength": 64,
+      "pattern": "^[A-Za-z0-9._-]+$",
+      "type": "string"
+    },
+    "cameraId": {
+      "minLength": 1,
+      "maxLength": 64,
+      "pattern": "^[A-Za-z0-9._-]+$",
+      "type": "string"
+    },
+    "imageWidth": {
+      "minimum": 1,
+      "maximum": 16384,
+      "type": "integer"
+    },
+    "imageHeight": {
+      "minimum": 1,
+      "maximum": 16384,
+      "type": "integer"
+    },
+    "intrinsicMatrix": {
+      "type": "array",
+      "items": [
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        }
+      ],
+      "additionalItems": false,
+      "minItems": 9,
+      "maxItems": 9
+    },
+    "distortionCoefficients": {
+      "minItems": 0,
+      "maxItems": 14,
+      "type": "array",
+      "items": {
+        "minimum": -1000000,
+        "maximum": 1000000,
+        "type": "number"
+      }
+    },
+    "worldFromCameraMatrix": {
+      "type": "array",
+      "items": [
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        },
+        {
+          "minimum": -1000000,
+          "maximum": 1000000,
+          "type": "number"
+        }
+      ],
+      "additionalItems": false,
+      "minItems": 16,
+      "maxItems": 16
+    },
+    "worldUnit": {
+      "const": "meter",
+      "type": "string"
+    },
+    "calibratedAt": {
+      "pattern": "^\\d{4}-\\d{2}-\\d{2}T\\d{2}:\\d{2}:\\d{2}(?:\\.\\d+)?Z$",
+      "type": "string"
+    }
+  }
+}

package/schemas/extension-manifest.schema.json

@@ -0,0 +1,49 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://raw.githubusercontent.com/kubohiroya/turbowarp-extension-template/main/schemas/extension-manifest.schema.json",
+  "title": "TurboWarp Extension API Manifest",
+  "type": "object",
+  "additionalProperties": false,
+  "required": ["formatVersion", "id", "blocks", "menus"],
+  "properties": {
+    "formatVersion": {"const": 1},
+    "id": {"type": "string", "pattern": "^[a-z0-9]+$"},
+    "blocks": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["opcode", "blockType", "arguments"],
+        "properties": {
+          "opcode": {"type": "string", "minLength": 1},
+          "blockType": {"type": "string", "minLength": 1},
+          "arguments": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "additionalProperties": false,
+              "required": ["id", "type"],
+              "properties": {
+                "id": {"type": "string", "minLength": 1},
+                "type": {"type": "string", "minLength": 1},
+                "menu": {"type": "string", "minLength": 1}
+              }
+            }
+          }
+        }
+      }
+    },
+    "menus": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["id", "acceptReporters"],
+        "properties": {
+          "id": {"type": "string", "minLength": 1},
+          "acceptReporters": {"type": "boolean"}
+        }
+      }
+    }
+  }
+}

package/schemas/performance-dsl-v1.json

@@ -0,0 +1,72 @@
+{
+  "additionalProperties": false,
+  "$id": "https://kubohiroya.github.io/multiview-pose/schema/performance-dsl-v1.json",
+  "type": "object",
+  "required": [
+    "schema",
+    "version",
+    "performers"
+  ],
+  "properties": {
+    "schema": {
+      "const": "twrmc/performance-dsl",
+      "type": "string"
+    },
+    "version": {
+      "const": 1,
+      "type": "number"
+    },
+    "performers": {
+      "minItems": 1,
+      "maxItems": 6,
+      "type": "array",
+      "items": {
+        "additionalProperties": false,
+        "type": "object",
+        "required": [
+          "performerId",
+          "displayName",
+          "glowStickColor",
+          "recognitionStartEffect",
+          "recognitionEndEffect",
+          "avatarAsset"
+        ],
+        "properties": {
+          "performerId": {
+            "minLength": 1,
+            "maxLength": 64,
+            "pattern": "^[A-Za-z0-9._-]+$",
+            "type": "string"
+          },
+          "displayName": {
+            "minLength": 1,
+            "maxLength": 80,
+            "type": "string"
+          },
+          "glowStickColor": {
+            "pattern": "^#[0-9A-Fa-f]{6}$",
+            "type": "string"
+          },
+          "recognitionStartEffect": {
+            "minLength": 1,
+            "maxLength": 64,
+            "pattern": "^[A-Za-z0-9._-]+$",
+            "type": "string"
+          },
+          "recognitionEndEffect": {
+            "minLength": 1,
+            "maxLength": 64,
+            "pattern": "^[A-Za-z0-9._-]+$",
+            "type": "string"
+          },
+          "avatarAsset": {
+            "minLength": 1,
+            "maxLength": 64,
+            "pattern": "^[A-Za-z0-9._-]+$",
+            "type": "string"
+          }
+        }
+      }
+    }
+  }
+}