cozyclay 2.1.1 → 3.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (585) hide show
  1. package/CHANGELOG.md +88 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +43 -116
  4. package/bin/agent/agent-runner.mjs +14 -15
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/session-store.mjs +2 -2
  14. package/bin/agent/studio-context-budget.mjs +93 -0
  15. package/bin/agent/studio-motion-reference.mjs +23 -0
  16. package/bin/agent/studio-prompt.mjs +1 -1
  17. package/bin/agent/studio-rebase-text.mjs +32 -0
  18. package/bin/agent/studio-rebase.mjs +26 -39
  19. package/bin/agent/studio-tools.mjs +9 -28
  20. package/bin/agent/tool-arguments.mjs +49 -0
  21. package/bin/agent/turn-frames.mjs +66 -0
  22. package/bin/codex-auth.mjs +9 -2
  23. package/bin/cozyclay.mjs +10 -116
  24. package/bin/live/cli.mjs +3 -3
  25. package/bin/mcp-runtime.mjs +2 -12
  26. package/bin/package-signature.mjs +0 -4
  27. package/dist/app/index.html +7 -6
  28. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  29. package/dist/assets/analytics-BWCqdgWA.js +1 -0
  30. package/dist/assets/app-DfTCxaKk.js +5087 -0
  31. package/dist/assets/app-f-fkV5uP.css +1 -0
  32. package/dist/assets/compile-worker-BxKXh07s.js +5 -0
  33. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  34. package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-DNO8kv_N.js} +1 -1
  35. package/dist/assets/{landing-ChUvB_zL.js → landing-yfZaJkWc.js} +1 -1
  36. package/dist/assets/scene-asset-sync-U3kS2rvK.js +20 -0
  37. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  38. package/dist/assets/workflow-D78eiKTa.js +179 -0
  39. package/dist/cozyclay-package.json +1 -1
  40. package/dist/index.html +3 -3
  41. package/dist/sw.js +3 -6
  42. package/dist/workflow/index.html +5 -4
  43. package/mcp/LIVE-PROTOCOL.md +7 -47
  44. package/mcp/README.md +16 -26
  45. package/mcp/live-hub.mjs +6 -10
  46. package/mcp/package.json +1 -3
  47. package/mcp/tool-handlers.mjs +4 -168
  48. package/package.json +3 -22
  49. package/src/App.jsx +151 -2625
  50. package/src/agent-progress.js +80 -0
  51. package/src/agent-turn-mark.js +30 -0
  52. package/src/analytics.js +1 -19
  53. package/src/app-context.js +12 -2
  54. package/src/app-stage.jsx +2 -34
  55. package/src/asset-pane.jsx +6 -5
  56. package/src/camera-block.js +21 -0
  57. package/src/camera-direction.js +120 -0
  58. package/src/character-kind.js +3 -9
  59. package/src/command-bus.js +10 -8
  60. package/src/commands/cast.js +5 -34
  61. package/src/commands/elements/character.js +1 -1
  62. package/src/commands/elements/motion.js +1 -6
  63. package/src/commands/elements/object.js +6 -2
  64. package/src/commands/elements/shot.js +4 -1
  65. package/src/commands/elements.js +38 -14
  66. package/src/commands/index.js +3 -1
  67. package/src/commands/kits.js +37 -0
  68. package/src/commands/motion-timing.js +57 -0
  69. package/src/commands/motion.js +9 -152
  70. package/src/commands/motion3-compile.js +65 -0
  71. package/src/commands/motion3.js +214 -0
  72. package/src/commands/objects.js +6 -4
  73. package/src/commands/shot.js +55 -13
  74. package/src/commands/stage.js +14 -1
  75. package/src/commands/view.js +4 -1
  76. package/src/document-mirrors.js +42 -0
  77. package/src/document-store.js +4 -0
  78. package/src/domains/cast.js +19 -194
  79. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  80. package/src/domains/motion/take-source.js +53 -0
  81. package/src/domains/motion.js +60 -1838
  82. package/src/domains/scenes.js +12 -55
  83. package/src/domains/shots.js +2 -2
  84. package/src/domains/stage.js +4 -2
  85. package/src/draft-ghost.js +47 -0
  86. package/src/draft-ghost.jsx +129 -0
  87. package/src/dualview.jsx +4 -3
  88. package/src/effects/EffectsLayer.jsx +112 -0
  89. package/src/effects/effect-meshes.js +232 -0
  90. package/src/effects/effect-record.js +103 -0
  91. package/src/effects/emitter.js +59 -0
  92. package/src/effects/simulate.js +261 -0
  93. package/src/effects/state.js +59 -0
  94. package/src/execution-telemetry.js +2 -3
  95. package/src/first-success-guide.jsx +5 -5
  96. package/src/ghost-set.js +257 -0
  97. package/src/held-object-edit.jsx +113 -0
  98. package/src/held-object-pose.js +175 -0
  99. package/src/hierarchy-model.js +1 -1
  100. package/src/hierarchy-panel.jsx +1 -1
  101. package/src/imported-mesh.jsx +103 -0
  102. package/src/kits/held.js +84 -0
  103. package/src/kits/index.js +70 -0
  104. package/src/kits/smoking.js +57 -0
  105. package/src/light-blockers.js +93 -0
  106. package/src/motion/beat-board-model.js +84 -0
  107. package/src/motion/beat-board.css +124 -0
  108. package/src/motion/beat-board.jsx +60 -0
  109. package/src/motion/center-of-mass.js +66 -0
  110. package/src/motion/fix-collisions.js +850 -0
  111. package/src/motion/physics-review.js +118 -0
  112. package/src/{ardy → motion}/physics-support.js +1 -76
  113. package/src/motion/rig-snapshot.js +22 -0
  114. package/src/motion/take-segments.jsx +140 -0
  115. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  116. package/src/{ardy → motion}/timeline.css +1 -2
  117. package/src/{ardy → motion}/timeline.jsx +42 -413
  118. package/src/motion/waypoints.js +76 -0
  119. package/src/motion3/beats.js +83 -0
  120. package/src/motion3/body.js +158 -0
  121. package/src/motion3/bones.js +47 -0
  122. package/src/motion3/carried.js +47 -0
  123. package/src/motion3/compile-job.js +79 -0
  124. package/src/motion3/compile-worker.js +10 -0
  125. package/src/motion3/compiler/anchors.js +113 -0
  126. package/src/motion3/compiler/arm-orient.js +128 -0
  127. package/src/motion3/compiler/channels.js +125 -0
  128. package/src/motion3/compiler/compile.js +205 -0
  129. package/src/motion3/compiler/gait-rhythm.js +97 -0
  130. package/src/motion3/compiler/grip.js +171 -0
  131. package/src/motion3/compiler/head-steady.js +48 -0
  132. package/src/motion3/compiler/hold.js +134 -0
  133. package/src/motion3/compiler/idle.js +113 -0
  134. package/src/motion3/compiler/limbs.js +197 -0
  135. package/src/motion3/compiler/math.js +72 -0
  136. package/src/motion3/compiler/pose.js +177 -0
  137. package/src/motion3/compiler/quat.js +49 -0
  138. package/src/motion3/compiler/skeleton.js +74 -0
  139. package/src/motion3/compiler/validate-common.js +32 -0
  140. package/src/motion3/compiler/validate-goals.js +118 -0
  141. package/src/motion3/compiler/validate-objects.js +144 -0
  142. package/src/motion3/compiler/validate-parts.js +118 -0
  143. package/src/motion3/compiler/validate.js +122 -0
  144. package/src/motion3/compiler/vocab.js +74 -0
  145. package/src/motion3/compiler/walk-pelvis.js +275 -0
  146. package/src/motion3/compiler/walk.js +207 -0
  147. package/src/motion3/compiler/wrist-clamp.js +32 -0
  148. package/src/motion3/delta.js +47 -0
  149. package/src/motion3/describe.js +177 -0
  150. package/src/motion3/docs.js +27 -0
  151. package/src/motion3/edit-carry.js +21 -0
  152. package/src/motion3/fix/ease.js +16 -0
  153. package/src/motion3/fix/ground.js +37 -0
  154. package/src/motion3/fix/index.js +52 -0
  155. package/src/motion3/fix/push.js +71 -0
  156. package/src/motion3/fix/reach.js +46 -0
  157. package/src/motion3/fix/retime.js +79 -0
  158. package/src/motion3/fix/self.js +211 -0
  159. package/src/motion3/fix/slide.js +70 -0
  160. package/src/motion3/fix/turn.js +51 -0
  161. package/src/motion3/follow.js +39 -0
  162. package/src/motion3/free-motion.js +204 -0
  163. package/src/motion3/grip-choice.js +130 -0
  164. package/src/motion3/hold-plan.js +157 -0
  165. package/src/motion3/json-patch.js +77 -0
  166. package/src/motion3/key-aim.js +105 -0
  167. package/src/motion3/key-edit.js +82 -0
  168. package/src/motion3/lenient.js +127 -0
  169. package/src/motion3/object-keys.js +236 -0
  170. package/src/motion3/object-pose.js +182 -0
  171. package/src/motion3/object-tracks.js +12 -0
  172. package/src/motion3/people.js +82 -0
  173. package/src/motion3/pipeline.js +102 -0
  174. package/src/motion3/playback.js +51 -0
  175. package/src/motion3/probes.js +91 -0
  176. package/src/motion3/qa/body-checks.js +34 -0
  177. package/src/motion3/qa/check-names.js +14 -0
  178. package/src/motion3/qa/checks.js +125 -0
  179. package/src/motion3/qa/contact-checks.js +51 -0
  180. package/src/motion3/qa/explain.js +80 -0
  181. package/src/motion3/qa/fmt.js +5 -0
  182. package/src/motion3/qa/foot-checks.js +72 -0
  183. package/src/motion3/qa/geometry.js +77 -0
  184. package/src/motion3/qa/goals.js +191 -0
  185. package/src/motion3/qa/ground.js +60 -0
  186. package/src/motion3/qa/hints-contact.js +195 -0
  187. package/src/motion3/qa/hints-goal.js +160 -0
  188. package/src/motion3/qa/hints-knee.js +24 -0
  189. package/src/motion3/qa/hints-motion.js +209 -0
  190. package/src/motion3/qa/hints-object.js +91 -0
  191. package/src/motion3/qa/index.js +44 -0
  192. package/src/motion3/qa/key-checks.js +82 -0
  193. package/src/motion3/qa/near.js +96 -0
  194. package/src/motion3/qa/object-checks.js +135 -0
  195. package/src/motion3/qa/patch.js +161 -0
  196. package/src/motion3/qa/people-checks.js +37 -0
  197. package/src/motion3/qa/severity.js +38 -0
  198. package/src/motion3/qa/spec-checks.js +65 -0
  199. package/src/motion3/qa/style.js +228 -0
  200. package/src/motion3/qa/wrist-checks.js +69 -0
  201. package/src/motion3/qa/wrist-obs.js +60 -0
  202. package/src/motion3/refs.js +129 -0
  203. package/src/motion3/repair-tune.js +121 -0
  204. package/src/motion3/repair.js +83 -0
  205. package/src/motion3/report.js +67 -0
  206. package/src/motion3/rigs/index.js +14 -0
  207. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  208. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  209. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  210. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  211. package/src/motion3/scene.js +60 -0
  212. package/src/motion3/schema/brief.js +89 -0
  213. package/src/motion3/schema/fields.js +44 -0
  214. package/src/motion3/schema/spec-examples.js +46 -0
  215. package/src/motion3/schema/topics.js +113 -0
  216. package/src/motion3/schema/types.js +149 -0
  217. package/src/motion3/search.js +117 -0
  218. package/src/motion3/second-hand.js +112 -0
  219. package/src/motion3/settle.js +136 -0
  220. package/src/motion3/skills/basic.js +83 -0
  221. package/src/motion3/skills/book.js +76 -0
  222. package/src/motion3/skills/car.js +145 -0
  223. package/src/motion3/skills/flip.js +200 -0
  224. package/src/motion3/skills/frames-auto.js +29 -0
  225. package/src/motion3/skills/impact.js +109 -0
  226. package/src/motion3/skills/index.js +85 -0
  227. package/src/motion3/skills/info.js +80 -0
  228. package/src/motion3/skills/smoke-kit.js +109 -0
  229. package/src/motion3/skills/smoke.js +160 -0
  230. package/src/motion3/spec-store.js +59 -0
  231. package/src/motion3/take-edit.js +155 -0
  232. package/src/motion3/take.js +63 -0
  233. package/src/motion3/timeline.js +127 -0
  234. package/src/motion3/views.js +121 -0
  235. package/src/motion3/walk-plan.js +119 -0
  236. package/src/object-catalog.jsx +7 -1
  237. package/src/object-colors.js +98 -0
  238. package/src/object-gizmo-parts.js +115 -0
  239. package/src/object-gizmo.jsx +37 -122
  240. package/src/object-glow.js +139 -0
  241. package/src/object-hidden.js +33 -0
  242. package/src/object-look.js +196 -0
  243. package/src/object-size.js +10 -0
  244. package/src/object-travel.js +71 -6
  245. package/src/panels/CameraPanel.jsx +7 -7
  246. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  247. package/src/panels/LightPanel.jsx +25 -4
  248. package/src/panels/ObjectLookPanel.jsx +88 -0
  249. package/src/panels/PosePanel.jsx +2 -17
  250. package/src/panels/RigControlPanel.jsx +5 -53
  251. package/src/panels/SubjectBox.jsx +4 -1
  252. package/src/panels/details.css +14 -0
  253. package/src/posestudio.jsx +4 -27
  254. package/src/project-browser.jsx +3 -4
  255. package/src/project-resources.js +18 -31
  256. package/src/project.js +13 -104
  257. package/src/props.jsx +25 -280
  258. package/src/qa-label.js +25 -0
  259. package/src/rail-dot-drag.js +23 -0
  260. package/src/render-passes.js +10 -0
  261. package/src/resource-status.jsx +1 -0
  262. package/src/result-modal.jsx +4 -19
  263. package/src/room.jsx +20 -12
  264. package/src/scene-assets.js +8 -6
  265. package/src/scene-light-place.js +72 -0
  266. package/src/scene-lights.jsx +148 -0
  267. package/src/scene-objects.js +31 -139
  268. package/src/scenes.js +15 -105
  269. package/src/semantic-edit.js +2 -5
  270. package/src/set-pieces.jsx +183 -0
  271. package/src/settings-menu.jsx +3 -11
  272. package/src/shell/BottomDock.jsx +9 -51
  273. package/src/shell/DetailsSlot.jsx +16 -200
  274. package/src/shell/GhostsMenuGroup.jsx +74 -0
  275. package/src/shell/LibrarySlot.jsx +1 -3
  276. package/src/shell/MenuBar.jsx +3 -3
  277. package/src/shell/PreferencesDialog.jsx +15 -264
  278. package/src/shell/PreferencesSlot.jsx +2 -8
  279. package/src/shell/TopBar.jsx +5 -84
  280. package/src/shell/ViewportToolbar.jsx +10 -70
  281. package/src/shell/agent-glass.css +19 -6
  282. package/src/shell/details-selection.js +42 -0
  283. package/src/shell/ghosts-menu.css +22 -0
  284. package/src/shell/glass-regions.css +29 -3
  285. package/src/shell/preferences.css +6 -1
  286. package/src/shot-authoring.js +4 -7
  287. package/src/soft-shadows.js +37 -0
  288. package/src/stage-attach-frames.js +12 -12
  289. package/src/stage-canvas-rigs.jsx +3 -3
  290. package/src/stage-capture.jsx +42 -8
  291. package/src/stage-characters.jsx +22 -216
  292. package/src/stage-editor-gizmos.jsx +6 -6
  293. package/src/stage-environment.js +93 -0
  294. package/src/stage-hdr-builtins.js +107 -0
  295. package/src/stage-hdr-image.js +116 -0
  296. package/src/stage-hdr-library.js +70 -0
  297. package/src/stage-hdr-map.js +94 -0
  298. package/src/stage-hdr.js +130 -0
  299. package/src/stage-lighting.js +149 -0
  300. package/src/stage-occlusion.js +210 -0
  301. package/src/stage-sky.jsx +159 -0
  302. package/src/stage-startup-defaults.js +5 -9
  303. package/src/studio-actions.js +16 -14
  304. package/src/studio-agent-commands.js +19 -16
  305. package/src/studio-agent-motion.js +9 -9
  306. package/src/studio-agent-protocol.js +47 -77
  307. package/src/studio-app-binding.js +27 -47
  308. package/src/studio-asset-list.js +17 -0
  309. package/src/studio-contact-sheet.js +37 -5
  310. package/src/studio-elements.js +27 -7
  311. package/src/studio-entity-bounds.js +18 -0
  312. package/src/studio-error-codes.js +15 -0
  313. package/src/studio-export-framing.js +152 -0
  314. package/src/studio-lighting-check.js +103 -0
  315. package/src/studio-motion-visual.js +150 -0
  316. package/src/studio-schema-errors.js +80 -0
  317. package/src/studio-support-gap.js +74 -0
  318. package/src/styles.css +1 -19
  319. package/src/timeline-defaults.js +5 -0
  320. package/src/timeline-extent.js +8 -20
  321. package/src/tutorial-walk.js +17 -0
  322. package/src/ui-scrub.js +1 -1
  323. package/src/use-shot-camera-tracks.js +12 -0
  324. package/src/view-ghosts.js +97 -0
  325. package/src/view-ghosts.jsx +49 -0
  326. package/src/workflow/AgentPanel.jsx +47 -166
  327. package/src/workflow/AgentProgressCard.jsx +109 -0
  328. package/src/workflow/AgentReplyText.jsx +37 -0
  329. package/src/workflow/AgentTurnSteps.jsx +84 -0
  330. package/src/workflow/LoginPanel.jsx +140 -0
  331. package/src/workflow/WorkflowBuilder.jsx +7 -23
  332. package/src/workflow/agent-client.js +54 -51
  333. package/src/workflow/agent-panel.css +71 -1
  334. package/src/workflow/agent-progress-card.css +167 -0
  335. package/src/workflow/agent-progress-view.js +47 -0
  336. package/src/workflow/agent-turn-steps.css +113 -0
  337. package/src/workflow/agent-turn.js +191 -0
  338. package/src/workflow/login-client.js +34 -0
  339. package/src/workflow/motion-input.js +18 -31
  340. package/src/workflow/node-schema.js +1 -1
  341. package/src/workflow/reply-markdown.js +69 -0
  342. package/src/workflow/scene-asset-sync.js +8 -8
  343. package/tools/agent-session-stats.mjs +61 -0
  344. package/tools/dev-full.mjs +5 -56
  345. package/tools/eslint-baseline.json +12 -13
  346. package/tools/knip-baseline.json +0 -179
  347. package/tools/loc-baseline.json +31 -81
  348. package/tools/motion3/extract-body.mjs +103 -0
  349. package/tools/motion3/extract-rig.mjs +85 -0
  350. package/tools/process-supervisor.mjs +0 -88
  351. package/tools/run-tests.mjs +9 -125
  352. package/bin/agent/motion-runtime.mjs +0 -76
  353. package/dist/ardy/cskel27-rest.json +0 -557
  354. package/dist/assets/analytics-C9pMpW7s.js +0 -1
  355. package/dist/assets/app-B_2XB9rw.css +0 -1
  356. package/dist/assets/app-DAuvKPP8.js +0 -4920
  357. package/dist/assets/config-Bx7pYsD9.js +0 -1
  358. package/dist/assets/config-DeoFTYzb.css +0 -1
  359. package/dist/assets/demo-CvKuBgy5.js +0 -1
  360. package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
  361. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  362. package/dist/assets/ticket-BPk2Ni95.js +0 -1
  363. package/dist/assets/workflow-jJRBR94Z.js +0 -179
  364. package/dist/demo/walk-then-stop.npz +0 -0
  365. package/mcp/ardy-prompts.mjs +0 -218
  366. package/src/ardy/auto-fix-panel.css +0 -108
  367. package/src/ardy/auto-physics.js +0 -1194
  368. package/src/ardy/client.js +0 -153
  369. package/src/ardy/convert.js +0 -313
  370. package/src/ardy/cskel27-neutral.js +0 -39
  371. package/src/ardy/cskel27.js +0 -77
  372. package/src/ardy/export.js +0 -165
  373. package/src/ardy/fix-collisions.js +0 -2257
  374. package/src/ardy/foot-lock.js +0 -230
  375. package/src/ardy/motion-calibration.js +0 -118
  376. package/src/ardy/motion-edit.js +0 -213
  377. package/src/ardy/motion-url.js +0 -55
  378. package/src/ardy/mp4-duration.js +0 -102
  379. package/src/ardy/npz.js +0 -595
  380. package/src/ardy/physics-panel.css +0 -21
  381. package/src/ardy/physics-panel.jsx +0 -89
  382. package/src/ardy/physics-refine.js +0 -111
  383. package/src/ardy/physics-review.js +0 -567
  384. package/src/ardy/physics-temporal.js +0 -54
  385. package/src/ardy/platform-fit-panel.css +0 -64
  386. package/src/ardy/platform-fit-panel.jsx +0 -41
  387. package/src/ardy/platform-fit.js +0 -326
  388. package/src/ardy/playback.js +0 -711
  389. package/src/ardy/pose-pin.js +0 -97
  390. package/src/ardy/prompt-clips.js +0 -30
  391. package/src/ardy/retime.js +0 -211
  392. package/src/ardy/root-drop.js +0 -369
  393. package/src/ardy/timeline-resize.js +0 -13
  394. package/src/ardy/to-cskel27.js +0 -225
  395. package/src/ardy/trim.js +0 -33
  396. package/src/ardy/waypoints.js +0 -369
  397. package/src/ardy-bridge-contract.js +0 -281
  398. package/src/domains/motion/motion-video-capture.js +0 -664
  399. package/src/i2v-motion-client.js +0 -77
  400. package/src/i2v-motion-studio.jsx +0 -180
  401. package/src/line-edit.js +0 -1348
  402. package/src/motion/generation.js +0 -105
  403. package/src/motion-readiness-ui.jsx +0 -67
  404. package/src/motion-readiness.js +0 -40
  405. package/src/motion-resources.js +0 -177
  406. package/src/motion-store.js +0 -65
  407. package/src/motion-trail.js +0 -601
  408. package/src/multimodel-ingest.js +0 -394
  409. package/src/panels/PromptBlocksPanel.jsx +0 -444
  410. package/src/panels/VideoCapturePanel.jsx +0 -181
  411. package/src/pose-extract/browser.js +0 -42
  412. package/src/pose-extract/detector.js +0 -100
  413. package/src/pose-extract/fit.js +0 -227
  414. package/src/pose-extract/image-frame.js +0 -51
  415. package/src/pose-extract/index.js +0 -58
  416. package/src/pose-extract/keyframes.js +0 -74
  417. package/src/pose-extract/landmarks.js +0 -162
  418. package/src/pose-extract/mirror.js +0 -153
  419. package/src/pose-extract/take.js +0 -131
  420. package/src/pose-extract/video-frames.js +0 -91
  421. package/src/take-recipe.js +0 -165
  422. package/src/trail-key-conflicts.js +0 -39
  423. package/src/trail-pick.js +0 -59
  424. package/src/use-i2v-capture-modal.js +0 -15
  425. package/tools/ardy/BRIDGE.md +0 -37
  426. package/tools/ardy/GVHMR-NPZ.md +0 -68
  427. package/tools/ardy/README.md +0 -124
  428. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  429. package/tools/ardy/artifacts.mjs +0 -34
  430. package/tools/ardy/bridge.mjs +0 -1732
  431. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  432. package/tools/ardy/cclay_constrained_generate.py +0 -561
  433. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  434. package/tools/ardy/cclay_motion_edit.py +0 -510
  435. package/tools/ardy/cclay_sequence_generate.py +0 -705
  436. package/tools/ardy/cclay_worker.py +0 -304
  437. package/tools/ardy/dump-npz.py +0 -205
  438. package/tools/ardy/extract-rest.mjs +0 -299
  439. package/tools/ardy/extract.mjs +0 -507
  440. package/tools/ardy/footage.mjs +0 -467
  441. package/tools/ardy/gvhmr-floor.mjs +0 -102
  442. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  443. package/tools/ardy/gvhmr_fastpath.py +0 -168
  444. package/tools/ardy/gvhmr_trajectory.py +0 -240
  445. package/tools/ardy/merge-text-encoder.py +0 -160
  446. package/tools/ardy/mocap-metrics.mjs +0 -200
  447. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  448. package/tools/ardy/motion-stabilize.mjs +0 -348
  449. package/tools/ardy/npz.mjs +0 -414
  450. package/tools/ardy/pose-to-npz.mjs +0 -106
  451. package/tools/ardy/prompt-limits.mjs +0 -5
  452. package/tools/ardy/run-edit-on-box.sh +0 -73
  453. package/tools/ardy/run-local.mjs +0 -233
  454. package/tools/ardy/run-on-box.sh +0 -593
  455. package/tools/ardy/run-sequence-on-box.sh +0 -177
  456. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  457. package/tools/ardy/runners/index.mjs +0 -18
  458. package/tools/ardy/runners/local.mjs +0 -455
  459. package/tools/ardy/runners/proc.mjs +0 -125
  460. package/tools/ardy/runners/remote.mjs +0 -252
  461. package/tools/ardy/setup-local.mjs +0 -189
  462. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  463. package/tools/ardy/setup-text-encoder.py +0 -306
  464. package/tools/ardy/smpl-cskel27.mjs +0 -178
  465. package/tools/ardy/visual-qa.mjs +0 -196
  466. package/tools/ardy/vq-car.mjs +0 -52
  467. package/tools/bench/EXP3.md +0 -61
  468. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  469. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  470. package/tools/bench/cclay_bench_runner.py +0 -42
  471. package/tools/bench/cube-contact.mjs +0 -162
  472. package/tools/bench/exp3.mjs +0 -152
  473. package/tools/bench/extract-bench-lib.mjs +0 -216
  474. package/tools/bench/extract-bench.mjs +0 -302
  475. package/tools/bench/fal-generate.mjs +0 -88
  476. package/tools/bench/fit/README.md +0 -189
  477. package/tools/bench/fit/camera.mjs +0 -59
  478. package/tools/bench/fit/contact.mjs +0 -419
  479. package/tools/bench/fit/footlock.mjs +0 -234
  480. package/tools/bench/fit/motion.mjs +0 -85
  481. package/tools/bench/fit/pin.mjs +0 -27
  482. package/tools/bench/fit/remote.mjs +0 -105
  483. package/tools/bench/fit-bench.mjs +0 -126
  484. package/tools/bench/fit-sanity.mjs +0 -45
  485. package/tools/bench/metrics.mjs +0 -313
  486. package/tools/bench/obs/depth.mjs +0 -258
  487. package/tools/bench/obs/extrinsics.mjs +0 -175
  488. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  489. package/tools/bench/obs/ground.mjs +0 -294
  490. package/tools/bench/obs/heading.mjs +0 -151
  491. package/tools/bench/obs/ladder.mjs +0 -555
  492. package/tools/bench/obs/mannequin-betas.json +0 -124
  493. package/tools/bench/obs/remote.mjs +0 -83
  494. package/tools/bench/obs/rest_joints.py +0 -52
  495. package/tools/bench/obs/ybot-targets.mjs +0 -49
  496. package/tools/bench/obs-bench.mjs +0 -520
  497. package/tools/bench/score.mjs +0 -343
  498. package/tools/bench/summarize.mjs +0 -86
  499. package/tools/demo-worker/README.md +0 -137
  500. package/tools/demo-worker/api-client.mjs +0 -233
  501. package/tools/demo-worker/generate.mjs +0 -301
  502. package/tools/demo-worker/index.mjs +0 -466
  503. package/tools/demo-worker/sign-core.mjs +0 -112
  504. package/tools/demo-worker/sign.mjs +0 -161
  505. package/tools/gt-render/browser.mjs +0 -182
  506. package/tools/gt-render/camera-math.mjs +0 -276
  507. package/tools/gt-render/page.mjs +0 -267
  508. package/tools/gt-render/render.mjs +0 -514
  509. package/tools/gt-render/scene-box.mjs +0 -31
  510. package/tools/gt-render/take-transform.mjs +0 -87
  511. package/tools/kimodo/compare-seam.mjs +0 -108
  512. package/tools/kimodo/constraints.mjs +0 -244
  513. package/tools/kimodo/edit.mjs +0 -259
  514. package/tools/kimodo/effector-constraints.mjs +0 -200
  515. package/tools/kimodo/generate.mjs +0 -646
  516. package/tools/kimodo/local-output.mjs +0 -265
  517. package/tools/kimodo/measure-pose.mjs +0 -65
  518. package/tools/kimodo/measure-preserve.mjs +0 -899
  519. package/tools/kimodo/measure-waypoints.mjs +0 -55
  520. package/tools/kimodo/mlx-generate.py +0 -111
  521. package/tools/kimodo/pose-constraints.mjs +0 -248
  522. package/tools/kimodo/preserve-mask.mjs +0 -543
  523. package/tools/kimodo/read-npz.mjs +0 -189
  524. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  525. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  526. package/tools/kimodo/runner.mjs +0 -284
  527. package/tools/kimodo/seam-batch.mjs +0 -77
  528. package/tools/kimodo/setup-local.mjs +0 -30
  529. package/tools/kimodo/setup-on-box.sh +0 -339
  530. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  531. package/tools/morphgs/assets/gen_truth.py +0 -39
  532. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  533. package/tools/morphgs/assets/playback-check.mjs +0 -30
  534. package/tools/morphgs/demo-gate.sh +0 -26
  535. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  536. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  537. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  538. package/tools/morphgs/setup-on-cluster.sh +0 -126
  539. package/tools/projflow/driver.py +0 -1069
  540. package/tools/projflow/generate.mjs +0 -805
  541. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  542. package/tools/projflow/line-edit-job.mjs +0 -547
  543. package/tools/projflow/replay.mjs +0 -452
  544. package/tools/projflow/runner.mjs +0 -269
  545. package/tools/projflow/service.mjs +0 -742
  546. package/tools/track/DESIGN.md +0 -513
  547. package/tools/track/backfill-provenance.mjs +0 -116
  548. package/tools/track/budget.mjs +0 -8
  549. package/tools/track/check-rig.mjs +0 -209
  550. package/tools/track/diagnostics.schema.json +0 -60
  551. package/tools/track/export-rig.mjs +0 -256
  552. package/tools/track/fallback.mjs +0 -7
  553. package/tools/track/fk-parity-fixture.mjs +0 -161
  554. package/tools/track/gate.mjs +0 -349
  555. package/tools/track/masks.mjs +0 -318
  556. package/tools/track/metrics.mjs +0 -201
  557. package/tools/track/publish-obs.mjs +0 -108
  558. package/tools/track/py/check_env.py +0 -61
  559. package/tools/track/py/eval_lr.py +0 -229
  560. package/tools/track/py/lr_viterbi.py +0 -294
  561. package/tools/track/py/masks.py +0 -405
  562. package/tools/track/py/objective.py +0 -382
  563. package/tools/track/py/rig.py +0 -508
  564. package/tools/track/py/scene.py +0 -326
  565. package/tools/track/py/test_joint_indices.py +0 -123
  566. package/tools/track/py/test_lr_viterbi.py +0 -195
  567. package/tools/track/py/test_masks.py +0 -229
  568. package/tools/track/py/test_rig.py +0 -288
  569. package/tools/track/py/test_scene.py +0 -354
  570. package/tools/track/py/test_track.py +0 -328
  571. package/tools/track/py/track.py +0 -411
  572. package/tools/track/remote.mjs +0 -140
  573. package/tools/track/rig-dump.mjs +0 -227
  574. package/tools/track/run-box-tests.mjs +0 -14
  575. package/tools/track/run-box.mjs +0 -168
  576. package/tools/track/setup-box.sh +0 -59
  577. package/tools/track/study-2d.mjs +0 -728
  578. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  579. /package/src/{ardy → motion}/ground.js +0 -0
  580. /package/src/{ardy → motion}/ik-drag.js +0 -0
  581. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  582. /package/src/{ardy → motion}/ik.js +0 -0
  583. /package/src/{ardy → motion}/physics-surface.js +0 -0
  584. /package/src/{ardy → motion}/playback-clock.js +0 -0
  585. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,209 +0,0 @@
1
- #!/usr/bin/env node
2
- /**
3
- * check-rig.mjs — prove an exported rig npz (tools/track/export-rig.mjs) is
4
- * enough to reproduce Studio playback without three's rig objects.
5
- *
6
- * node tools/track/check-rig.mjs --rig <rig.npz> --model <id> --motion <truth.npz> [--frame N]
7
- *
8
- * 1. rest joints: cskel27 joints of a rest take (the truth motion's frame-0
9
- * root and bone factors, identity rotations) from the npz's neutral
10
- * skeleton vs Studio's posedJoints (tools/bench/fit/motion.mjs
11
- * regenerateJoints over src/ardy/convert.js FK).
12
- * 2. bones: every control bone's world position from a port of
13
- * applyMotionFrame that reads only npz arrays vs the real rig driven by
14
- * src/ardy/playback.js applyMotionFrame, for the rest take, truth frame N,
15
- * and truth frame N on a body with non-unit bone factors.
16
- * 3. skin: world-space LBS from npz vertices/weights/bind inverses vs three's
17
- * own SkinnedMesh.getVertexPosition on truth frame N (every 7th vertex).
18
- * Prints JSON; exits 1 when any error exceeds 1 mm.
19
- */
20
- import { pathToFileURL } from "node:url";
21
- import * as THREE from "three";
22
- import { globalRotations } from "../../src/ardy/convert.js";
23
- import { applyMotionFrame } from "../../src/ardy/playback.js";
24
- import { readNpz } from "../kimodo/read-npz.mjs";
25
- import { cloneMotion, localsAt, readMotion, regenerateJoints } from "../bench/fit/motion.mjs";
26
- import { loadRig, modelPath } from "./export-rig.mjs";
27
-
28
- const TOLERANCE_M = 1e-3;
29
- const J = 27;
30
-
31
- const m4 = (data, i) => new THREE.Matrix4().fromArray(data, i * 16).transpose(); // row-major -> three
32
- const v3 = (data, i) => new THREE.Vector3(data[i * 3], data[i * 3 + 1], data[i * 3 + 2]);
33
- const q4 = (data, i) => new THREE.Quaternion(data[i * 4], data[i * 4 + 1], data[i * 4 + 2], data[i * 4 + 3]);
34
-
35
- /** Rest cskel27 joints from the npz: root + neutral grown by boneScale. */
36
- export function restJoints(npz, root, boneScale) {
37
- const parents = npz.cskel27_parents.data;
38
- const n = npz.cskel27_neutral.data;
39
- const out = [];
40
- for (let j = 0; j < J; j += 1) {
41
- const p = parents[j];
42
- out.push(p < 0 ? [...root] : [0, 1, 2].map((k) => out[p][k] + boneScale[j] * (n[j * 3 + k] - n[p * 3 + k])));
43
- }
44
- return out;
45
- }
46
-
47
- /** World matrices (metres) of every exported bone for motion frame f, from npz arrays only. */
48
- export function boneWorlds(npz, motion, f) {
49
- const s = npz.prep_scale.data[0];
50
- const minY = npz.ardy_neutral_min_y.data[0];
51
- const prepBone = npz.prep_bone.data;
52
- const hasScale = Boolean(motion.boneScale);
53
- const grown = hasScale ? restJoints(npz, [0, 0, 0], motion.boneScale) : null;
54
- const offset = (j) => {
55
- if (!grown) return v3(npz.prep_offsets.data, j);
56
- const b = v3(npz.prep_bind_pos.data, j);
57
- return new THREE.Vector3(b.x - s * grown[j][0], b.y - s * (grown[j][1] - minY), b.z - s * grown[j][2]);
58
- };
59
- const stretch = (j) => {
60
- if (!hasScale) return 1;
61
- if (npz.girdle_joints.data[j]) return motion.boneScale[j];
62
- const canonical = npz.prep_canonical_bone_length.data[j];
63
- const rigBind = npz.prep_rig_bone_length.data[j];
64
- if (!(canonical > 1e-6) || !(rigBind > 1e-6)) return motion.boneScale[j];
65
- return (motion.boneScale[j] * canonical) / rigBind;
66
- };
67
- const globals = globalRotations(localsAt(motion, f));
68
- const anchor = Math.max(0, Math.min(motion.anchorFrame || 0, motion.frames - 1));
69
- const ax = motion.posedJoints[anchor * J * 3];
70
- const az = motion.posedJoints[anchor * J * 3 + 2];
71
-
72
- const desired = new Array(J).fill(null);
73
- const assumedParent = new Map();
74
- const jointOfBone = new Map();
75
- for (let j = 0; j < J; j += 1) {
76
- const b = prepBone[j];
77
- if (b < 0) continue;
78
- const G = globals[j];
79
- const q = new THREE.Quaternion().setFromRotationMatrix(new THREE.Matrix4().set(
80
- G[0][0], G[0][1], G[0][2], 0, G[1][0], G[1][1], G[1][2], 0, G[2][0], G[2][1], G[2][2], 0, 0, 0, 0, 1));
81
- const po = (f * J + j) * 3;
82
- let pos = offset(j).applyQuaternion(q).add(new THREE.Vector3(
83
- s * (motion.posedJoints[po] - ax), s * motion.posedJoints[po + 1], s * (motion.posedJoints[po + 2] - az)));
84
- const cp = npz.prep_chain_parent.data[j];
85
- const parentW = cp >= 0 ? desired[cp].clone().multiply(m4(npz.prep_chain_rel.data, j)) : m4(npz.prep_parent_bind_world.data, j);
86
- if (npz.hierarchy_preserved.data[j]) pos = v3(npz.prep_bind_local_pos.data, j).multiplyScalar(stretch(j)).applyMatrix4(parentW);
87
- desired[j] = new THREE.Matrix4().compose(pos, q.multiply(q4(npz.prep_bind_quat.data, j)), v3(npz.prep_bind_scale.data, j));
88
- assumedParent.set(b, parentW);
89
- jointOfBone.set(b, j);
90
- }
91
- const leaves = new Map();
92
- for (let i = 0; i < npz.prep_stretched_leaves.shape[0]; i += 1) {
93
- leaves.set(npz.prep_stretched_leaves.data[i * 2], { joint: npz.prep_stretched_leaves.data[i * 2 + 1], i });
94
- }
95
- const B = npz.bone_parent.shape[0];
96
- const rigWorld = [];
97
- for (let b = 0; b < B; b += 1) {
98
- const parent = npz.bone_parent.data[b];
99
- const parentWorld = parent < 0 ? new THREE.Matrix4() : rigWorld[parent];
100
- let local;
101
- if (jointOfBone.has(b)) {
102
- local = assumedParent.get(b).clone().invert().multiply(desired[jointOfBone.get(b)]);
103
- } else if (leaves.has(b)) {
104
- const { joint, i } = leaves.get(b);
105
- const rest = m4(npz.bone_rest_local.data, b);
106
- const scale = new THREE.Vector3();
107
- rest.decompose(new THREE.Vector3(), new THREE.Quaternion(), scale);
108
- local = new THREE.Matrix4().compose(
109
- v3(npz.prep_stretched_leaf_local_pos.data, i).multiplyScalar(stretch(joint)),
110
- q4(npz.prep_stretched_leaf_local_quat.data, i), scale);
111
- } else {
112
- local = m4(npz.bone_rest_local.data, b);
113
- }
114
- rigWorld.push(parentWorld.clone().multiply(local));
115
- }
116
- const root = new THREE.Matrix4().makeScale(...Array(3).fill(npz.rig_root_scale.data[0]));
117
- return rigWorld.map((w) => root.clone().multiply(w));
118
- }
119
-
120
- /** World-space LBS of npz vertex v under bone worlds W. */
121
- export function skinVertex(npz, worlds, v) {
122
- const out = new THREE.Vector3();
123
- const rest = v3(npz.vertices.data, v);
124
- for (let k = 0; k < 4; k += 1) {
125
- const w = npz.skin_weight.data[v * 4 + k];
126
- if (w === 0) continue;
127
- const b = npz.skin_index.data[v * 4 + k];
128
- out.addScaledVector(rest.clone().applyMatrix4(m4(npz.bone_bind_inverse.data, b)).applyMatrix4(worlds[b]), w);
129
- }
130
- return out;
131
- }
132
-
133
- export function checkRig({ rig: rigPath, model, motion: motionPath, frame = 40 }) {
134
- const npz = readNpz(rigPath);
135
- const meta = JSON.parse(Buffer.from(Uint8Array.from(npz.meta_json.data)).toString("utf8"));
136
- const truth = readMotion(motionPath);
137
- const f = Math.min(frame, truth.frames - 1);
138
-
139
- // 1. rest take: truth frame-0 root and bone factors, identity rotations.
140
- const rotMats = new Float32Array(J * 9);
141
- for (let j = 0; j < J; j += 1) rotMats.set([1, 0, 0, 0, 1, 0, 0, 0, 1], j * 9);
142
- const rest = regenerateJoints({ frames: 1, fps: truth.fps, rotMats, rootPos: truth.rootPos.slice(0, 3), posedJoints: new Float32Array(J * 3), boneScale: truth.boneScale.slice(), anchorFrame: 0 });
143
- const fromNpz = restJoints(npz, Array.from(truth.rootPos.slice(0, 3)), truth.boneScale);
144
- let restJointErr = 0;
145
- fromNpz.forEach((p, j) => { restJointErr = Math.max(restJointErr, Math.hypot(...p.map((x, k) => x - rest.posedJoints[j * 3 + k]))); });
146
-
147
- // 2 + 3. bone and skin parity against the real rig under Studio playback.
148
- const { rig } = loadRig(modelPath(model));
149
- const control = new Map();
150
- rig.traverse((o) => { if (o.isBone && !control.has(o.name)) control.set(o.name, o); });
151
- const meshes = [];
152
- rig.traverse((o) => { if (o.isSkinnedMesh) meshes.push(o); });
153
- /** Drive the real rig with Studio playback and the npz port with the same
154
- * frame; compare every bone and (optionally) every 7th skinned vertex. */
155
- const parity = (motion, fr, { skin = false } = {}) => {
156
- applyMotionFrame(rig, motion, fr);
157
- const worlds = boneWorlds(npz, motion, fr);
158
- let err = 0;
159
- let worst = "";
160
- meta.boneNames.forEach((name, b) => {
161
- const e = new THREE.Vector3().setFromMatrixPosition(worlds[b]).distanceTo(new THREE.Vector3().setFromMatrixPosition(control.get(name).matrixWorld));
162
- if (e > err) { err = e; worst = name; }
163
- });
164
- let skinErr = 0;
165
- let samples = 0;
166
- const p = new THREE.Vector3();
167
- if (skin) meshes.forEach((mesh, m) => {
168
- const [start, count] = npz.mesh_ranges.data.slice(m * 4, m * 4 + 2);
169
- for (let v = 0; v < count; v += 7) {
170
- mesh.getVertexPosition(v, p).applyMatrix4(mesh.matrixWorld);
171
- skinErr = Math.max(skinErr, skinVertex(npz, worlds, start + v).distanceTo(p));
172
- samples += 1;
173
- }
174
- });
175
- return { err, worst, skinErr, samples };
176
- };
177
- const restBones = parity(rest, 0);
178
- const posed = parity(truth, f, { skin: true });
179
- // The same frame on a non-canonical body (bone factors 0.85..1.15), so the
180
- // grown offsets and the arm/leaf stretch are exercised with factors != 1.
181
- const body = cloneMotion(truth);
182
- body.boneScale = Float32Array.from({ length: J }, (_, j) => 0.85 + 0.3 * ((j * 7) % 11) / 10);
183
- const scaled = parity(regenerateJoints(body), f, { skin: true });
184
- const result = {
185
- rig: rigPath, model, motion: motionPath, frame: f,
186
- shapes: Object.fromEntries(Object.entries(npz).map(([k, v]) => [k, `${v.dtype}[${v.shape.join(",")}]`])),
187
- restJointMaxErrM: restJointErr,
188
- restBoneMaxErrM: restBones.err, restBoneWorst: restBones.worst,
189
- posedBoneMaxErrM: posed.err, posedBoneWorst: posed.worst,
190
- posedSkinMaxErrM: posed.skinErr, skinSamples: posed.samples,
191
- scaledBodyBoneMaxErrM: scaled.err, scaledBodyBoneWorst: scaled.worst,
192
- scaledBodySkinMaxErrM: scaled.skinErr,
193
- toleranceM: TOLERANCE_M,
194
- };
195
- result.pass = [restJointErr, restBones.err, posed.err, posed.skinErr, scaled.err, scaled.skinErr].every((e) => e <= TOLERANCE_M);
196
- return result;
197
- }
198
-
199
- if (import.meta.url === pathToFileURL(process.argv[1] ?? "").href) {
200
- const args = {};
201
- for (let i = 2; i < process.argv.length; i += 2) args[process.argv[i].replace(/^--/, "")] = process.argv[i + 1];
202
- if (!args.rig || !args.model || !args.motion) {
203
- console.error("usage: check-rig.mjs --rig <rig.npz> --model <id> --motion <truth.npz> [--frame N]");
204
- process.exit(2);
205
- }
206
- const result = checkRig({ ...args, frame: args.frame === undefined ? 40 : Number(args.frame) });
207
- console.log(JSON.stringify(result, null, 2));
208
- process.exit(result.pass ? 0 : 1);
209
- }
@@ -1,60 +0,0 @@
1
- {
2
- "$schema": "https://json-schema.org/draft/2020-12/schema",
3
- "$id": "https://cozyclay.org/schemas/track-diagnostics.json",
4
- "title": "Known-character tracker diagnostics",
5
- "type": "object",
6
- "additionalProperties": false,
7
- "required": ["version", "frames", "fps", "occluded", "lrState", "lrMargin", "ambiguous", "stance", "penetration", "nuisance", "stageLosses", "runtime", "failure"],
8
- "properties": {
9
- "version": { "type": "integer", "const": 1 },
10
- "frames": { "type": "integer", "minimum": 1 },
11
- "fps": { "type": "number", "exclusiveMinimum": 0 },
12
- "occluded": {
13
- "type": "array",
14
- "items": { "type": "array", "items": { "type": "boolean" }, "minItems": 27, "maxItems": 27 }
15
- },
16
- "lrState": { "type": "array", "items": { "type": "string" } },
17
- "lrMargin": { "type": "array", "items": { "type": "number" } },
18
- "ambiguous": { "type": "array", "items": { "type": "boolean" } },
19
- "stance": {
20
- "type": "object",
21
- "additionalProperties": false,
22
- "required": ["left", "right"],
23
- "properties": {
24
- "left": { "type": "array", "items": { "type": "boolean" } },
25
- "right": { "type": "array", "items": { "type": "boolean" } }
26
- }
27
- },
28
- "penetration": {
29
- "type": "object",
30
- "additionalProperties": false,
31
- "required": ["maxBoxCm", "maxFloorCm", "frames"],
32
- "properties": {
33
- "maxBoxCm": { "type": "number", "minimum": 0 },
34
- "maxFloorCm": { "type": "number", "minimum": 0 },
35
- "frames": { "type": "array", "items": { "type": "integer", "minimum": 0 } }
36
- }
37
- },
38
- "nuisance": {
39
- "type": "object",
40
- "additionalProperties": false,
41
- "required": ["scale", "cameraDeltaDeg", "fovDeltaPct"],
42
- "properties": {
43
- "scale": { "type": "number", "exclusiveMinimum": 0 },
44
- "cameraDeltaDeg": { "type": "array", "prefixItems": [{ "type": "number" }, { "type": "number" }], "items": false },
45
- "fovDeltaPct": { "type": "number" }
46
- }
47
- },
48
- "stageLosses": { "type": "object", "additionalProperties": { "type": "number" } },
49
- "runtime": {
50
- "type": "object",
51
- "additionalProperties": false,
52
- "required": ["trackerSeconds", "peakReservedMiB"],
53
- "properties": {
54
- "trackerSeconds": { "type": "number", "minimum": 0 },
55
- "peakReservedMiB": { "type": "number", "minimum": 0 }
56
- }
57
- },
58
- "failure": { "type": ["null", "string"] }
59
- }
60
- }
@@ -1,256 +0,0 @@
1
- #!/usr/bin/env node
2
- /**
3
- * export-rig.mjs — export a shipped Studio character rig for the known-character
4
- * tracker (plan mocap-rearch todo 3).
5
- *
6
- * node tools/track/export-rig.mjs --model y-bot-tpose [--out <path.npz>]
7
- *
8
- * Loads public/models/<model>.fbx in node with three's FBXLoader exactly as
9
- * tools/bench/obs-bench.mjs characterStandingAnkle does (rig root scale 0.01,
10
- * bind pose primed like Studio's app-stage clone), and writes one npz with the
11
- * merged skinned mesh (both SkinnedMeshes, rest pose, metres), the rig's
12
- * control bones, and the positional-skinning preparation playback.js
13
- * computes for this rig (prepOf), plus the canonical cskel27 skeleton. Array
14
- * layout and units: tools/track/rig-dump.mjs.
15
- *
16
- * Mixamo FBX nests an identity copy of every bone under its control bone and
17
- * a mesh's skeleton may reference either; playback only ever writes control
18
- * bones, so every skeleton bone is canonicalised onto the control bone of the
19
- * same name (the copy's local transform is asserted to be identity).
20
- *
21
- * Default output: node_modules/.cache/cozyfit/rig-<model>.npz (never committed).
22
- */
23
- import { createHash } from "node:crypto";
24
- import { existsSync, mkdirSync, readFileSync, renameSync, rmSync, statSync } from "node:fs";
25
- import { dirname, join, relative, resolve } from "node:path";
26
- import { fileURLToPath, pathToFileURL } from "node:url";
27
- import * as THREE from "three";
28
- import { FBXLoader } from "three/examples/jsm/loaders/FBXLoader.js";
29
- import { writeNpz } from "../ardy/npz.mjs";
30
- import { CSKEL27_JOINTS, CSKEL27_PARENTS } from "../../src/ardy/cskel27.js";
31
- import { CSKEL27_NEUTRAL } from "../../src/ardy/cskel27-neutral.js";
32
- import { ARDY_NEUTRAL_MIN_Y, GIRDLE_JOINTS, HIERARCHY_PRESERVED_JOINTS, prepOf } from "../../src/ardy/playback.js";
33
- import { primeBindPose } from "../../src/poses.js";
34
- import { CHARACTER_MODEL_IDS } from "../../src/scenes.js";
35
- import { rigArraysFromDump, RIG_DUMP_VERSION } from "./rig-dump.mjs";
36
-
37
- const HERE = dirname(fileURLToPath(import.meta.url));
38
- const ROOT = resolve(HERE, "../..");
39
- const ROOT_SCALE = 0.01; // app-stage.jsx: model.scale = 0.01 * character scale (1)
40
- const BIND_TOLERANCE = 1e-5;
41
-
42
- /** 4x4 row-major list from a three.js (column-major) Matrix4. */
43
- const rowMajor = (m) => m.clone().transpose().toArray();
44
- const vec = (v) => (v ? [v.x, v.y, v.z] : null);
45
- const quat = (q) => (q ? [q.x, q.y, q.z, q.w] : null);
46
-
47
- export function modelPath(model) {
48
- if (!CHARACTER_MODEL_IDS.includes(model)) {
49
- throw new Error(`unknown character model: ${model} (known: ${CHARACTER_MODEL_IDS.join(", ")})`);
50
- }
51
- const path = ["public", "dist"].map((d) => join(ROOT, d, "models", `${model}.fbx`)).find(existsSync);
52
- if (!path) throw new Error(`character model ${model}.fbx not found under public/models or dist/models`);
53
- return path;
54
- }
55
-
56
- /** The Studio rig as the app holds it: FBX parse, 0.01 root scale, primed bind. */
57
- export function loadRig(path) {
58
- const bytes = readFileSync(path);
59
- const rig = new FBXLoader().parse(bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength), "");
60
- rig.scale.setScalar(ROOT_SCALE);
61
- primeBindPose(rig);
62
- rig.updateMatrixWorld(true);
63
- return { rig, sha256: createHash("sha256").update(bytes).digest("hex") };
64
- }
65
-
66
- const isIdentityLocal = (bone) =>
67
- bone.position.lengthSq() < 1e-12 &&
68
- Math.abs(Math.abs(bone.quaternion.w) - 1) < 1e-9 &&
69
- bone.scale.distanceToSquared(new THREE.Vector3(1, 1, 1)) < 1e-12;
70
-
71
- /** Plain-JSON dump of a loaded, untouched rig (rigArraysFromDump input). */
72
- export function dumpRig(rig, { model = null, source = null } = {}) {
73
- rig.updateMatrixWorld(true);
74
-
75
- // Control bones: the first depth-first bone of every name (playback's findBone rule).
76
- const control = [];
77
- const byName = new Map();
78
- rig.traverse((node) => {
79
- if (node.isBone && !byName.has(node.name)) {
80
- byName.set(node.name, control.length);
81
- control.push(node);
82
- }
83
- });
84
- const indexOf = new Map(control.map((bone, i) => [bone, i]));
85
- const canonical = (bone) => {
86
- const i = byName.get(bone.name);
87
- if (i === undefined) throw new Error(`bone ${bone.name} has no control bone`);
88
- if (control[i] !== bone) {
89
- // A nested copy: only valid when it sits (transitively) at its control bone.
90
- for (let node = bone; node !== control[i]; node = node.parent) {
91
- if (!node || !node.isBone || !isIdentityLocal(node)) {
92
- throw new Error(`skeleton bone ${bone.name} is not an identity copy of its control bone`);
93
- }
94
- }
95
- }
96
- return i;
97
- };
98
- const parentIndex = (bone) => {
99
- for (let node = bone.parent; node && node !== rig; node = node.parent) {
100
- if (node.isBone && indexOf.has(node)) return indexOf.get(node);
101
- }
102
- return -1;
103
- };
104
- const bones = control.map((bone) => {
105
- const world = bone.matrixWorld.clone();
106
- return {
107
- name: bone.name,
108
- parent: parentIndex(bone),
109
- restLocal: rowMajor(bone.matrix),
110
- restWorld: rowMajor(world),
111
- bindInverse: rowMajor(world.clone().invert()),
112
- };
113
- });
114
-
115
- const meshes = [];
116
- let maxBindDeviation = 0;
117
- rig.traverse((node) => {
118
- if (!node.isSkinnedMesh) return;
119
- const { geometry, skeleton } = node;
120
- const remap = skeleton.bones.map(canonical);
121
- // Studio's skinning uses bone.matrixWorld @ boneInverse; the export's
122
- // world-space LBS uses controlWorld @ inverse(controlWorld at rest). The
123
- // two agree only when every bone's rest product is the same matrix.
124
- const reference = new THREE.Matrix4().multiplyMatrices(skeleton.bones[0].matrixWorld, skeleton.boneInverses[0]).multiply(node.bindMatrix);
125
- skeleton.bones.forEach((bone, k) => {
126
- const product = new THREE.Matrix4().multiplyMatrices(bone.matrixWorld, skeleton.boneInverses[k]).multiply(node.bindMatrix);
127
- product.elements.forEach((x, e) => { maxBindDeviation = Math.max(maxBindDeviation, Math.abs(x - reference.elements[e])); });
128
- });
129
- const count = geometry.attributes.position.count;
130
- const vertices = new Array(count * 3);
131
- const skinIndex = new Array(count * 4);
132
- const skinWeight = new Array(count * 4);
133
- const p = new THREE.Vector3();
134
- const si = geometry.attributes.skinIndex;
135
- const sw = geometry.attributes.skinWeight;
136
- for (let v = 0; v < count; v += 1) {
137
- node.getVertexPosition(v, p).applyMatrix4(node.matrixWorld);
138
- vertices[v * 3] = p.x; vertices[v * 3 + 1] = p.y; vertices[v * 3 + 2] = p.z;
139
- for (let k = 0; k < 4; k += 1) {
140
- const w = sw.getComponent(v, k);
141
- skinWeight[v * 4 + k] = w;
142
- // A zero-weight slot's index is irrelevant; point it at a real bone.
143
- skinIndex[v * 4 + k] = w === 0 ? remap[0] : remap[si.getComponent(v, k)];
144
- }
145
- }
146
- const faces = geometry.index
147
- ? Array.from(geometry.index.array)
148
- : Array.from({ length: count }, (_, i) => i);
149
- meshes.push({ name: node.name, vertices, faces, skinIndex, skinWeight });
150
- });
151
- if (meshes.length === 0) throw new Error("rig has no skinned mesh");
152
- if (maxBindDeviation > BIND_TOLERANCE) {
153
- throw new Error(`bind pose is not the rest pose (max boneWorld*boneInverse deviation ${maxBindDeviation})`);
154
- }
155
-
156
- const prep = prepOf(rig);
157
- const boneOf = (bone) => {
158
- if (!bone) return -1;
159
- if (!indexOf.has(bone)) throw new Error(`prep bone ${bone.name} is not a control bone`);
160
- return indexOf.get(bone);
161
- };
162
- const mat = (m) => (m ? rowMajor(m) : null);
163
- return {
164
- version: RIG_DUMP_VERSION,
165
- model,
166
- source,
167
- rootScale: ROOT_SCALE,
168
- bones,
169
- meshes,
170
- prep: {
171
- bones: prep.bones.map(boneOf),
172
- scale: prep.scale,
173
- offsets: prep.offsets.map(vec),
174
- bindPos: prep.bindPos.map(vec),
175
- bindQuat: prep.bindQuat.map(quat),
176
- bindScale: prep.bindScale.map(vec),
177
- bindLocalPos: prep.bindLocalPos.map(vec),
178
- parentBindWorld: prep.parentBindWorld.map(mat),
179
- chainParent: [...prep.chainParent],
180
- chainRel: prep.chainRel.map(mat),
181
- canonicalBoneLength: [...prep.canonicalBoneLength],
182
- rigBoneLength: [...prep.rigBoneLength],
183
- stretchedLeaves: prep.stretchedLeaves.map((leaf) => ({
184
- bone: boneOf(leaf.bone),
185
- joint: leaf.joint,
186
- bindLocalPos: vec(leaf.bindLocalPos),
187
- bindLocalQuat: quat(leaf.bindLocalQuat),
188
- })),
189
- hierarchyPreserved: [...HIERARCHY_PRESERVED_JOINTS],
190
- girdleJoints: [...GIRDLE_JOINTS],
191
- ardyNeutralMinY: ARDY_NEUTRAL_MIN_Y,
192
- },
193
- cskel27: {
194
- joints: [...CSKEL27_JOINTS],
195
- parents: CSKEL27_PARENTS.map((p) => (p === null ? -1 : p)),
196
- neutral: CSKEL27_NEUTRAL.map((row) => [...row]),
197
- },
198
- maxBindDeviation,
199
- };
200
- }
201
-
202
- /** Export `model` to `out`; returns a summary. The file is replaced atomically. */
203
- export function exportRig(model, out) {
204
- const path = modelPath(model);
205
- const { rig, sha256 } = loadRig(path);
206
- const dump = dumpRig(rig, { model, source: { fbx: relative(ROOT, path), sha256 } });
207
- const { members } = rigArraysFromDump(dump);
208
- mkdirSync(dirname(out), { recursive: true });
209
- const partial = `${out}.partial-${process.pid}`;
210
- try {
211
- writeNpz(partial, members);
212
- renameSync(partial, out);
213
- } finally {
214
- rmSync(partial, { force: true });
215
- }
216
- return {
217
- model,
218
- out,
219
- bytes: statSync(out).size,
220
- vertices: members.vertices.shape[0],
221
- faces: members.faces.shape[0],
222
- bones: members.bone_parent.shape[0],
223
- meshes: dump.meshes.map((m) => `${m.name}:${m.vertices.length / 3}`),
224
- mappedJoints: dump.prep.bones.filter((b) => b >= 0).length,
225
- prepScale: dump.prep.scale,
226
- maxBindDeviation: dump.maxBindDeviation,
227
- };
228
- }
229
-
230
- function parseArgs(argv) {
231
- const args = { model: null, out: null };
232
- for (let i = 0; i < argv.length; i += 1) {
233
- const flag = argv[i];
234
- const value = argv[i + 1];
235
- if ((flag === "--model" || flag === "--out") && value && !value.startsWith("--")) {
236
- args[flag.slice(2)] = value;
237
- i += 1;
238
- } else {
239
- throw new Error(`usage: export-rig.mjs --model <${CHARACTER_MODEL_IDS.join("|")}> [--out <path.npz>] (bad argument ${flag})`);
240
- }
241
- }
242
- if (!args.model) throw new Error("usage: export-rig.mjs --model <id> [--out <path.npz>] (--model is required)");
243
- args.out = resolve(args.out ?? join(ROOT, "node_modules/.cache/cozyfit", `rig-${args.model}.npz`));
244
- return args;
245
- }
246
-
247
- if (import.meta.url === pathToFileURL(process.argv[1] ?? "").href) {
248
- try {
249
- const { model, out } = parseArgs(process.argv.slice(2));
250
- const summary = exportRig(model, out);
251
- console.log(JSON.stringify(summary, null, 2));
252
- } catch (error) {
253
- console.error(`export-rig: ${error.message}`);
254
- process.exit(1);
255
- }
256
- }
@@ -1,7 +0,0 @@
1
- /** Choose the safe ladder fallback for the supplied endpoint poses. */
2
- export function fallbackStep(endpoints) {
3
- const hasTwo = Array.isArray(endpoints)
4
- ? endpoints.length >= 2
5
- : Boolean(endpoints && endpoints.a && endpoints.b);
6
- return hasTwo ? "Gbest" : "G5";
7
- }