cozyclay 2.1.0 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (583) hide show
  1. package/CHANGELOG.md +65 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +40 -113
  4. package/bin/agent/agent-runner.mjs +9 -10
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/studio-motion-reference.mjs +23 -0
  14. package/bin/agent/studio-prompt.mjs +1 -1
  15. package/bin/agent/studio-rebase-text.mjs +32 -0
  16. package/bin/agent/studio-rebase.mjs +26 -39
  17. package/bin/agent/studio-tools.mjs +9 -28
  18. package/bin/agent/tool-arguments.mjs +49 -0
  19. package/bin/agent/turn-frames.mjs +66 -0
  20. package/bin/codex-auth.mjs +9 -2
  21. package/bin/cozyclay.mjs +10 -116
  22. package/bin/live/cli.mjs +22 -6
  23. package/bin/mcp-runtime.mjs +2 -12
  24. package/bin/package-signature.mjs +0 -4
  25. package/dist/app/index.html +7 -6
  26. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  27. package/dist/assets/analytics-C9sUnndd.js +1 -0
  28. package/dist/assets/app-CCh--1Hc.js +5087 -0
  29. package/dist/assets/app-f-fkV5uP.css +1 -0
  30. package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
  31. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  32. package/dist/assets/{first-shot-handoff-BlT33CGf.js → first-shot-handoff-CC4xe4HM.js} +1 -1
  33. package/dist/assets/{landing-BSesrCpL.js → landing-DjHD8u7k.js} +1 -1
  34. package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
  35. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  36. package/dist/assets/workflow-C4yKH1p4.js +179 -0
  37. package/dist/cozyclay-package.json +1 -1
  38. package/dist/index.html +3 -3
  39. package/dist/llms.txt +14 -0
  40. package/dist/sw.js +3 -6
  41. package/dist/workflow/index.html +5 -4
  42. package/mcp/LIVE-PROTOCOL.md +7 -47
  43. package/mcp/README.md +16 -26
  44. package/mcp/live-hub.mjs +6 -10
  45. package/mcp/package.json +1 -3
  46. package/mcp/tool-handlers.mjs +4 -168
  47. package/package.json +3 -22
  48. package/src/App.jsx +174 -2639
  49. package/src/agent-progress.js +79 -0
  50. package/src/agent-turn-mark.js +30 -0
  51. package/src/analytics.js +1 -19
  52. package/src/app-context.js +5 -0
  53. package/src/app-stage.jsx +2 -34
  54. package/src/asset-pane.jsx +6 -5
  55. package/src/camera-block.js +21 -0
  56. package/src/camera-direction.js +120 -0
  57. package/src/character-kind.js +3 -9
  58. package/src/command-bus.js +8 -6
  59. package/src/commands/cast.js +5 -34
  60. package/src/commands/elements/character.js +1 -1
  61. package/src/commands/elements/motion.js +1 -6
  62. package/src/commands/elements/object.js +6 -2
  63. package/src/commands/elements/shot.js +4 -1
  64. package/src/commands/elements.js +38 -14
  65. package/src/commands/index.js +3 -1
  66. package/src/commands/kits.js +37 -0
  67. package/src/commands/motion-timing.js +57 -0
  68. package/src/commands/motion.js +9 -152
  69. package/src/commands/motion3-compile.js +65 -0
  70. package/src/commands/motion3.js +207 -0
  71. package/src/commands/objects.js +6 -4
  72. package/src/commands/shot.js +49 -11
  73. package/src/commands/stage.js +14 -1
  74. package/src/commands/view.js +4 -1
  75. package/src/document-mirrors.js +42 -0
  76. package/src/document-store.js +4 -0
  77. package/src/domains/cast.js +19 -194
  78. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  79. package/src/domains/motion/take-source.js +51 -0
  80. package/src/domains/motion.js +60 -1838
  81. package/src/domains/scenes.js +12 -55
  82. package/src/domains/shots.js +2 -2
  83. package/src/domains/stage.js +4 -2
  84. package/src/draft-ghost.js +46 -0
  85. package/src/draft-ghost.jsx +129 -0
  86. package/src/dualview.jsx +4 -3
  87. package/src/effects/EffectsLayer.jsx +112 -0
  88. package/src/effects/effect-meshes.js +232 -0
  89. package/src/effects/effect-record.js +103 -0
  90. package/src/effects/emitter.js +59 -0
  91. package/src/effects/simulate.js +261 -0
  92. package/src/effects/state.js +59 -0
  93. package/src/execution-telemetry.js +2 -3
  94. package/src/first-success-guide.jsx +5 -5
  95. package/src/ghost-set.js +257 -0
  96. package/src/held-object-edit.jsx +113 -0
  97. package/src/held-object-pose.js +175 -0
  98. package/src/hierarchy-model.js +1 -1
  99. package/src/hierarchy-panel.jsx +1 -1
  100. package/src/imported-mesh.jsx +103 -0
  101. package/src/kits/held.js +84 -0
  102. package/src/kits/index.js +70 -0
  103. package/src/kits/smoking.js +57 -0
  104. package/src/light-blockers.js +93 -0
  105. package/src/motion/beat-board-model.js +84 -0
  106. package/src/motion/beat-board.css +124 -0
  107. package/src/motion/beat-board.jsx +59 -0
  108. package/src/motion/center-of-mass.js +66 -0
  109. package/src/motion/fix-collisions.js +850 -0
  110. package/src/motion/physics-review.js +118 -0
  111. package/src/{ardy → motion}/physics-support.js +1 -76
  112. package/src/motion/rig-snapshot.js +22 -0
  113. package/src/motion/take-segments.jsx +140 -0
  114. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  115. package/src/{ardy → motion}/timeline.css +1 -2
  116. package/src/{ardy → motion}/timeline.jsx +48 -419
  117. package/src/motion/waypoints.js +76 -0
  118. package/src/motion3/beats.js +83 -0
  119. package/src/motion3/body.js +158 -0
  120. package/src/motion3/bones.js +47 -0
  121. package/src/motion3/carried.js +47 -0
  122. package/src/motion3/compile-job.js +75 -0
  123. package/src/motion3/compile-worker.js +10 -0
  124. package/src/motion3/compiler/anchors.js +105 -0
  125. package/src/motion3/compiler/arm-orient.js +128 -0
  126. package/src/motion3/compiler/channels.js +125 -0
  127. package/src/motion3/compiler/compile.js +205 -0
  128. package/src/motion3/compiler/gait-rhythm.js +97 -0
  129. package/src/motion3/compiler/grip.js +171 -0
  130. package/src/motion3/compiler/head-steady.js +48 -0
  131. package/src/motion3/compiler/hold.js +134 -0
  132. package/src/motion3/compiler/idle.js +113 -0
  133. package/src/motion3/compiler/limbs.js +170 -0
  134. package/src/motion3/compiler/math.js +72 -0
  135. package/src/motion3/compiler/pose.js +162 -0
  136. package/src/motion3/compiler/quat.js +49 -0
  137. package/src/motion3/compiler/skeleton.js +74 -0
  138. package/src/motion3/compiler/validate-common.js +32 -0
  139. package/src/motion3/compiler/validate-goals.js +118 -0
  140. package/src/motion3/compiler/validate-objects.js +143 -0
  141. package/src/motion3/compiler/validate-parts.js +116 -0
  142. package/src/motion3/compiler/validate.js +122 -0
  143. package/src/motion3/compiler/vocab.js +73 -0
  144. package/src/motion3/compiler/walk-pelvis.js +275 -0
  145. package/src/motion3/compiler/walk.js +207 -0
  146. package/src/motion3/compiler/wrist-clamp.js +32 -0
  147. package/src/motion3/delta.js +47 -0
  148. package/src/motion3/describe.js +174 -0
  149. package/src/motion3/docs.js +27 -0
  150. package/src/motion3/edit-carry.js +21 -0
  151. package/src/motion3/fix/ease.js +16 -0
  152. package/src/motion3/fix/ground.js +37 -0
  153. package/src/motion3/fix/index.js +52 -0
  154. package/src/motion3/fix/push.js +71 -0
  155. package/src/motion3/fix/reach.js +46 -0
  156. package/src/motion3/fix/retime.js +79 -0
  157. package/src/motion3/fix/self.js +211 -0
  158. package/src/motion3/fix/slide.js +70 -0
  159. package/src/motion3/fix/turn.js +51 -0
  160. package/src/motion3/follow.js +39 -0
  161. package/src/motion3/free-motion.js +173 -0
  162. package/src/motion3/grip-choice.js +130 -0
  163. package/src/motion3/hold-plan.js +157 -0
  164. package/src/motion3/json-patch.js +77 -0
  165. package/src/motion3/key-aim.js +105 -0
  166. package/src/motion3/key-edit.js +82 -0
  167. package/src/motion3/lenient.js +127 -0
  168. package/src/motion3/object-keys.js +236 -0
  169. package/src/motion3/object-pose.js +182 -0
  170. package/src/motion3/object-tracks.js +12 -0
  171. package/src/motion3/pipeline.js +102 -0
  172. package/src/motion3/playback.js +51 -0
  173. package/src/motion3/probes.js +91 -0
  174. package/src/motion3/qa/body-checks.js +34 -0
  175. package/src/motion3/qa/check-names.js +14 -0
  176. package/src/motion3/qa/checks.js +121 -0
  177. package/src/motion3/qa/contact-checks.js +51 -0
  178. package/src/motion3/qa/explain.js +80 -0
  179. package/src/motion3/qa/fmt.js +5 -0
  180. package/src/motion3/qa/foot-checks.js +72 -0
  181. package/src/motion3/qa/geometry.js +77 -0
  182. package/src/motion3/qa/goals.js +191 -0
  183. package/src/motion3/qa/ground.js +60 -0
  184. package/src/motion3/qa/hints-contact.js +179 -0
  185. package/src/motion3/qa/hints-goal.js +160 -0
  186. package/src/motion3/qa/hints-knee.js +24 -0
  187. package/src/motion3/qa/hints-motion.js +209 -0
  188. package/src/motion3/qa/hints-object.js +91 -0
  189. package/src/motion3/qa/index.js +42 -0
  190. package/src/motion3/qa/key-checks.js +82 -0
  191. package/src/motion3/qa/near.js +96 -0
  192. package/src/motion3/qa/object-checks.js +135 -0
  193. package/src/motion3/qa/patch.js +161 -0
  194. package/src/motion3/qa/severity.js +38 -0
  195. package/src/motion3/qa/spec-checks.js +65 -0
  196. package/src/motion3/qa/style.js +218 -0
  197. package/src/motion3/qa/wrist-checks.js +69 -0
  198. package/src/motion3/qa/wrist-obs.js +60 -0
  199. package/src/motion3/refs.js +120 -0
  200. package/src/motion3/repair-tune.js +121 -0
  201. package/src/motion3/repair.js +83 -0
  202. package/src/motion3/report.js +67 -0
  203. package/src/motion3/rigs/index.js +14 -0
  204. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  205. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  206. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  207. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  208. package/src/motion3/scene.js +60 -0
  209. package/src/motion3/schema/brief.js +89 -0
  210. package/src/motion3/schema/fields.js +44 -0
  211. package/src/motion3/schema/spec-examples.js +46 -0
  212. package/src/motion3/schema/topics.js +111 -0
  213. package/src/motion3/schema/types.js +147 -0
  214. package/src/motion3/search.js +117 -0
  215. package/src/motion3/second-hand.js +112 -0
  216. package/src/motion3/skills/basic.js +82 -0
  217. package/src/motion3/skills/book.js +76 -0
  218. package/src/motion3/skills/car.js +145 -0
  219. package/src/motion3/skills/frames-auto.js +29 -0
  220. package/src/motion3/skills/index.js +83 -0
  221. package/src/motion3/skills/info.js +65 -0
  222. package/src/motion3/skills/smoke-kit.js +109 -0
  223. package/src/motion3/skills/smoke.js +160 -0
  224. package/src/motion3/spec-store.js +59 -0
  225. package/src/motion3/take-edit.js +155 -0
  226. package/src/motion3/take.js +63 -0
  227. package/src/motion3/timeline.js +127 -0
  228. package/src/motion3/views.js +121 -0
  229. package/src/motion3/walk-plan.js +119 -0
  230. package/src/object-catalog.jsx +7 -1
  231. package/src/object-colors.js +98 -0
  232. package/src/object-gizmo-parts.js +115 -0
  233. package/src/object-gizmo.jsx +37 -122
  234. package/src/object-glow.js +139 -0
  235. package/src/object-hidden.js +33 -0
  236. package/src/object-look.js +196 -0
  237. package/src/object-size.js +10 -0
  238. package/src/object-travel.js +71 -6
  239. package/src/panels/CameraPanel.jsx +7 -7
  240. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  241. package/src/panels/LightPanel.jsx +25 -4
  242. package/src/panels/ObjectLookPanel.jsx +88 -0
  243. package/src/panels/PoseImagePanel.jsx +1 -1
  244. package/src/panels/PosePanel.jsx +2 -17
  245. package/src/panels/RigControlPanel.jsx +5 -53
  246. package/src/panels/SubjectBox.jsx +4 -1
  247. package/src/panels/details.css +14 -0
  248. package/src/posestudio.jsx +4 -27
  249. package/src/project-browser.jsx +3 -4
  250. package/src/project-resources.js +18 -31
  251. package/src/project.js +13 -104
  252. package/src/props.jsx +25 -280
  253. package/src/rail-dot-drag.js +23 -0
  254. package/src/render-passes.js +10 -0
  255. package/src/resource-status.jsx +1 -0
  256. package/src/result-modal.jsx +4 -19
  257. package/src/room.jsx +20 -12
  258. package/src/scene-assets.js +8 -6
  259. package/src/scene-light-place.js +72 -0
  260. package/src/scene-lights.jsx +148 -0
  261. package/src/scene-objects.js +31 -139
  262. package/src/scenes.js +15 -105
  263. package/src/semantic-edit.js +2 -5
  264. package/src/set-pieces.jsx +183 -0
  265. package/src/settings-menu.jsx +3 -11
  266. package/src/shell/BottomDock.jsx +11 -53
  267. package/src/shell/CompositionGuideButton.jsx +20 -0
  268. package/src/shell/DetailsSlot.jsx +16 -200
  269. package/src/shell/GhostsMenuGroup.jsx +74 -0
  270. package/src/shell/LibrarySlot.jsx +1 -3
  271. package/src/shell/MenuBar.jsx +3 -3
  272. package/src/shell/PreferencesDialog.jsx +15 -264
  273. package/src/shell/PreferencesSlot.jsx +2 -8
  274. package/src/shell/ShotPreviewHeader.jsx +17 -0
  275. package/src/shell/TopBar.jsx +5 -83
  276. package/src/shell/ViewportToolbar.jsx +23 -93
  277. package/src/shell/agent-glass.css +19 -6
  278. package/src/shell/details-selection.js +42 -0
  279. package/src/shell/ghosts-menu.css +22 -0
  280. package/src/shell/glass-regions.css +29 -3
  281. package/src/shell/preferences.css +6 -1
  282. package/src/shell/viewport.css +12 -0
  283. package/src/shot-authoring.js +4 -7
  284. package/src/soft-shadows.js +37 -0
  285. package/src/stage-attach-frames.js +12 -12
  286. package/src/stage-canvas-rigs.jsx +3 -3
  287. package/src/stage-capture.jsx +42 -8
  288. package/src/stage-characters.jsx +22 -216
  289. package/src/stage-editor-gizmos.jsx +6 -6
  290. package/src/stage-environment.js +93 -0
  291. package/src/stage-hdr-builtins.js +107 -0
  292. package/src/stage-hdr-image.js +116 -0
  293. package/src/stage-hdr-library.js +70 -0
  294. package/src/stage-hdr-map.js +94 -0
  295. package/src/stage-hdr.js +130 -0
  296. package/src/stage-lighting.js +149 -0
  297. package/src/stage-occlusion.js +210 -0
  298. package/src/stage-sky.jsx +159 -0
  299. package/src/stage-startup-defaults.js +5 -9
  300. package/src/studio-actions.js +12 -14
  301. package/src/studio-agent-commands.js +46 -16
  302. package/src/studio-agent-motion.js +9 -9
  303. package/src/studio-agent-protocol.js +46 -73
  304. package/src/studio-app-binding.js +29 -45
  305. package/src/studio-asset-list.js +17 -0
  306. package/src/studio-contact-sheet.js +37 -5
  307. package/src/studio-elements.js +27 -7
  308. package/src/studio-entity-bounds.js +18 -0
  309. package/src/studio-error-codes.js +8 -0
  310. package/src/studio-export-framing.js +152 -0
  311. package/src/studio-lighting-check.js +103 -0
  312. package/src/studio-motion-visual.js +150 -0
  313. package/src/studio-schema-errors.js +80 -0
  314. package/src/studio-support-gap.js +74 -0
  315. package/src/styles.css +1 -19
  316. package/src/timeline-defaults.js +5 -0
  317. package/src/timeline-extent.js +8 -20
  318. package/src/tutorial-walk.js +17 -0
  319. package/src/ui-scrub.js +1 -1
  320. package/src/use-shot-camera-tracks.js +12 -0
  321. package/src/view-ghosts.js +97 -0
  322. package/src/view-ghosts.jsx +49 -0
  323. package/src/workflow/AgentPanel.jsx +47 -166
  324. package/src/workflow/AgentProgressCard.jsx +107 -0
  325. package/src/workflow/AgentReplyText.jsx +37 -0
  326. package/src/workflow/AgentTurnSteps.jsx +84 -0
  327. package/src/workflow/LoginPanel.jsx +140 -0
  328. package/src/workflow/WorkflowBuilder.jsx +7 -23
  329. package/src/workflow/agent-client.js +54 -51
  330. package/src/workflow/agent-panel.css +71 -1
  331. package/src/workflow/agent-progress-card.css +167 -0
  332. package/src/workflow/agent-progress-view.js +47 -0
  333. package/src/workflow/agent-turn-steps.css +113 -0
  334. package/src/workflow/agent-turn.js +191 -0
  335. package/src/workflow/login-client.js +34 -0
  336. package/src/workflow/motion-input.js +18 -31
  337. package/src/workflow/node-schema.js +1 -1
  338. package/src/workflow/reply-markdown.js +69 -0
  339. package/src/workflow/scene-asset-sync.js +8 -8
  340. package/tools/agent-session-stats.mjs +61 -0
  341. package/tools/dev-full.mjs +5 -56
  342. package/tools/eslint-baseline.json +12 -13
  343. package/tools/headless-studio.mjs +85 -0
  344. package/tools/knip-baseline.json +0 -179
  345. package/tools/loc-baseline.json +33 -83
  346. package/tools/motion3/extract-body.mjs +103 -0
  347. package/tools/motion3/extract-rig.mjs +85 -0
  348. package/tools/process-supervisor.mjs +0 -88
  349. package/tools/run-tests.mjs +9 -124
  350. package/bin/agent/motion-runtime.mjs +0 -76
  351. package/dist/ardy/cskel27-rest.json +0 -557
  352. package/dist/assets/analytics-B41FmPYI.js +0 -1
  353. package/dist/assets/app-Do-Og5Pu.css +0 -1
  354. package/dist/assets/app-DwP-tl2x.js +0 -4920
  355. package/dist/assets/config-Bx7pYsD9.js +0 -1
  356. package/dist/assets/config-DeoFTYzb.css +0 -1
  357. package/dist/assets/demo-Dt0qZfS7.js +0 -1
  358. package/dist/assets/scene-asset-sync-BCWDJB1d.js +0 -19
  359. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  360. package/dist/assets/ticket-jqMhqL88.js +0 -1
  361. package/dist/assets/workflow-Br-K7Srs.js +0 -179
  362. package/dist/demo/walk-then-stop.npz +0 -0
  363. package/mcp/ardy-prompts.mjs +0 -218
  364. package/src/ardy/auto-fix-panel.css +0 -108
  365. package/src/ardy/auto-physics.js +0 -1194
  366. package/src/ardy/client.js +0 -153
  367. package/src/ardy/convert.js +0 -313
  368. package/src/ardy/cskel27-neutral.js +0 -39
  369. package/src/ardy/cskel27.js +0 -77
  370. package/src/ardy/export.js +0 -165
  371. package/src/ardy/fix-collisions.js +0 -2257
  372. package/src/ardy/foot-lock.js +0 -230
  373. package/src/ardy/motion-calibration.js +0 -118
  374. package/src/ardy/motion-edit.js +0 -213
  375. package/src/ardy/motion-url.js +0 -55
  376. package/src/ardy/mp4-duration.js +0 -102
  377. package/src/ardy/npz.js +0 -595
  378. package/src/ardy/physics-panel.css +0 -21
  379. package/src/ardy/physics-panel.jsx +0 -89
  380. package/src/ardy/physics-refine.js +0 -111
  381. package/src/ardy/physics-review.js +0 -567
  382. package/src/ardy/physics-temporal.js +0 -54
  383. package/src/ardy/platform-fit-panel.css +0 -64
  384. package/src/ardy/platform-fit-panel.jsx +0 -41
  385. package/src/ardy/platform-fit.js +0 -326
  386. package/src/ardy/playback.js +0 -711
  387. package/src/ardy/pose-pin.js +0 -97
  388. package/src/ardy/prompt-clips.js +0 -30
  389. package/src/ardy/retime.js +0 -211
  390. package/src/ardy/root-drop.js +0 -369
  391. package/src/ardy/timeline-resize.js +0 -13
  392. package/src/ardy/to-cskel27.js +0 -225
  393. package/src/ardy/trim.js +0 -33
  394. package/src/ardy/waypoints.js +0 -369
  395. package/src/ardy-bridge-contract.js +0 -281
  396. package/src/domains/motion/motion-video-capture.js +0 -664
  397. package/src/i2v-motion-client.js +0 -77
  398. package/src/i2v-motion-studio.jsx +0 -180
  399. package/src/line-edit.js +0 -1348
  400. package/src/motion/generation.js +0 -105
  401. package/src/motion-readiness-ui.jsx +0 -67
  402. package/src/motion-readiness.js +0 -40
  403. package/src/motion-resources.js +0 -177
  404. package/src/motion-store.js +0 -65
  405. package/src/motion-trail.js +0 -601
  406. package/src/multimodel-ingest.js +0 -394
  407. package/src/panels/PromptBlocksPanel.jsx +0 -444
  408. package/src/panels/VideoCapturePanel.jsx +0 -181
  409. package/src/pose-extract/browser.js +0 -42
  410. package/src/pose-extract/detector.js +0 -100
  411. package/src/pose-extract/fit.js +0 -227
  412. package/src/pose-extract/image-frame.js +0 -51
  413. package/src/pose-extract/index.js +0 -58
  414. package/src/pose-extract/keyframes.js +0 -74
  415. package/src/pose-extract/landmarks.js +0 -162
  416. package/src/pose-extract/mirror.js +0 -153
  417. package/src/pose-extract/take.js +0 -131
  418. package/src/pose-extract/video-frames.js +0 -91
  419. package/src/take-recipe.js +0 -165
  420. package/src/trail-key-conflicts.js +0 -39
  421. package/src/trail-pick.js +0 -59
  422. package/src/use-i2v-capture-modal.js +0 -15
  423. package/tools/ardy/BRIDGE.md +0 -37
  424. package/tools/ardy/GVHMR-NPZ.md +0 -68
  425. package/tools/ardy/README.md +0 -124
  426. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  427. package/tools/ardy/artifacts.mjs +0 -34
  428. package/tools/ardy/bridge.mjs +0 -1732
  429. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  430. package/tools/ardy/cclay_constrained_generate.py +0 -561
  431. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  432. package/tools/ardy/cclay_motion_edit.py +0 -510
  433. package/tools/ardy/cclay_sequence_generate.py +0 -705
  434. package/tools/ardy/cclay_worker.py +0 -304
  435. package/tools/ardy/dump-npz.py +0 -205
  436. package/tools/ardy/extract-rest.mjs +0 -299
  437. package/tools/ardy/extract.mjs +0 -507
  438. package/tools/ardy/footage.mjs +0 -467
  439. package/tools/ardy/gvhmr-floor.mjs +0 -102
  440. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  441. package/tools/ardy/gvhmr_fastpath.py +0 -168
  442. package/tools/ardy/gvhmr_trajectory.py +0 -240
  443. package/tools/ardy/merge-text-encoder.py +0 -160
  444. package/tools/ardy/mocap-metrics.mjs +0 -200
  445. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  446. package/tools/ardy/motion-stabilize.mjs +0 -348
  447. package/tools/ardy/npz.mjs +0 -414
  448. package/tools/ardy/pose-to-npz.mjs +0 -106
  449. package/tools/ardy/prompt-limits.mjs +0 -5
  450. package/tools/ardy/run-edit-on-box.sh +0 -73
  451. package/tools/ardy/run-local.mjs +0 -233
  452. package/tools/ardy/run-on-box.sh +0 -593
  453. package/tools/ardy/run-sequence-on-box.sh +0 -177
  454. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  455. package/tools/ardy/runners/index.mjs +0 -18
  456. package/tools/ardy/runners/local.mjs +0 -455
  457. package/tools/ardy/runners/proc.mjs +0 -125
  458. package/tools/ardy/runners/remote.mjs +0 -252
  459. package/tools/ardy/setup-local.mjs +0 -189
  460. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  461. package/tools/ardy/setup-text-encoder.py +0 -306
  462. package/tools/ardy/smpl-cskel27.mjs +0 -178
  463. package/tools/ardy/visual-qa.mjs +0 -196
  464. package/tools/ardy/vq-car.mjs +0 -52
  465. package/tools/bench/EXP3.md +0 -61
  466. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  467. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  468. package/tools/bench/cclay_bench_runner.py +0 -42
  469. package/tools/bench/cube-contact.mjs +0 -162
  470. package/tools/bench/exp3.mjs +0 -152
  471. package/tools/bench/extract-bench-lib.mjs +0 -216
  472. package/tools/bench/extract-bench.mjs +0 -302
  473. package/tools/bench/fal-generate.mjs +0 -88
  474. package/tools/bench/fit/README.md +0 -189
  475. package/tools/bench/fit/camera.mjs +0 -59
  476. package/tools/bench/fit/contact.mjs +0 -419
  477. package/tools/bench/fit/footlock.mjs +0 -234
  478. package/tools/bench/fit/motion.mjs +0 -85
  479. package/tools/bench/fit/pin.mjs +0 -27
  480. package/tools/bench/fit/remote.mjs +0 -105
  481. package/tools/bench/fit-bench.mjs +0 -126
  482. package/tools/bench/fit-sanity.mjs +0 -45
  483. package/tools/bench/metrics.mjs +0 -313
  484. package/tools/bench/obs/depth.mjs +0 -258
  485. package/tools/bench/obs/extrinsics.mjs +0 -175
  486. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  487. package/tools/bench/obs/ground.mjs +0 -294
  488. package/tools/bench/obs/heading.mjs +0 -151
  489. package/tools/bench/obs/ladder.mjs +0 -555
  490. package/tools/bench/obs/mannequin-betas.json +0 -124
  491. package/tools/bench/obs/remote.mjs +0 -83
  492. package/tools/bench/obs/rest_joints.py +0 -52
  493. package/tools/bench/obs/ybot-targets.mjs +0 -49
  494. package/tools/bench/obs-bench.mjs +0 -520
  495. package/tools/bench/score.mjs +0 -343
  496. package/tools/bench/summarize.mjs +0 -86
  497. package/tools/demo-worker/README.md +0 -137
  498. package/tools/demo-worker/api-client.mjs +0 -233
  499. package/tools/demo-worker/generate.mjs +0 -301
  500. package/tools/demo-worker/index.mjs +0 -466
  501. package/tools/demo-worker/sign-core.mjs +0 -112
  502. package/tools/demo-worker/sign.mjs +0 -161
  503. package/tools/gt-render/browser.mjs +0 -159
  504. package/tools/gt-render/camera-math.mjs +0 -276
  505. package/tools/gt-render/page.mjs +0 -267
  506. package/tools/gt-render/render.mjs +0 -514
  507. package/tools/gt-render/scene-box.mjs +0 -31
  508. package/tools/gt-render/take-transform.mjs +0 -87
  509. package/tools/kimodo/compare-seam.mjs +0 -108
  510. package/tools/kimodo/constraints.mjs +0 -244
  511. package/tools/kimodo/edit.mjs +0 -259
  512. package/tools/kimodo/effector-constraints.mjs +0 -200
  513. package/tools/kimodo/generate.mjs +0 -646
  514. package/tools/kimodo/local-output.mjs +0 -265
  515. package/tools/kimodo/measure-pose.mjs +0 -65
  516. package/tools/kimodo/measure-preserve.mjs +0 -899
  517. package/tools/kimodo/measure-waypoints.mjs +0 -55
  518. package/tools/kimodo/mlx-generate.py +0 -111
  519. package/tools/kimodo/pose-constraints.mjs +0 -248
  520. package/tools/kimodo/preserve-mask.mjs +0 -543
  521. package/tools/kimodo/read-npz.mjs +0 -189
  522. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  523. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  524. package/tools/kimodo/runner.mjs +0 -284
  525. package/tools/kimodo/seam-batch.mjs +0 -77
  526. package/tools/kimodo/setup-local.mjs +0 -30
  527. package/tools/kimodo/setup-on-box.sh +0 -339
  528. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  529. package/tools/morphgs/assets/gen_truth.py +0 -39
  530. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  531. package/tools/morphgs/assets/playback-check.mjs +0 -30
  532. package/tools/morphgs/demo-gate.sh +0 -26
  533. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  534. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  535. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  536. package/tools/morphgs/setup-on-cluster.sh +0 -126
  537. package/tools/projflow/driver.py +0 -1069
  538. package/tools/projflow/generate.mjs +0 -805
  539. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  540. package/tools/projflow/line-edit-job.mjs +0 -547
  541. package/tools/projflow/replay.mjs +0 -452
  542. package/tools/projflow/runner.mjs +0 -269
  543. package/tools/projflow/service.mjs +0 -742
  544. package/tools/track/DESIGN.md +0 -513
  545. package/tools/track/backfill-provenance.mjs +0 -116
  546. package/tools/track/budget.mjs +0 -8
  547. package/tools/track/check-rig.mjs +0 -209
  548. package/tools/track/diagnostics.schema.json +0 -60
  549. package/tools/track/export-rig.mjs +0 -256
  550. package/tools/track/fallback.mjs +0 -7
  551. package/tools/track/fk-parity-fixture.mjs +0 -161
  552. package/tools/track/gate.mjs +0 -349
  553. package/tools/track/masks.mjs +0 -318
  554. package/tools/track/metrics.mjs +0 -201
  555. package/tools/track/publish-obs.mjs +0 -108
  556. package/tools/track/py/check_env.py +0 -61
  557. package/tools/track/py/eval_lr.py +0 -229
  558. package/tools/track/py/lr_viterbi.py +0 -294
  559. package/tools/track/py/masks.py +0 -405
  560. package/tools/track/py/objective.py +0 -382
  561. package/tools/track/py/rig.py +0 -508
  562. package/tools/track/py/scene.py +0 -326
  563. package/tools/track/py/test_joint_indices.py +0 -123
  564. package/tools/track/py/test_lr_viterbi.py +0 -195
  565. package/tools/track/py/test_masks.py +0 -229
  566. package/tools/track/py/test_rig.py +0 -288
  567. package/tools/track/py/test_scene.py +0 -354
  568. package/tools/track/py/test_track.py +0 -328
  569. package/tools/track/py/track.py +0 -411
  570. package/tools/track/remote.mjs +0 -140
  571. package/tools/track/rig-dump.mjs +0 -227
  572. package/tools/track/run-box-tests.mjs +0 -14
  573. package/tools/track/run-box.mjs +0 -168
  574. package/tools/track/setup-box.sh +0 -59
  575. package/tools/track/study-2d.mjs +0 -728
  576. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  577. /package/src/{ardy → motion}/ground.js +0 -0
  578. /package/src/{ardy → motion}/ik-drag.js +0 -0
  579. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  580. /package/src/{ardy → motion}/ik.js +0 -0
  581. /package/src/{ardy → motion}/physics-surface.js +0 -0
  582. /package/src/{ardy → motion}/playback-clock.js +0 -0
  583. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,209 +0,0 @@
1
- #!/usr/bin/env node
2
- /**
3
- * check-rig.mjs — prove an exported rig npz (tools/track/export-rig.mjs) is
4
- * enough to reproduce Studio playback without three's rig objects.
5
- *
6
- * node tools/track/check-rig.mjs --rig <rig.npz> --model <id> --motion <truth.npz> [--frame N]
7
- *
8
- * 1. rest joints: cskel27 joints of a rest take (the truth motion's frame-0
9
- * root and bone factors, identity rotations) from the npz's neutral
10
- * skeleton vs Studio's posedJoints (tools/bench/fit/motion.mjs
11
- * regenerateJoints over src/ardy/convert.js FK).
12
- * 2. bones: every control bone's world position from a port of
13
- * applyMotionFrame that reads only npz arrays vs the real rig driven by
14
- * src/ardy/playback.js applyMotionFrame, for the rest take, truth frame N,
15
- * and truth frame N on a body with non-unit bone factors.
16
- * 3. skin: world-space LBS from npz vertices/weights/bind inverses vs three's
17
- * own SkinnedMesh.getVertexPosition on truth frame N (every 7th vertex).
18
- * Prints JSON; exits 1 when any error exceeds 1 mm.
19
- */
20
- import { pathToFileURL } from "node:url";
21
- import * as THREE from "three";
22
- import { globalRotations } from "../../src/ardy/convert.js";
23
- import { applyMotionFrame } from "../../src/ardy/playback.js";
24
- import { readNpz } from "../kimodo/read-npz.mjs";
25
- import { cloneMotion, localsAt, readMotion, regenerateJoints } from "../bench/fit/motion.mjs";
26
- import { loadRig, modelPath } from "./export-rig.mjs";
27
-
28
- const TOLERANCE_M = 1e-3;
29
- const J = 27;
30
-
31
- const m4 = (data, i) => new THREE.Matrix4().fromArray(data, i * 16).transpose(); // row-major -> three
32
- const v3 = (data, i) => new THREE.Vector3(data[i * 3], data[i * 3 + 1], data[i * 3 + 2]);
33
- const q4 = (data, i) => new THREE.Quaternion(data[i * 4], data[i * 4 + 1], data[i * 4 + 2], data[i * 4 + 3]);
34
-
35
- /** Rest cskel27 joints from the npz: root + neutral grown by boneScale. */
36
- export function restJoints(npz, root, boneScale) {
37
- const parents = npz.cskel27_parents.data;
38
- const n = npz.cskel27_neutral.data;
39
- const out = [];
40
- for (let j = 0; j < J; j += 1) {
41
- const p = parents[j];
42
- out.push(p < 0 ? [...root] : [0, 1, 2].map((k) => out[p][k] + boneScale[j] * (n[j * 3 + k] - n[p * 3 + k])));
43
- }
44
- return out;
45
- }
46
-
47
- /** World matrices (metres) of every exported bone for motion frame f, from npz arrays only. */
48
- export function boneWorlds(npz, motion, f) {
49
- const s = npz.prep_scale.data[0];
50
- const minY = npz.ardy_neutral_min_y.data[0];
51
- const prepBone = npz.prep_bone.data;
52
- const hasScale = Boolean(motion.boneScale);
53
- const grown = hasScale ? restJoints(npz, [0, 0, 0], motion.boneScale) : null;
54
- const offset = (j) => {
55
- if (!grown) return v3(npz.prep_offsets.data, j);
56
- const b = v3(npz.prep_bind_pos.data, j);
57
- return new THREE.Vector3(b.x - s * grown[j][0], b.y - s * (grown[j][1] - minY), b.z - s * grown[j][2]);
58
- };
59
- const stretch = (j) => {
60
- if (!hasScale) return 1;
61
- if (npz.girdle_joints.data[j]) return motion.boneScale[j];
62
- const canonical = npz.prep_canonical_bone_length.data[j];
63
- const rigBind = npz.prep_rig_bone_length.data[j];
64
- if (!(canonical > 1e-6) || !(rigBind > 1e-6)) return motion.boneScale[j];
65
- return (motion.boneScale[j] * canonical) / rigBind;
66
- };
67
- const globals = globalRotations(localsAt(motion, f));
68
- const anchor = Math.max(0, Math.min(motion.anchorFrame || 0, motion.frames - 1));
69
- const ax = motion.posedJoints[anchor * J * 3];
70
- const az = motion.posedJoints[anchor * J * 3 + 2];
71
-
72
- const desired = new Array(J).fill(null);
73
- const assumedParent = new Map();
74
- const jointOfBone = new Map();
75
- for (let j = 0; j < J; j += 1) {
76
- const b = prepBone[j];
77
- if (b < 0) continue;
78
- const G = globals[j];
79
- const q = new THREE.Quaternion().setFromRotationMatrix(new THREE.Matrix4().set(
80
- G[0][0], G[0][1], G[0][2], 0, G[1][0], G[1][1], G[1][2], 0, G[2][0], G[2][1], G[2][2], 0, 0, 0, 0, 1));
81
- const po = (f * J + j) * 3;
82
- let pos = offset(j).applyQuaternion(q).add(new THREE.Vector3(
83
- s * (motion.posedJoints[po] - ax), s * motion.posedJoints[po + 1], s * (motion.posedJoints[po + 2] - az)));
84
- const cp = npz.prep_chain_parent.data[j];
85
- const parentW = cp >= 0 ? desired[cp].clone().multiply(m4(npz.prep_chain_rel.data, j)) : m4(npz.prep_parent_bind_world.data, j);
86
- if (npz.hierarchy_preserved.data[j]) pos = v3(npz.prep_bind_local_pos.data, j).multiplyScalar(stretch(j)).applyMatrix4(parentW);
87
- desired[j] = new THREE.Matrix4().compose(pos, q.multiply(q4(npz.prep_bind_quat.data, j)), v3(npz.prep_bind_scale.data, j));
88
- assumedParent.set(b, parentW);
89
- jointOfBone.set(b, j);
90
- }
91
- const leaves = new Map();
92
- for (let i = 0; i < npz.prep_stretched_leaves.shape[0]; i += 1) {
93
- leaves.set(npz.prep_stretched_leaves.data[i * 2], { joint: npz.prep_stretched_leaves.data[i * 2 + 1], i });
94
- }
95
- const B = npz.bone_parent.shape[0];
96
- const rigWorld = [];
97
- for (let b = 0; b < B; b += 1) {
98
- const parent = npz.bone_parent.data[b];
99
- const parentWorld = parent < 0 ? new THREE.Matrix4() : rigWorld[parent];
100
- let local;
101
- if (jointOfBone.has(b)) {
102
- local = assumedParent.get(b).clone().invert().multiply(desired[jointOfBone.get(b)]);
103
- } else if (leaves.has(b)) {
104
- const { joint, i } = leaves.get(b);
105
- const rest = m4(npz.bone_rest_local.data, b);
106
- const scale = new THREE.Vector3();
107
- rest.decompose(new THREE.Vector3(), new THREE.Quaternion(), scale);
108
- local = new THREE.Matrix4().compose(
109
- v3(npz.prep_stretched_leaf_local_pos.data, i).multiplyScalar(stretch(joint)),
110
- q4(npz.prep_stretched_leaf_local_quat.data, i), scale);
111
- } else {
112
- local = m4(npz.bone_rest_local.data, b);
113
- }
114
- rigWorld.push(parentWorld.clone().multiply(local));
115
- }
116
- const root = new THREE.Matrix4().makeScale(...Array(3).fill(npz.rig_root_scale.data[0]));
117
- return rigWorld.map((w) => root.clone().multiply(w));
118
- }
119
-
120
- /** World-space LBS of npz vertex v under bone worlds W. */
121
- export function skinVertex(npz, worlds, v) {
122
- const out = new THREE.Vector3();
123
- const rest = v3(npz.vertices.data, v);
124
- for (let k = 0; k < 4; k += 1) {
125
- const w = npz.skin_weight.data[v * 4 + k];
126
- if (w === 0) continue;
127
- const b = npz.skin_index.data[v * 4 + k];
128
- out.addScaledVector(rest.clone().applyMatrix4(m4(npz.bone_bind_inverse.data, b)).applyMatrix4(worlds[b]), w);
129
- }
130
- return out;
131
- }
132
-
133
- export function checkRig({ rig: rigPath, model, motion: motionPath, frame = 40 }) {
134
- const npz = readNpz(rigPath);
135
- const meta = JSON.parse(Buffer.from(Uint8Array.from(npz.meta_json.data)).toString("utf8"));
136
- const truth = readMotion(motionPath);
137
- const f = Math.min(frame, truth.frames - 1);
138
-
139
- // 1. rest take: truth frame-0 root and bone factors, identity rotations.
140
- const rotMats = new Float32Array(J * 9);
141
- for (let j = 0; j < J; j += 1) rotMats.set([1, 0, 0, 0, 1, 0, 0, 0, 1], j * 9);
142
- const rest = regenerateJoints({ frames: 1, fps: truth.fps, rotMats, rootPos: truth.rootPos.slice(0, 3), posedJoints: new Float32Array(J * 3), boneScale: truth.boneScale.slice(), anchorFrame: 0 });
143
- const fromNpz = restJoints(npz, Array.from(truth.rootPos.slice(0, 3)), truth.boneScale);
144
- let restJointErr = 0;
145
- fromNpz.forEach((p, j) => { restJointErr = Math.max(restJointErr, Math.hypot(...p.map((x, k) => x - rest.posedJoints[j * 3 + k]))); });
146
-
147
- // 2 + 3. bone and skin parity against the real rig under Studio playback.
148
- const { rig } = loadRig(modelPath(model));
149
- const control = new Map();
150
- rig.traverse((o) => { if (o.isBone && !control.has(o.name)) control.set(o.name, o); });
151
- const meshes = [];
152
- rig.traverse((o) => { if (o.isSkinnedMesh) meshes.push(o); });
153
- /** Drive the real rig with Studio playback and the npz port with the same
154
- * frame; compare every bone and (optionally) every 7th skinned vertex. */
155
- const parity = (motion, fr, { skin = false } = {}) => {
156
- applyMotionFrame(rig, motion, fr);
157
- const worlds = boneWorlds(npz, motion, fr);
158
- let err = 0;
159
- let worst = "";
160
- meta.boneNames.forEach((name, b) => {
161
- const e = new THREE.Vector3().setFromMatrixPosition(worlds[b]).distanceTo(new THREE.Vector3().setFromMatrixPosition(control.get(name).matrixWorld));
162
- if (e > err) { err = e; worst = name; }
163
- });
164
- let skinErr = 0;
165
- let samples = 0;
166
- const p = new THREE.Vector3();
167
- if (skin) meshes.forEach((mesh, m) => {
168
- const [start, count] = npz.mesh_ranges.data.slice(m * 4, m * 4 + 2);
169
- for (let v = 0; v < count; v += 7) {
170
- mesh.getVertexPosition(v, p).applyMatrix4(mesh.matrixWorld);
171
- skinErr = Math.max(skinErr, skinVertex(npz, worlds, start + v).distanceTo(p));
172
- samples += 1;
173
- }
174
- });
175
- return { err, worst, skinErr, samples };
176
- };
177
- const restBones = parity(rest, 0);
178
- const posed = parity(truth, f, { skin: true });
179
- // The same frame on a non-canonical body (bone factors 0.85..1.15), so the
180
- // grown offsets and the arm/leaf stretch are exercised with factors != 1.
181
- const body = cloneMotion(truth);
182
- body.boneScale = Float32Array.from({ length: J }, (_, j) => 0.85 + 0.3 * ((j * 7) % 11) / 10);
183
- const scaled = parity(regenerateJoints(body), f, { skin: true });
184
- const result = {
185
- rig: rigPath, model, motion: motionPath, frame: f,
186
- shapes: Object.fromEntries(Object.entries(npz).map(([k, v]) => [k, `${v.dtype}[${v.shape.join(",")}]`])),
187
- restJointMaxErrM: restJointErr,
188
- restBoneMaxErrM: restBones.err, restBoneWorst: restBones.worst,
189
- posedBoneMaxErrM: posed.err, posedBoneWorst: posed.worst,
190
- posedSkinMaxErrM: posed.skinErr, skinSamples: posed.samples,
191
- scaledBodyBoneMaxErrM: scaled.err, scaledBodyBoneWorst: scaled.worst,
192
- scaledBodySkinMaxErrM: scaled.skinErr,
193
- toleranceM: TOLERANCE_M,
194
- };
195
- result.pass = [restJointErr, restBones.err, posed.err, posed.skinErr, scaled.err, scaled.skinErr].every((e) => e <= TOLERANCE_M);
196
- return result;
197
- }
198
-
199
- if (import.meta.url === pathToFileURL(process.argv[1] ?? "").href) {
200
- const args = {};
201
- for (let i = 2; i < process.argv.length; i += 2) args[process.argv[i].replace(/^--/, "")] = process.argv[i + 1];
202
- if (!args.rig || !args.model || !args.motion) {
203
- console.error("usage: check-rig.mjs --rig <rig.npz> --model <id> --motion <truth.npz> [--frame N]");
204
- process.exit(2);
205
- }
206
- const result = checkRig({ ...args, frame: args.frame === undefined ? 40 : Number(args.frame) });
207
- console.log(JSON.stringify(result, null, 2));
208
- process.exit(result.pass ? 0 : 1);
209
- }
@@ -1,60 +0,0 @@
1
- {
2
- "$schema": "https://json-schema.org/draft/2020-12/schema",
3
- "$id": "https://cozyclay.org/schemas/track-diagnostics.json",
4
- "title": "Known-character tracker diagnostics",
5
- "type": "object",
6
- "additionalProperties": false,
7
- "required": ["version", "frames", "fps", "occluded", "lrState", "lrMargin", "ambiguous", "stance", "penetration", "nuisance", "stageLosses", "runtime", "failure"],
8
- "properties": {
9
- "version": { "type": "integer", "const": 1 },
10
- "frames": { "type": "integer", "minimum": 1 },
11
- "fps": { "type": "number", "exclusiveMinimum": 0 },
12
- "occluded": {
13
- "type": "array",
14
- "items": { "type": "array", "items": { "type": "boolean" }, "minItems": 27, "maxItems": 27 }
15
- },
16
- "lrState": { "type": "array", "items": { "type": "string" } },
17
- "lrMargin": { "type": "array", "items": { "type": "number" } },
18
- "ambiguous": { "type": "array", "items": { "type": "boolean" } },
19
- "stance": {
20
- "type": "object",
21
- "additionalProperties": false,
22
- "required": ["left", "right"],
23
- "properties": {
24
- "left": { "type": "array", "items": { "type": "boolean" } },
25
- "right": { "type": "array", "items": { "type": "boolean" } }
26
- }
27
- },
28
- "penetration": {
29
- "type": "object",
30
- "additionalProperties": false,
31
- "required": ["maxBoxCm", "maxFloorCm", "frames"],
32
- "properties": {
33
- "maxBoxCm": { "type": "number", "minimum": 0 },
34
- "maxFloorCm": { "type": "number", "minimum": 0 },
35
- "frames": { "type": "array", "items": { "type": "integer", "minimum": 0 } }
36
- }
37
- },
38
- "nuisance": {
39
- "type": "object",
40
- "additionalProperties": false,
41
- "required": ["scale", "cameraDeltaDeg", "fovDeltaPct"],
42
- "properties": {
43
- "scale": { "type": "number", "exclusiveMinimum": 0 },
44
- "cameraDeltaDeg": { "type": "array", "prefixItems": [{ "type": "number" }, { "type": "number" }], "items": false },
45
- "fovDeltaPct": { "type": "number" }
46
- }
47
- },
48
- "stageLosses": { "type": "object", "additionalProperties": { "type": "number" } },
49
- "runtime": {
50
- "type": "object",
51
- "additionalProperties": false,
52
- "required": ["trackerSeconds", "peakReservedMiB"],
53
- "properties": {
54
- "trackerSeconds": { "type": "number", "minimum": 0 },
55
- "peakReservedMiB": { "type": "number", "minimum": 0 }
56
- }
57
- },
58
- "failure": { "type": ["null", "string"] }
59
- }
60
- }
@@ -1,256 +0,0 @@
1
- #!/usr/bin/env node
2
- /**
3
- * export-rig.mjs — export a shipped Studio character rig for the known-character
4
- * tracker (plan mocap-rearch todo 3).
5
- *
6
- * node tools/track/export-rig.mjs --model y-bot-tpose [--out <path.npz>]
7
- *
8
- * Loads public/models/<model>.fbx in node with three's FBXLoader exactly as
9
- * tools/bench/obs-bench.mjs characterStandingAnkle does (rig root scale 0.01,
10
- * bind pose primed like Studio's app-stage clone), and writes one npz with the
11
- * merged skinned mesh (both SkinnedMeshes, rest pose, metres), the rig's
12
- * control bones, and the positional-skinning preparation playback.js
13
- * computes for this rig (prepOf), plus the canonical cskel27 skeleton. Array
14
- * layout and units: tools/track/rig-dump.mjs.
15
- *
16
- * Mixamo FBX nests an identity copy of every bone under its control bone and
17
- * a mesh's skeleton may reference either; playback only ever writes control
18
- * bones, so every skeleton bone is canonicalised onto the control bone of the
19
- * same name (the copy's local transform is asserted to be identity).
20
- *
21
- * Default output: node_modules/.cache/cozyfit/rig-<model>.npz (never committed).
22
- */
23
- import { createHash } from "node:crypto";
24
- import { existsSync, mkdirSync, readFileSync, renameSync, rmSync, statSync } from "node:fs";
25
- import { dirname, join, relative, resolve } from "node:path";
26
- import { fileURLToPath, pathToFileURL } from "node:url";
27
- import * as THREE from "three";
28
- import { FBXLoader } from "three/examples/jsm/loaders/FBXLoader.js";
29
- import { writeNpz } from "../ardy/npz.mjs";
30
- import { CSKEL27_JOINTS, CSKEL27_PARENTS } from "../../src/ardy/cskel27.js";
31
- import { CSKEL27_NEUTRAL } from "../../src/ardy/cskel27-neutral.js";
32
- import { ARDY_NEUTRAL_MIN_Y, GIRDLE_JOINTS, HIERARCHY_PRESERVED_JOINTS, prepOf } from "../../src/ardy/playback.js";
33
- import { primeBindPose } from "../../src/poses.js";
34
- import { CHARACTER_MODEL_IDS } from "../../src/scenes.js";
35
- import { rigArraysFromDump, RIG_DUMP_VERSION } from "./rig-dump.mjs";
36
-
37
- const HERE = dirname(fileURLToPath(import.meta.url));
38
- const ROOT = resolve(HERE, "../..");
39
- const ROOT_SCALE = 0.01; // app-stage.jsx: model.scale = 0.01 * character scale (1)
40
- const BIND_TOLERANCE = 1e-5;
41
-
42
- /** 4x4 row-major list from a three.js (column-major) Matrix4. */
43
- const rowMajor = (m) => m.clone().transpose().toArray();
44
- const vec = (v) => (v ? [v.x, v.y, v.z] : null);
45
- const quat = (q) => (q ? [q.x, q.y, q.z, q.w] : null);
46
-
47
- export function modelPath(model) {
48
- if (!CHARACTER_MODEL_IDS.includes(model)) {
49
- throw new Error(`unknown character model: ${model} (known: ${CHARACTER_MODEL_IDS.join(", ")})`);
50
- }
51
- const path = ["public", "dist"].map((d) => join(ROOT, d, "models", `${model}.fbx`)).find(existsSync);
52
- if (!path) throw new Error(`character model ${model}.fbx not found under public/models or dist/models`);
53
- return path;
54
- }
55
-
56
- /** The Studio rig as the app holds it: FBX parse, 0.01 root scale, primed bind. */
57
- export function loadRig(path) {
58
- const bytes = readFileSync(path);
59
- const rig = new FBXLoader().parse(bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength), "");
60
- rig.scale.setScalar(ROOT_SCALE);
61
- primeBindPose(rig);
62
- rig.updateMatrixWorld(true);
63
- return { rig, sha256: createHash("sha256").update(bytes).digest("hex") };
64
- }
65
-
66
- const isIdentityLocal = (bone) =>
67
- bone.position.lengthSq() < 1e-12 &&
68
- Math.abs(Math.abs(bone.quaternion.w) - 1) < 1e-9 &&
69
- bone.scale.distanceToSquared(new THREE.Vector3(1, 1, 1)) < 1e-12;
70
-
71
- /** Plain-JSON dump of a loaded, untouched rig (rigArraysFromDump input). */
72
- export function dumpRig(rig, { model = null, source = null } = {}) {
73
- rig.updateMatrixWorld(true);
74
-
75
- // Control bones: the first depth-first bone of every name (playback's findBone rule).
76
- const control = [];
77
- const byName = new Map();
78
- rig.traverse((node) => {
79
- if (node.isBone && !byName.has(node.name)) {
80
- byName.set(node.name, control.length);
81
- control.push(node);
82
- }
83
- });
84
- const indexOf = new Map(control.map((bone, i) => [bone, i]));
85
- const canonical = (bone) => {
86
- const i = byName.get(bone.name);
87
- if (i === undefined) throw new Error(`bone ${bone.name} has no control bone`);
88
- if (control[i] !== bone) {
89
- // A nested copy: only valid when it sits (transitively) at its control bone.
90
- for (let node = bone; node !== control[i]; node = node.parent) {
91
- if (!node || !node.isBone || !isIdentityLocal(node)) {
92
- throw new Error(`skeleton bone ${bone.name} is not an identity copy of its control bone`);
93
- }
94
- }
95
- }
96
- return i;
97
- };
98
- const parentIndex = (bone) => {
99
- for (let node = bone.parent; node && node !== rig; node = node.parent) {
100
- if (node.isBone && indexOf.has(node)) return indexOf.get(node);
101
- }
102
- return -1;
103
- };
104
- const bones = control.map((bone) => {
105
- const world = bone.matrixWorld.clone();
106
- return {
107
- name: bone.name,
108
- parent: parentIndex(bone),
109
- restLocal: rowMajor(bone.matrix),
110
- restWorld: rowMajor(world),
111
- bindInverse: rowMajor(world.clone().invert()),
112
- };
113
- });
114
-
115
- const meshes = [];
116
- let maxBindDeviation = 0;
117
- rig.traverse((node) => {
118
- if (!node.isSkinnedMesh) return;
119
- const { geometry, skeleton } = node;
120
- const remap = skeleton.bones.map(canonical);
121
- // Studio's skinning uses bone.matrixWorld @ boneInverse; the export's
122
- // world-space LBS uses controlWorld @ inverse(controlWorld at rest). The
123
- // two agree only when every bone's rest product is the same matrix.
124
- const reference = new THREE.Matrix4().multiplyMatrices(skeleton.bones[0].matrixWorld, skeleton.boneInverses[0]).multiply(node.bindMatrix);
125
- skeleton.bones.forEach((bone, k) => {
126
- const product = new THREE.Matrix4().multiplyMatrices(bone.matrixWorld, skeleton.boneInverses[k]).multiply(node.bindMatrix);
127
- product.elements.forEach((x, e) => { maxBindDeviation = Math.max(maxBindDeviation, Math.abs(x - reference.elements[e])); });
128
- });
129
- const count = geometry.attributes.position.count;
130
- const vertices = new Array(count * 3);
131
- const skinIndex = new Array(count * 4);
132
- const skinWeight = new Array(count * 4);
133
- const p = new THREE.Vector3();
134
- const si = geometry.attributes.skinIndex;
135
- const sw = geometry.attributes.skinWeight;
136
- for (let v = 0; v < count; v += 1) {
137
- node.getVertexPosition(v, p).applyMatrix4(node.matrixWorld);
138
- vertices[v * 3] = p.x; vertices[v * 3 + 1] = p.y; vertices[v * 3 + 2] = p.z;
139
- for (let k = 0; k < 4; k += 1) {
140
- const w = sw.getComponent(v, k);
141
- skinWeight[v * 4 + k] = w;
142
- // A zero-weight slot's index is irrelevant; point it at a real bone.
143
- skinIndex[v * 4 + k] = w === 0 ? remap[0] : remap[si.getComponent(v, k)];
144
- }
145
- }
146
- const faces = geometry.index
147
- ? Array.from(geometry.index.array)
148
- : Array.from({ length: count }, (_, i) => i);
149
- meshes.push({ name: node.name, vertices, faces, skinIndex, skinWeight });
150
- });
151
- if (meshes.length === 0) throw new Error("rig has no skinned mesh");
152
- if (maxBindDeviation > BIND_TOLERANCE) {
153
- throw new Error(`bind pose is not the rest pose (max boneWorld*boneInverse deviation ${maxBindDeviation})`);
154
- }
155
-
156
- const prep = prepOf(rig);
157
- const boneOf = (bone) => {
158
- if (!bone) return -1;
159
- if (!indexOf.has(bone)) throw new Error(`prep bone ${bone.name} is not a control bone`);
160
- return indexOf.get(bone);
161
- };
162
- const mat = (m) => (m ? rowMajor(m) : null);
163
- return {
164
- version: RIG_DUMP_VERSION,
165
- model,
166
- source,
167
- rootScale: ROOT_SCALE,
168
- bones,
169
- meshes,
170
- prep: {
171
- bones: prep.bones.map(boneOf),
172
- scale: prep.scale,
173
- offsets: prep.offsets.map(vec),
174
- bindPos: prep.bindPos.map(vec),
175
- bindQuat: prep.bindQuat.map(quat),
176
- bindScale: prep.bindScale.map(vec),
177
- bindLocalPos: prep.bindLocalPos.map(vec),
178
- parentBindWorld: prep.parentBindWorld.map(mat),
179
- chainParent: [...prep.chainParent],
180
- chainRel: prep.chainRel.map(mat),
181
- canonicalBoneLength: [...prep.canonicalBoneLength],
182
- rigBoneLength: [...prep.rigBoneLength],
183
- stretchedLeaves: prep.stretchedLeaves.map((leaf) => ({
184
- bone: boneOf(leaf.bone),
185
- joint: leaf.joint,
186
- bindLocalPos: vec(leaf.bindLocalPos),
187
- bindLocalQuat: quat(leaf.bindLocalQuat),
188
- })),
189
- hierarchyPreserved: [...HIERARCHY_PRESERVED_JOINTS],
190
- girdleJoints: [...GIRDLE_JOINTS],
191
- ardyNeutralMinY: ARDY_NEUTRAL_MIN_Y,
192
- },
193
- cskel27: {
194
- joints: [...CSKEL27_JOINTS],
195
- parents: CSKEL27_PARENTS.map((p) => (p === null ? -1 : p)),
196
- neutral: CSKEL27_NEUTRAL.map((row) => [...row]),
197
- },
198
- maxBindDeviation,
199
- };
200
- }
201
-
202
- /** Export `model` to `out`; returns a summary. The file is replaced atomically. */
203
- export function exportRig(model, out) {
204
- const path = modelPath(model);
205
- const { rig, sha256 } = loadRig(path);
206
- const dump = dumpRig(rig, { model, source: { fbx: relative(ROOT, path), sha256 } });
207
- const { members } = rigArraysFromDump(dump);
208
- mkdirSync(dirname(out), { recursive: true });
209
- const partial = `${out}.partial-${process.pid}`;
210
- try {
211
- writeNpz(partial, members);
212
- renameSync(partial, out);
213
- } finally {
214
- rmSync(partial, { force: true });
215
- }
216
- return {
217
- model,
218
- out,
219
- bytes: statSync(out).size,
220
- vertices: members.vertices.shape[0],
221
- faces: members.faces.shape[0],
222
- bones: members.bone_parent.shape[0],
223
- meshes: dump.meshes.map((m) => `${m.name}:${m.vertices.length / 3}`),
224
- mappedJoints: dump.prep.bones.filter((b) => b >= 0).length,
225
- prepScale: dump.prep.scale,
226
- maxBindDeviation: dump.maxBindDeviation,
227
- };
228
- }
229
-
230
- function parseArgs(argv) {
231
- const args = { model: null, out: null };
232
- for (let i = 0; i < argv.length; i += 1) {
233
- const flag = argv[i];
234
- const value = argv[i + 1];
235
- if ((flag === "--model" || flag === "--out") && value && !value.startsWith("--")) {
236
- args[flag.slice(2)] = value;
237
- i += 1;
238
- } else {
239
- throw new Error(`usage: export-rig.mjs --model <${CHARACTER_MODEL_IDS.join("|")}> [--out <path.npz>] (bad argument ${flag})`);
240
- }
241
- }
242
- if (!args.model) throw new Error("usage: export-rig.mjs --model <id> [--out <path.npz>] (--model is required)");
243
- args.out = resolve(args.out ?? join(ROOT, "node_modules/.cache/cozyfit", `rig-${args.model}.npz`));
244
- return args;
245
- }
246
-
247
- if (import.meta.url === pathToFileURL(process.argv[1] ?? "").href) {
248
- try {
249
- const { model, out } = parseArgs(process.argv.slice(2));
250
- const summary = exportRig(model, out);
251
- console.log(JSON.stringify(summary, null, 2));
252
- } catch (error) {
253
- console.error(`export-rig: ${error.message}`);
254
- process.exit(1);
255
- }
256
- }
@@ -1,7 +0,0 @@
1
- /** Choose the safe ladder fallback for the supplied endpoint poses. */
2
- export function fallbackStep(endpoints) {
3
- const hasTwo = Array.isArray(endpoints)
4
- ? endpoints.length >= 2
5
- : Boolean(endpoints && endpoints.a && endpoints.b);
6
- return hasTwo ? "Gbest" : "G5";
7
- }