cozyclay 2.1.1 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (577) hide show
  1. package/CHANGELOG.md +60 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +40 -113
  4. package/bin/agent/agent-runner.mjs +9 -10
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/studio-motion-reference.mjs +23 -0
  14. package/bin/agent/studio-prompt.mjs +1 -1
  15. package/bin/agent/studio-rebase-text.mjs +32 -0
  16. package/bin/agent/studio-rebase.mjs +26 -39
  17. package/bin/agent/studio-tools.mjs +9 -28
  18. package/bin/agent/tool-arguments.mjs +49 -0
  19. package/bin/agent/turn-frames.mjs +66 -0
  20. package/bin/codex-auth.mjs +9 -2
  21. package/bin/cozyclay.mjs +10 -116
  22. package/bin/live/cli.mjs +3 -3
  23. package/bin/mcp-runtime.mjs +2 -12
  24. package/bin/package-signature.mjs +0 -4
  25. package/dist/app/index.html +7 -6
  26. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  27. package/dist/assets/analytics-C9sUnndd.js +1 -0
  28. package/dist/assets/app-CCh--1Hc.js +5087 -0
  29. package/dist/assets/app-f-fkV5uP.css +1 -0
  30. package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
  31. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  32. package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-CC4xe4HM.js} +1 -1
  33. package/dist/assets/{landing-ChUvB_zL.js → landing-DjHD8u7k.js} +1 -1
  34. package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
  35. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  36. package/dist/assets/workflow-C4yKH1p4.js +179 -0
  37. package/dist/cozyclay-package.json +1 -1
  38. package/dist/index.html +3 -3
  39. package/dist/sw.js +3 -6
  40. package/dist/workflow/index.html +5 -4
  41. package/mcp/LIVE-PROTOCOL.md +7 -47
  42. package/mcp/README.md +16 -26
  43. package/mcp/live-hub.mjs +6 -10
  44. package/mcp/package.json +1 -3
  45. package/mcp/tool-handlers.mjs +4 -168
  46. package/package.json +3 -22
  47. package/src/App.jsx +150 -2624
  48. package/src/agent-progress.js +79 -0
  49. package/src/agent-turn-mark.js +30 -0
  50. package/src/analytics.js +1 -19
  51. package/src/app-context.js +5 -0
  52. package/src/app-stage.jsx +2 -34
  53. package/src/asset-pane.jsx +6 -5
  54. package/src/camera-block.js +21 -0
  55. package/src/camera-direction.js +120 -0
  56. package/src/character-kind.js +3 -9
  57. package/src/command-bus.js +8 -6
  58. package/src/commands/cast.js +5 -34
  59. package/src/commands/elements/character.js +1 -1
  60. package/src/commands/elements/motion.js +1 -6
  61. package/src/commands/elements/object.js +6 -2
  62. package/src/commands/elements/shot.js +4 -1
  63. package/src/commands/elements.js +38 -14
  64. package/src/commands/index.js +3 -1
  65. package/src/commands/kits.js +37 -0
  66. package/src/commands/motion-timing.js +57 -0
  67. package/src/commands/motion.js +9 -152
  68. package/src/commands/motion3-compile.js +65 -0
  69. package/src/commands/motion3.js +207 -0
  70. package/src/commands/objects.js +6 -4
  71. package/src/commands/shot.js +49 -11
  72. package/src/commands/stage.js +14 -1
  73. package/src/commands/view.js +4 -1
  74. package/src/document-mirrors.js +42 -0
  75. package/src/document-store.js +4 -0
  76. package/src/domains/cast.js +19 -194
  77. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  78. package/src/domains/motion/take-source.js +51 -0
  79. package/src/domains/motion.js +60 -1838
  80. package/src/domains/scenes.js +12 -55
  81. package/src/domains/shots.js +2 -2
  82. package/src/domains/stage.js +4 -2
  83. package/src/draft-ghost.js +46 -0
  84. package/src/draft-ghost.jsx +129 -0
  85. package/src/dualview.jsx +4 -3
  86. package/src/effects/EffectsLayer.jsx +112 -0
  87. package/src/effects/effect-meshes.js +232 -0
  88. package/src/effects/effect-record.js +103 -0
  89. package/src/effects/emitter.js +59 -0
  90. package/src/effects/simulate.js +261 -0
  91. package/src/effects/state.js +59 -0
  92. package/src/execution-telemetry.js +2 -3
  93. package/src/first-success-guide.jsx +5 -5
  94. package/src/ghost-set.js +257 -0
  95. package/src/held-object-edit.jsx +113 -0
  96. package/src/held-object-pose.js +175 -0
  97. package/src/hierarchy-model.js +1 -1
  98. package/src/hierarchy-panel.jsx +1 -1
  99. package/src/imported-mesh.jsx +103 -0
  100. package/src/kits/held.js +84 -0
  101. package/src/kits/index.js +70 -0
  102. package/src/kits/smoking.js +57 -0
  103. package/src/light-blockers.js +93 -0
  104. package/src/motion/beat-board-model.js +84 -0
  105. package/src/motion/beat-board.css +124 -0
  106. package/src/motion/beat-board.jsx +59 -0
  107. package/src/motion/center-of-mass.js +66 -0
  108. package/src/motion/fix-collisions.js +850 -0
  109. package/src/motion/physics-review.js +118 -0
  110. package/src/{ardy → motion}/physics-support.js +1 -76
  111. package/src/motion/rig-snapshot.js +22 -0
  112. package/src/motion/take-segments.jsx +140 -0
  113. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  114. package/src/{ardy → motion}/timeline.css +1 -2
  115. package/src/{ardy → motion}/timeline.jsx +42 -413
  116. package/src/motion/waypoints.js +76 -0
  117. package/src/motion3/beats.js +83 -0
  118. package/src/motion3/body.js +158 -0
  119. package/src/motion3/bones.js +47 -0
  120. package/src/motion3/carried.js +47 -0
  121. package/src/motion3/compile-job.js +75 -0
  122. package/src/motion3/compile-worker.js +10 -0
  123. package/src/motion3/compiler/anchors.js +105 -0
  124. package/src/motion3/compiler/arm-orient.js +128 -0
  125. package/src/motion3/compiler/channels.js +125 -0
  126. package/src/motion3/compiler/compile.js +205 -0
  127. package/src/motion3/compiler/gait-rhythm.js +97 -0
  128. package/src/motion3/compiler/grip.js +171 -0
  129. package/src/motion3/compiler/head-steady.js +48 -0
  130. package/src/motion3/compiler/hold.js +134 -0
  131. package/src/motion3/compiler/idle.js +113 -0
  132. package/src/motion3/compiler/limbs.js +170 -0
  133. package/src/motion3/compiler/math.js +72 -0
  134. package/src/motion3/compiler/pose.js +162 -0
  135. package/src/motion3/compiler/quat.js +49 -0
  136. package/src/motion3/compiler/skeleton.js +74 -0
  137. package/src/motion3/compiler/validate-common.js +32 -0
  138. package/src/motion3/compiler/validate-goals.js +118 -0
  139. package/src/motion3/compiler/validate-objects.js +143 -0
  140. package/src/motion3/compiler/validate-parts.js +116 -0
  141. package/src/motion3/compiler/validate.js +122 -0
  142. package/src/motion3/compiler/vocab.js +73 -0
  143. package/src/motion3/compiler/walk-pelvis.js +275 -0
  144. package/src/motion3/compiler/walk.js +207 -0
  145. package/src/motion3/compiler/wrist-clamp.js +32 -0
  146. package/src/motion3/delta.js +47 -0
  147. package/src/motion3/describe.js +174 -0
  148. package/src/motion3/docs.js +27 -0
  149. package/src/motion3/edit-carry.js +21 -0
  150. package/src/motion3/fix/ease.js +16 -0
  151. package/src/motion3/fix/ground.js +37 -0
  152. package/src/motion3/fix/index.js +52 -0
  153. package/src/motion3/fix/push.js +71 -0
  154. package/src/motion3/fix/reach.js +46 -0
  155. package/src/motion3/fix/retime.js +79 -0
  156. package/src/motion3/fix/self.js +211 -0
  157. package/src/motion3/fix/slide.js +70 -0
  158. package/src/motion3/fix/turn.js +51 -0
  159. package/src/motion3/follow.js +39 -0
  160. package/src/motion3/free-motion.js +173 -0
  161. package/src/motion3/grip-choice.js +130 -0
  162. package/src/motion3/hold-plan.js +157 -0
  163. package/src/motion3/json-patch.js +77 -0
  164. package/src/motion3/key-aim.js +105 -0
  165. package/src/motion3/key-edit.js +82 -0
  166. package/src/motion3/lenient.js +127 -0
  167. package/src/motion3/object-keys.js +236 -0
  168. package/src/motion3/object-pose.js +182 -0
  169. package/src/motion3/object-tracks.js +12 -0
  170. package/src/motion3/pipeline.js +102 -0
  171. package/src/motion3/playback.js +51 -0
  172. package/src/motion3/probes.js +91 -0
  173. package/src/motion3/qa/body-checks.js +34 -0
  174. package/src/motion3/qa/check-names.js +14 -0
  175. package/src/motion3/qa/checks.js +121 -0
  176. package/src/motion3/qa/contact-checks.js +51 -0
  177. package/src/motion3/qa/explain.js +80 -0
  178. package/src/motion3/qa/fmt.js +5 -0
  179. package/src/motion3/qa/foot-checks.js +72 -0
  180. package/src/motion3/qa/geometry.js +77 -0
  181. package/src/motion3/qa/goals.js +191 -0
  182. package/src/motion3/qa/ground.js +60 -0
  183. package/src/motion3/qa/hints-contact.js +179 -0
  184. package/src/motion3/qa/hints-goal.js +160 -0
  185. package/src/motion3/qa/hints-knee.js +24 -0
  186. package/src/motion3/qa/hints-motion.js +209 -0
  187. package/src/motion3/qa/hints-object.js +91 -0
  188. package/src/motion3/qa/index.js +42 -0
  189. package/src/motion3/qa/key-checks.js +82 -0
  190. package/src/motion3/qa/near.js +96 -0
  191. package/src/motion3/qa/object-checks.js +135 -0
  192. package/src/motion3/qa/patch.js +161 -0
  193. package/src/motion3/qa/severity.js +38 -0
  194. package/src/motion3/qa/spec-checks.js +65 -0
  195. package/src/motion3/qa/style.js +218 -0
  196. package/src/motion3/qa/wrist-checks.js +69 -0
  197. package/src/motion3/qa/wrist-obs.js +60 -0
  198. package/src/motion3/refs.js +120 -0
  199. package/src/motion3/repair-tune.js +121 -0
  200. package/src/motion3/repair.js +83 -0
  201. package/src/motion3/report.js +67 -0
  202. package/src/motion3/rigs/index.js +14 -0
  203. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  204. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  205. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  206. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  207. package/src/motion3/scene.js +60 -0
  208. package/src/motion3/schema/brief.js +89 -0
  209. package/src/motion3/schema/fields.js +44 -0
  210. package/src/motion3/schema/spec-examples.js +46 -0
  211. package/src/motion3/schema/topics.js +111 -0
  212. package/src/motion3/schema/types.js +147 -0
  213. package/src/motion3/search.js +117 -0
  214. package/src/motion3/second-hand.js +112 -0
  215. package/src/motion3/skills/basic.js +82 -0
  216. package/src/motion3/skills/book.js +76 -0
  217. package/src/motion3/skills/car.js +145 -0
  218. package/src/motion3/skills/frames-auto.js +29 -0
  219. package/src/motion3/skills/index.js +83 -0
  220. package/src/motion3/skills/info.js +65 -0
  221. package/src/motion3/skills/smoke-kit.js +109 -0
  222. package/src/motion3/skills/smoke.js +160 -0
  223. package/src/motion3/spec-store.js +59 -0
  224. package/src/motion3/take-edit.js +155 -0
  225. package/src/motion3/take.js +63 -0
  226. package/src/motion3/timeline.js +127 -0
  227. package/src/motion3/views.js +121 -0
  228. package/src/motion3/walk-plan.js +119 -0
  229. package/src/object-catalog.jsx +7 -1
  230. package/src/object-colors.js +98 -0
  231. package/src/object-gizmo-parts.js +115 -0
  232. package/src/object-gizmo.jsx +37 -122
  233. package/src/object-glow.js +139 -0
  234. package/src/object-hidden.js +33 -0
  235. package/src/object-look.js +196 -0
  236. package/src/object-size.js +10 -0
  237. package/src/object-travel.js +71 -6
  238. package/src/panels/CameraPanel.jsx +7 -7
  239. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  240. package/src/panels/LightPanel.jsx +25 -4
  241. package/src/panels/ObjectLookPanel.jsx +88 -0
  242. package/src/panels/PosePanel.jsx +2 -17
  243. package/src/panels/RigControlPanel.jsx +5 -53
  244. package/src/panels/SubjectBox.jsx +4 -1
  245. package/src/panels/details.css +14 -0
  246. package/src/posestudio.jsx +4 -27
  247. package/src/project-browser.jsx +3 -4
  248. package/src/project-resources.js +18 -31
  249. package/src/project.js +13 -104
  250. package/src/props.jsx +25 -280
  251. package/src/rail-dot-drag.js +23 -0
  252. package/src/render-passes.js +10 -0
  253. package/src/resource-status.jsx +1 -0
  254. package/src/result-modal.jsx +4 -19
  255. package/src/room.jsx +20 -12
  256. package/src/scene-assets.js +8 -6
  257. package/src/scene-light-place.js +72 -0
  258. package/src/scene-lights.jsx +148 -0
  259. package/src/scene-objects.js +31 -139
  260. package/src/scenes.js +15 -105
  261. package/src/semantic-edit.js +2 -5
  262. package/src/set-pieces.jsx +183 -0
  263. package/src/settings-menu.jsx +3 -11
  264. package/src/shell/BottomDock.jsx +9 -51
  265. package/src/shell/DetailsSlot.jsx +16 -200
  266. package/src/shell/GhostsMenuGroup.jsx +74 -0
  267. package/src/shell/LibrarySlot.jsx +1 -3
  268. package/src/shell/MenuBar.jsx +3 -3
  269. package/src/shell/PreferencesDialog.jsx +15 -264
  270. package/src/shell/PreferencesSlot.jsx +2 -8
  271. package/src/shell/TopBar.jsx +5 -84
  272. package/src/shell/ViewportToolbar.jsx +10 -70
  273. package/src/shell/agent-glass.css +19 -6
  274. package/src/shell/details-selection.js +42 -0
  275. package/src/shell/ghosts-menu.css +22 -0
  276. package/src/shell/glass-regions.css +29 -3
  277. package/src/shell/preferences.css +6 -1
  278. package/src/shot-authoring.js +4 -7
  279. package/src/soft-shadows.js +37 -0
  280. package/src/stage-attach-frames.js +12 -12
  281. package/src/stage-canvas-rigs.jsx +3 -3
  282. package/src/stage-capture.jsx +42 -8
  283. package/src/stage-characters.jsx +22 -216
  284. package/src/stage-editor-gizmos.jsx +6 -6
  285. package/src/stage-environment.js +93 -0
  286. package/src/stage-hdr-builtins.js +107 -0
  287. package/src/stage-hdr-image.js +116 -0
  288. package/src/stage-hdr-library.js +70 -0
  289. package/src/stage-hdr-map.js +94 -0
  290. package/src/stage-hdr.js +130 -0
  291. package/src/stage-lighting.js +149 -0
  292. package/src/stage-occlusion.js +210 -0
  293. package/src/stage-sky.jsx +159 -0
  294. package/src/stage-startup-defaults.js +5 -9
  295. package/src/studio-actions.js +12 -14
  296. package/src/studio-agent-commands.js +19 -16
  297. package/src/studio-agent-motion.js +9 -9
  298. package/src/studio-agent-protocol.js +41 -71
  299. package/src/studio-app-binding.js +25 -45
  300. package/src/studio-asset-list.js +17 -0
  301. package/src/studio-contact-sheet.js +37 -5
  302. package/src/studio-elements.js +27 -7
  303. package/src/studio-entity-bounds.js +18 -0
  304. package/src/studio-error-codes.js +8 -0
  305. package/src/studio-export-framing.js +152 -0
  306. package/src/studio-lighting-check.js +103 -0
  307. package/src/studio-motion-visual.js +150 -0
  308. package/src/studio-schema-errors.js +80 -0
  309. package/src/studio-support-gap.js +74 -0
  310. package/src/styles.css +1 -19
  311. package/src/timeline-defaults.js +5 -0
  312. package/src/timeline-extent.js +8 -20
  313. package/src/tutorial-walk.js +17 -0
  314. package/src/ui-scrub.js +1 -1
  315. package/src/use-shot-camera-tracks.js +12 -0
  316. package/src/view-ghosts.js +97 -0
  317. package/src/view-ghosts.jsx +49 -0
  318. package/src/workflow/AgentPanel.jsx +47 -166
  319. package/src/workflow/AgentProgressCard.jsx +107 -0
  320. package/src/workflow/AgentReplyText.jsx +37 -0
  321. package/src/workflow/AgentTurnSteps.jsx +84 -0
  322. package/src/workflow/LoginPanel.jsx +140 -0
  323. package/src/workflow/WorkflowBuilder.jsx +7 -23
  324. package/src/workflow/agent-client.js +54 -51
  325. package/src/workflow/agent-panel.css +71 -1
  326. package/src/workflow/agent-progress-card.css +167 -0
  327. package/src/workflow/agent-progress-view.js +47 -0
  328. package/src/workflow/agent-turn-steps.css +113 -0
  329. package/src/workflow/agent-turn.js +191 -0
  330. package/src/workflow/login-client.js +34 -0
  331. package/src/workflow/motion-input.js +18 -31
  332. package/src/workflow/node-schema.js +1 -1
  333. package/src/workflow/reply-markdown.js +69 -0
  334. package/src/workflow/scene-asset-sync.js +8 -8
  335. package/tools/agent-session-stats.mjs +61 -0
  336. package/tools/dev-full.mjs +5 -56
  337. package/tools/eslint-baseline.json +12 -13
  338. package/tools/knip-baseline.json +0 -179
  339. package/tools/loc-baseline.json +31 -81
  340. package/tools/motion3/extract-body.mjs +103 -0
  341. package/tools/motion3/extract-rig.mjs +85 -0
  342. package/tools/process-supervisor.mjs +0 -88
  343. package/tools/run-tests.mjs +8 -124
  344. package/bin/agent/motion-runtime.mjs +0 -76
  345. package/dist/ardy/cskel27-rest.json +0 -557
  346. package/dist/assets/analytics-C9pMpW7s.js +0 -1
  347. package/dist/assets/app-B_2XB9rw.css +0 -1
  348. package/dist/assets/app-DAuvKPP8.js +0 -4920
  349. package/dist/assets/config-Bx7pYsD9.js +0 -1
  350. package/dist/assets/config-DeoFTYzb.css +0 -1
  351. package/dist/assets/demo-CvKuBgy5.js +0 -1
  352. package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
  353. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  354. package/dist/assets/ticket-BPk2Ni95.js +0 -1
  355. package/dist/assets/workflow-jJRBR94Z.js +0 -179
  356. package/dist/demo/walk-then-stop.npz +0 -0
  357. package/mcp/ardy-prompts.mjs +0 -218
  358. package/src/ardy/auto-fix-panel.css +0 -108
  359. package/src/ardy/auto-physics.js +0 -1194
  360. package/src/ardy/client.js +0 -153
  361. package/src/ardy/convert.js +0 -313
  362. package/src/ardy/cskel27-neutral.js +0 -39
  363. package/src/ardy/cskel27.js +0 -77
  364. package/src/ardy/export.js +0 -165
  365. package/src/ardy/fix-collisions.js +0 -2257
  366. package/src/ardy/foot-lock.js +0 -230
  367. package/src/ardy/motion-calibration.js +0 -118
  368. package/src/ardy/motion-edit.js +0 -213
  369. package/src/ardy/motion-url.js +0 -55
  370. package/src/ardy/mp4-duration.js +0 -102
  371. package/src/ardy/npz.js +0 -595
  372. package/src/ardy/physics-panel.css +0 -21
  373. package/src/ardy/physics-panel.jsx +0 -89
  374. package/src/ardy/physics-refine.js +0 -111
  375. package/src/ardy/physics-review.js +0 -567
  376. package/src/ardy/physics-temporal.js +0 -54
  377. package/src/ardy/platform-fit-panel.css +0 -64
  378. package/src/ardy/platform-fit-panel.jsx +0 -41
  379. package/src/ardy/platform-fit.js +0 -326
  380. package/src/ardy/playback.js +0 -711
  381. package/src/ardy/pose-pin.js +0 -97
  382. package/src/ardy/prompt-clips.js +0 -30
  383. package/src/ardy/retime.js +0 -211
  384. package/src/ardy/root-drop.js +0 -369
  385. package/src/ardy/timeline-resize.js +0 -13
  386. package/src/ardy/to-cskel27.js +0 -225
  387. package/src/ardy/trim.js +0 -33
  388. package/src/ardy/waypoints.js +0 -369
  389. package/src/ardy-bridge-contract.js +0 -281
  390. package/src/domains/motion/motion-video-capture.js +0 -664
  391. package/src/i2v-motion-client.js +0 -77
  392. package/src/i2v-motion-studio.jsx +0 -180
  393. package/src/line-edit.js +0 -1348
  394. package/src/motion/generation.js +0 -105
  395. package/src/motion-readiness-ui.jsx +0 -67
  396. package/src/motion-readiness.js +0 -40
  397. package/src/motion-resources.js +0 -177
  398. package/src/motion-store.js +0 -65
  399. package/src/motion-trail.js +0 -601
  400. package/src/multimodel-ingest.js +0 -394
  401. package/src/panels/PromptBlocksPanel.jsx +0 -444
  402. package/src/panels/VideoCapturePanel.jsx +0 -181
  403. package/src/pose-extract/browser.js +0 -42
  404. package/src/pose-extract/detector.js +0 -100
  405. package/src/pose-extract/fit.js +0 -227
  406. package/src/pose-extract/image-frame.js +0 -51
  407. package/src/pose-extract/index.js +0 -58
  408. package/src/pose-extract/keyframes.js +0 -74
  409. package/src/pose-extract/landmarks.js +0 -162
  410. package/src/pose-extract/mirror.js +0 -153
  411. package/src/pose-extract/take.js +0 -131
  412. package/src/pose-extract/video-frames.js +0 -91
  413. package/src/take-recipe.js +0 -165
  414. package/src/trail-key-conflicts.js +0 -39
  415. package/src/trail-pick.js +0 -59
  416. package/src/use-i2v-capture-modal.js +0 -15
  417. package/tools/ardy/BRIDGE.md +0 -37
  418. package/tools/ardy/GVHMR-NPZ.md +0 -68
  419. package/tools/ardy/README.md +0 -124
  420. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  421. package/tools/ardy/artifacts.mjs +0 -34
  422. package/tools/ardy/bridge.mjs +0 -1732
  423. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  424. package/tools/ardy/cclay_constrained_generate.py +0 -561
  425. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  426. package/tools/ardy/cclay_motion_edit.py +0 -510
  427. package/tools/ardy/cclay_sequence_generate.py +0 -705
  428. package/tools/ardy/cclay_worker.py +0 -304
  429. package/tools/ardy/dump-npz.py +0 -205
  430. package/tools/ardy/extract-rest.mjs +0 -299
  431. package/tools/ardy/extract.mjs +0 -507
  432. package/tools/ardy/footage.mjs +0 -467
  433. package/tools/ardy/gvhmr-floor.mjs +0 -102
  434. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  435. package/tools/ardy/gvhmr_fastpath.py +0 -168
  436. package/tools/ardy/gvhmr_trajectory.py +0 -240
  437. package/tools/ardy/merge-text-encoder.py +0 -160
  438. package/tools/ardy/mocap-metrics.mjs +0 -200
  439. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  440. package/tools/ardy/motion-stabilize.mjs +0 -348
  441. package/tools/ardy/npz.mjs +0 -414
  442. package/tools/ardy/pose-to-npz.mjs +0 -106
  443. package/tools/ardy/prompt-limits.mjs +0 -5
  444. package/tools/ardy/run-edit-on-box.sh +0 -73
  445. package/tools/ardy/run-local.mjs +0 -233
  446. package/tools/ardy/run-on-box.sh +0 -593
  447. package/tools/ardy/run-sequence-on-box.sh +0 -177
  448. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  449. package/tools/ardy/runners/index.mjs +0 -18
  450. package/tools/ardy/runners/local.mjs +0 -455
  451. package/tools/ardy/runners/proc.mjs +0 -125
  452. package/tools/ardy/runners/remote.mjs +0 -252
  453. package/tools/ardy/setup-local.mjs +0 -189
  454. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  455. package/tools/ardy/setup-text-encoder.py +0 -306
  456. package/tools/ardy/smpl-cskel27.mjs +0 -178
  457. package/tools/ardy/visual-qa.mjs +0 -196
  458. package/tools/ardy/vq-car.mjs +0 -52
  459. package/tools/bench/EXP3.md +0 -61
  460. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  461. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  462. package/tools/bench/cclay_bench_runner.py +0 -42
  463. package/tools/bench/cube-contact.mjs +0 -162
  464. package/tools/bench/exp3.mjs +0 -152
  465. package/tools/bench/extract-bench-lib.mjs +0 -216
  466. package/tools/bench/extract-bench.mjs +0 -302
  467. package/tools/bench/fal-generate.mjs +0 -88
  468. package/tools/bench/fit/README.md +0 -189
  469. package/tools/bench/fit/camera.mjs +0 -59
  470. package/tools/bench/fit/contact.mjs +0 -419
  471. package/tools/bench/fit/footlock.mjs +0 -234
  472. package/tools/bench/fit/motion.mjs +0 -85
  473. package/tools/bench/fit/pin.mjs +0 -27
  474. package/tools/bench/fit/remote.mjs +0 -105
  475. package/tools/bench/fit-bench.mjs +0 -126
  476. package/tools/bench/fit-sanity.mjs +0 -45
  477. package/tools/bench/metrics.mjs +0 -313
  478. package/tools/bench/obs/depth.mjs +0 -258
  479. package/tools/bench/obs/extrinsics.mjs +0 -175
  480. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  481. package/tools/bench/obs/ground.mjs +0 -294
  482. package/tools/bench/obs/heading.mjs +0 -151
  483. package/tools/bench/obs/ladder.mjs +0 -555
  484. package/tools/bench/obs/mannequin-betas.json +0 -124
  485. package/tools/bench/obs/remote.mjs +0 -83
  486. package/tools/bench/obs/rest_joints.py +0 -52
  487. package/tools/bench/obs/ybot-targets.mjs +0 -49
  488. package/tools/bench/obs-bench.mjs +0 -520
  489. package/tools/bench/score.mjs +0 -343
  490. package/tools/bench/summarize.mjs +0 -86
  491. package/tools/demo-worker/README.md +0 -137
  492. package/tools/demo-worker/api-client.mjs +0 -233
  493. package/tools/demo-worker/generate.mjs +0 -301
  494. package/tools/demo-worker/index.mjs +0 -466
  495. package/tools/demo-worker/sign-core.mjs +0 -112
  496. package/tools/demo-worker/sign.mjs +0 -161
  497. package/tools/gt-render/browser.mjs +0 -182
  498. package/tools/gt-render/camera-math.mjs +0 -276
  499. package/tools/gt-render/page.mjs +0 -267
  500. package/tools/gt-render/render.mjs +0 -514
  501. package/tools/gt-render/scene-box.mjs +0 -31
  502. package/tools/gt-render/take-transform.mjs +0 -87
  503. package/tools/kimodo/compare-seam.mjs +0 -108
  504. package/tools/kimodo/constraints.mjs +0 -244
  505. package/tools/kimodo/edit.mjs +0 -259
  506. package/tools/kimodo/effector-constraints.mjs +0 -200
  507. package/tools/kimodo/generate.mjs +0 -646
  508. package/tools/kimodo/local-output.mjs +0 -265
  509. package/tools/kimodo/measure-pose.mjs +0 -65
  510. package/tools/kimodo/measure-preserve.mjs +0 -899
  511. package/tools/kimodo/measure-waypoints.mjs +0 -55
  512. package/tools/kimodo/mlx-generate.py +0 -111
  513. package/tools/kimodo/pose-constraints.mjs +0 -248
  514. package/tools/kimodo/preserve-mask.mjs +0 -543
  515. package/tools/kimodo/read-npz.mjs +0 -189
  516. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  517. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  518. package/tools/kimodo/runner.mjs +0 -284
  519. package/tools/kimodo/seam-batch.mjs +0 -77
  520. package/tools/kimodo/setup-local.mjs +0 -30
  521. package/tools/kimodo/setup-on-box.sh +0 -339
  522. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  523. package/tools/morphgs/assets/gen_truth.py +0 -39
  524. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  525. package/tools/morphgs/assets/playback-check.mjs +0 -30
  526. package/tools/morphgs/demo-gate.sh +0 -26
  527. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  528. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  529. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  530. package/tools/morphgs/setup-on-cluster.sh +0 -126
  531. package/tools/projflow/driver.py +0 -1069
  532. package/tools/projflow/generate.mjs +0 -805
  533. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  534. package/tools/projflow/line-edit-job.mjs +0 -547
  535. package/tools/projflow/replay.mjs +0 -452
  536. package/tools/projflow/runner.mjs +0 -269
  537. package/tools/projflow/service.mjs +0 -742
  538. package/tools/track/DESIGN.md +0 -513
  539. package/tools/track/backfill-provenance.mjs +0 -116
  540. package/tools/track/budget.mjs +0 -8
  541. package/tools/track/check-rig.mjs +0 -209
  542. package/tools/track/diagnostics.schema.json +0 -60
  543. package/tools/track/export-rig.mjs +0 -256
  544. package/tools/track/fallback.mjs +0 -7
  545. package/tools/track/fk-parity-fixture.mjs +0 -161
  546. package/tools/track/gate.mjs +0 -349
  547. package/tools/track/masks.mjs +0 -318
  548. package/tools/track/metrics.mjs +0 -201
  549. package/tools/track/publish-obs.mjs +0 -108
  550. package/tools/track/py/check_env.py +0 -61
  551. package/tools/track/py/eval_lr.py +0 -229
  552. package/tools/track/py/lr_viterbi.py +0 -294
  553. package/tools/track/py/masks.py +0 -405
  554. package/tools/track/py/objective.py +0 -382
  555. package/tools/track/py/rig.py +0 -508
  556. package/tools/track/py/scene.py +0 -326
  557. package/tools/track/py/test_joint_indices.py +0 -123
  558. package/tools/track/py/test_lr_viterbi.py +0 -195
  559. package/tools/track/py/test_masks.py +0 -229
  560. package/tools/track/py/test_rig.py +0 -288
  561. package/tools/track/py/test_scene.py +0 -354
  562. package/tools/track/py/test_track.py +0 -328
  563. package/tools/track/py/track.py +0 -411
  564. package/tools/track/remote.mjs +0 -140
  565. package/tools/track/rig-dump.mjs +0 -227
  566. package/tools/track/run-box-tests.mjs +0 -14
  567. package/tools/track/run-box.mjs +0 -168
  568. package/tools/track/setup-box.sh +0 -59
  569. package/tools/track/study-2d.mjs +0 -728
  570. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  571. /package/src/{ardy → motion}/ground.js +0 -0
  572. /package/src/{ardy → motion}/ik-drag.js +0 -0
  573. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  574. /package/src/{ardy → motion}/ik.js +0 -0
  575. /package/src/{ardy → motion}/physics-surface.js +0 -0
  576. /package/src/{ardy → motion}/playback-clock.js +0 -0
  577. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,209 +0,0 @@
1
- #!/usr/bin/env node
2
- /**
3
- * check-rig.mjs — prove an exported rig npz (tools/track/export-rig.mjs) is
4
- * enough to reproduce Studio playback without three's rig objects.
5
- *
6
- * node tools/track/check-rig.mjs --rig <rig.npz> --model <id> --motion <truth.npz> [--frame N]
7
- *
8
- * 1. rest joints: cskel27 joints of a rest take (the truth motion's frame-0
9
- * root and bone factors, identity rotations) from the npz's neutral
10
- * skeleton vs Studio's posedJoints (tools/bench/fit/motion.mjs
11
- * regenerateJoints over src/ardy/convert.js FK).
12
- * 2. bones: every control bone's world position from a port of
13
- * applyMotionFrame that reads only npz arrays vs the real rig driven by
14
- * src/ardy/playback.js applyMotionFrame, for the rest take, truth frame N,
15
- * and truth frame N on a body with non-unit bone factors.
16
- * 3. skin: world-space LBS from npz vertices/weights/bind inverses vs three's
17
- * own SkinnedMesh.getVertexPosition on truth frame N (every 7th vertex).
18
- * Prints JSON; exits 1 when any error exceeds 1 mm.
19
- */
20
- import { pathToFileURL } from "node:url";
21
- import * as THREE from "three";
22
- import { globalRotations } from "../../src/ardy/convert.js";
23
- import { applyMotionFrame } from "../../src/ardy/playback.js";
24
- import { readNpz } from "../kimodo/read-npz.mjs";
25
- import { cloneMotion, localsAt, readMotion, regenerateJoints } from "../bench/fit/motion.mjs";
26
- import { loadRig, modelPath } from "./export-rig.mjs";
27
-
28
- const TOLERANCE_M = 1e-3;
29
- const J = 27;
30
-
31
- const m4 = (data, i) => new THREE.Matrix4().fromArray(data, i * 16).transpose(); // row-major -> three
32
- const v3 = (data, i) => new THREE.Vector3(data[i * 3], data[i * 3 + 1], data[i * 3 + 2]);
33
- const q4 = (data, i) => new THREE.Quaternion(data[i * 4], data[i * 4 + 1], data[i * 4 + 2], data[i * 4 + 3]);
34
-
35
- /** Rest cskel27 joints from the npz: root + neutral grown by boneScale. */
36
- export function restJoints(npz, root, boneScale) {
37
- const parents = npz.cskel27_parents.data;
38
- const n = npz.cskel27_neutral.data;
39
- const out = [];
40
- for (let j = 0; j < J; j += 1) {
41
- const p = parents[j];
42
- out.push(p < 0 ? [...root] : [0, 1, 2].map((k) => out[p][k] + boneScale[j] * (n[j * 3 + k] - n[p * 3 + k])));
43
- }
44
- return out;
45
- }
46
-
47
- /** World matrices (metres) of every exported bone for motion frame f, from npz arrays only. */
48
- export function boneWorlds(npz, motion, f) {
49
- const s = npz.prep_scale.data[0];
50
- const minY = npz.ardy_neutral_min_y.data[0];
51
- const prepBone = npz.prep_bone.data;
52
- const hasScale = Boolean(motion.boneScale);
53
- const grown = hasScale ? restJoints(npz, [0, 0, 0], motion.boneScale) : null;
54
- const offset = (j) => {
55
- if (!grown) return v3(npz.prep_offsets.data, j);
56
- const b = v3(npz.prep_bind_pos.data, j);
57
- return new THREE.Vector3(b.x - s * grown[j][0], b.y - s * (grown[j][1] - minY), b.z - s * grown[j][2]);
58
- };
59
- const stretch = (j) => {
60
- if (!hasScale) return 1;
61
- if (npz.girdle_joints.data[j]) return motion.boneScale[j];
62
- const canonical = npz.prep_canonical_bone_length.data[j];
63
- const rigBind = npz.prep_rig_bone_length.data[j];
64
- if (!(canonical > 1e-6) || !(rigBind > 1e-6)) return motion.boneScale[j];
65
- return (motion.boneScale[j] * canonical) / rigBind;
66
- };
67
- const globals = globalRotations(localsAt(motion, f));
68
- const anchor = Math.max(0, Math.min(motion.anchorFrame || 0, motion.frames - 1));
69
- const ax = motion.posedJoints[anchor * J * 3];
70
- const az = motion.posedJoints[anchor * J * 3 + 2];
71
-
72
- const desired = new Array(J).fill(null);
73
- const assumedParent = new Map();
74
- const jointOfBone = new Map();
75
- for (let j = 0; j < J; j += 1) {
76
- const b = prepBone[j];
77
- if (b < 0) continue;
78
- const G = globals[j];
79
- const q = new THREE.Quaternion().setFromRotationMatrix(new THREE.Matrix4().set(
80
- G[0][0], G[0][1], G[0][2], 0, G[1][0], G[1][1], G[1][2], 0, G[2][0], G[2][1], G[2][2], 0, 0, 0, 0, 1));
81
- const po = (f * J + j) * 3;
82
- let pos = offset(j).applyQuaternion(q).add(new THREE.Vector3(
83
- s * (motion.posedJoints[po] - ax), s * motion.posedJoints[po + 1], s * (motion.posedJoints[po + 2] - az)));
84
- const cp = npz.prep_chain_parent.data[j];
85
- const parentW = cp >= 0 ? desired[cp].clone().multiply(m4(npz.prep_chain_rel.data, j)) : m4(npz.prep_parent_bind_world.data, j);
86
- if (npz.hierarchy_preserved.data[j]) pos = v3(npz.prep_bind_local_pos.data, j).multiplyScalar(stretch(j)).applyMatrix4(parentW);
87
- desired[j] = new THREE.Matrix4().compose(pos, q.multiply(q4(npz.prep_bind_quat.data, j)), v3(npz.prep_bind_scale.data, j));
88
- assumedParent.set(b, parentW);
89
- jointOfBone.set(b, j);
90
- }
91
- const leaves = new Map();
92
- for (let i = 0; i < npz.prep_stretched_leaves.shape[0]; i += 1) {
93
- leaves.set(npz.prep_stretched_leaves.data[i * 2], { joint: npz.prep_stretched_leaves.data[i * 2 + 1], i });
94
- }
95
- const B = npz.bone_parent.shape[0];
96
- const rigWorld = [];
97
- for (let b = 0; b < B; b += 1) {
98
- const parent = npz.bone_parent.data[b];
99
- const parentWorld = parent < 0 ? new THREE.Matrix4() : rigWorld[parent];
100
- let local;
101
- if (jointOfBone.has(b)) {
102
- local = assumedParent.get(b).clone().invert().multiply(desired[jointOfBone.get(b)]);
103
- } else if (leaves.has(b)) {
104
- const { joint, i } = leaves.get(b);
105
- const rest = m4(npz.bone_rest_local.data, b);
106
- const scale = new THREE.Vector3();
107
- rest.decompose(new THREE.Vector3(), new THREE.Quaternion(), scale);
108
- local = new THREE.Matrix4().compose(
109
- v3(npz.prep_stretched_leaf_local_pos.data, i).multiplyScalar(stretch(joint)),
110
- q4(npz.prep_stretched_leaf_local_quat.data, i), scale);
111
- } else {
112
- local = m4(npz.bone_rest_local.data, b);
113
- }
114
- rigWorld.push(parentWorld.clone().multiply(local));
115
- }
116
- const root = new THREE.Matrix4().makeScale(...Array(3).fill(npz.rig_root_scale.data[0]));
117
- return rigWorld.map((w) => root.clone().multiply(w));
118
- }
119
-
120
- /** World-space LBS of npz vertex v under bone worlds W. */
121
- export function skinVertex(npz, worlds, v) {
122
- const out = new THREE.Vector3();
123
- const rest = v3(npz.vertices.data, v);
124
- for (let k = 0; k < 4; k += 1) {
125
- const w = npz.skin_weight.data[v * 4 + k];
126
- if (w === 0) continue;
127
- const b = npz.skin_index.data[v * 4 + k];
128
- out.addScaledVector(rest.clone().applyMatrix4(m4(npz.bone_bind_inverse.data, b)).applyMatrix4(worlds[b]), w);
129
- }
130
- return out;
131
- }
132
-
133
- export function checkRig({ rig: rigPath, model, motion: motionPath, frame = 40 }) {
134
- const npz = readNpz(rigPath);
135
- const meta = JSON.parse(Buffer.from(Uint8Array.from(npz.meta_json.data)).toString("utf8"));
136
- const truth = readMotion(motionPath);
137
- const f = Math.min(frame, truth.frames - 1);
138
-
139
- // 1. rest take: truth frame-0 root and bone factors, identity rotations.
140
- const rotMats = new Float32Array(J * 9);
141
- for (let j = 0; j < J; j += 1) rotMats.set([1, 0, 0, 0, 1, 0, 0, 0, 1], j * 9);
142
- const rest = regenerateJoints({ frames: 1, fps: truth.fps, rotMats, rootPos: truth.rootPos.slice(0, 3), posedJoints: new Float32Array(J * 3), boneScale: truth.boneScale.slice(), anchorFrame: 0 });
143
- const fromNpz = restJoints(npz, Array.from(truth.rootPos.slice(0, 3)), truth.boneScale);
144
- let restJointErr = 0;
145
- fromNpz.forEach((p, j) => { restJointErr = Math.max(restJointErr, Math.hypot(...p.map((x, k) => x - rest.posedJoints[j * 3 + k]))); });
146
-
147
- // 2 + 3. bone and skin parity against the real rig under Studio playback.
148
- const { rig } = loadRig(modelPath(model));
149
- const control = new Map();
150
- rig.traverse((o) => { if (o.isBone && !control.has(o.name)) control.set(o.name, o); });
151
- const meshes = [];
152
- rig.traverse((o) => { if (o.isSkinnedMesh) meshes.push(o); });
153
- /** Drive the real rig with Studio playback and the npz port with the same
154
- * frame; compare every bone and (optionally) every 7th skinned vertex. */
155
- const parity = (motion, fr, { skin = false } = {}) => {
156
- applyMotionFrame(rig, motion, fr);
157
- const worlds = boneWorlds(npz, motion, fr);
158
- let err = 0;
159
- let worst = "";
160
- meta.boneNames.forEach((name, b) => {
161
- const e = new THREE.Vector3().setFromMatrixPosition(worlds[b]).distanceTo(new THREE.Vector3().setFromMatrixPosition(control.get(name).matrixWorld));
162
- if (e > err) { err = e; worst = name; }
163
- });
164
- let skinErr = 0;
165
- let samples = 0;
166
- const p = new THREE.Vector3();
167
- if (skin) meshes.forEach((mesh, m) => {
168
- const [start, count] = npz.mesh_ranges.data.slice(m * 4, m * 4 + 2);
169
- for (let v = 0; v < count; v += 7) {
170
- mesh.getVertexPosition(v, p).applyMatrix4(mesh.matrixWorld);
171
- skinErr = Math.max(skinErr, skinVertex(npz, worlds, start + v).distanceTo(p));
172
- samples += 1;
173
- }
174
- });
175
- return { err, worst, skinErr, samples };
176
- };
177
- const restBones = parity(rest, 0);
178
- const posed = parity(truth, f, { skin: true });
179
- // The same frame on a non-canonical body (bone factors 0.85..1.15), so the
180
- // grown offsets and the arm/leaf stretch are exercised with factors != 1.
181
- const body = cloneMotion(truth);
182
- body.boneScale = Float32Array.from({ length: J }, (_, j) => 0.85 + 0.3 * ((j * 7) % 11) / 10);
183
- const scaled = parity(regenerateJoints(body), f, { skin: true });
184
- const result = {
185
- rig: rigPath, model, motion: motionPath, frame: f,
186
- shapes: Object.fromEntries(Object.entries(npz).map(([k, v]) => [k, `${v.dtype}[${v.shape.join(",")}]`])),
187
- restJointMaxErrM: restJointErr,
188
- restBoneMaxErrM: restBones.err, restBoneWorst: restBones.worst,
189
- posedBoneMaxErrM: posed.err, posedBoneWorst: posed.worst,
190
- posedSkinMaxErrM: posed.skinErr, skinSamples: posed.samples,
191
- scaledBodyBoneMaxErrM: scaled.err, scaledBodyBoneWorst: scaled.worst,
192
- scaledBodySkinMaxErrM: scaled.skinErr,
193
- toleranceM: TOLERANCE_M,
194
- };
195
- result.pass = [restJointErr, restBones.err, posed.err, posed.skinErr, scaled.err, scaled.skinErr].every((e) => e <= TOLERANCE_M);
196
- return result;
197
- }
198
-
199
- if (import.meta.url === pathToFileURL(process.argv[1] ?? "").href) {
200
- const args = {};
201
- for (let i = 2; i < process.argv.length; i += 2) args[process.argv[i].replace(/^--/, "")] = process.argv[i + 1];
202
- if (!args.rig || !args.model || !args.motion) {
203
- console.error("usage: check-rig.mjs --rig <rig.npz> --model <id> --motion <truth.npz> [--frame N]");
204
- process.exit(2);
205
- }
206
- const result = checkRig({ ...args, frame: args.frame === undefined ? 40 : Number(args.frame) });
207
- console.log(JSON.stringify(result, null, 2));
208
- process.exit(result.pass ? 0 : 1);
209
- }
@@ -1,60 +0,0 @@
1
- {
2
- "$schema": "https://json-schema.org/draft/2020-12/schema",
3
- "$id": "https://cozyclay.org/schemas/track-diagnostics.json",
4
- "title": "Known-character tracker diagnostics",
5
- "type": "object",
6
- "additionalProperties": false,
7
- "required": ["version", "frames", "fps", "occluded", "lrState", "lrMargin", "ambiguous", "stance", "penetration", "nuisance", "stageLosses", "runtime", "failure"],
8
- "properties": {
9
- "version": { "type": "integer", "const": 1 },
10
- "frames": { "type": "integer", "minimum": 1 },
11
- "fps": { "type": "number", "exclusiveMinimum": 0 },
12
- "occluded": {
13
- "type": "array",
14
- "items": { "type": "array", "items": { "type": "boolean" }, "minItems": 27, "maxItems": 27 }
15
- },
16
- "lrState": { "type": "array", "items": { "type": "string" } },
17
- "lrMargin": { "type": "array", "items": { "type": "number" } },
18
- "ambiguous": { "type": "array", "items": { "type": "boolean" } },
19
- "stance": {
20
- "type": "object",
21
- "additionalProperties": false,
22
- "required": ["left", "right"],
23
- "properties": {
24
- "left": { "type": "array", "items": { "type": "boolean" } },
25
- "right": { "type": "array", "items": { "type": "boolean" } }
26
- }
27
- },
28
- "penetration": {
29
- "type": "object",
30
- "additionalProperties": false,
31
- "required": ["maxBoxCm", "maxFloorCm", "frames"],
32
- "properties": {
33
- "maxBoxCm": { "type": "number", "minimum": 0 },
34
- "maxFloorCm": { "type": "number", "minimum": 0 },
35
- "frames": { "type": "array", "items": { "type": "integer", "minimum": 0 } }
36
- }
37
- },
38
- "nuisance": {
39
- "type": "object",
40
- "additionalProperties": false,
41
- "required": ["scale", "cameraDeltaDeg", "fovDeltaPct"],
42
- "properties": {
43
- "scale": { "type": "number", "exclusiveMinimum": 0 },
44
- "cameraDeltaDeg": { "type": "array", "prefixItems": [{ "type": "number" }, { "type": "number" }], "items": false },
45
- "fovDeltaPct": { "type": "number" }
46
- }
47
- },
48
- "stageLosses": { "type": "object", "additionalProperties": { "type": "number" } },
49
- "runtime": {
50
- "type": "object",
51
- "additionalProperties": false,
52
- "required": ["trackerSeconds", "peakReservedMiB"],
53
- "properties": {
54
- "trackerSeconds": { "type": "number", "minimum": 0 },
55
- "peakReservedMiB": { "type": "number", "minimum": 0 }
56
- }
57
- },
58
- "failure": { "type": ["null", "string"] }
59
- }
60
- }
@@ -1,256 +0,0 @@
1
- #!/usr/bin/env node
2
- /**
3
- * export-rig.mjs — export a shipped Studio character rig for the known-character
4
- * tracker (plan mocap-rearch todo 3).
5
- *
6
- * node tools/track/export-rig.mjs --model y-bot-tpose [--out <path.npz>]
7
- *
8
- * Loads public/models/<model>.fbx in node with three's FBXLoader exactly as
9
- * tools/bench/obs-bench.mjs characterStandingAnkle does (rig root scale 0.01,
10
- * bind pose primed like Studio's app-stage clone), and writes one npz with the
11
- * merged skinned mesh (both SkinnedMeshes, rest pose, metres), the rig's
12
- * control bones, and the positional-skinning preparation playback.js
13
- * computes for this rig (prepOf), plus the canonical cskel27 skeleton. Array
14
- * layout and units: tools/track/rig-dump.mjs.
15
- *
16
- * Mixamo FBX nests an identity copy of every bone under its control bone and
17
- * a mesh's skeleton may reference either; playback only ever writes control
18
- * bones, so every skeleton bone is canonicalised onto the control bone of the
19
- * same name (the copy's local transform is asserted to be identity).
20
- *
21
- * Default output: node_modules/.cache/cozyfit/rig-<model>.npz (never committed).
22
- */
23
- import { createHash } from "node:crypto";
24
- import { existsSync, mkdirSync, readFileSync, renameSync, rmSync, statSync } from "node:fs";
25
- import { dirname, join, relative, resolve } from "node:path";
26
- import { fileURLToPath, pathToFileURL } from "node:url";
27
- import * as THREE from "three";
28
- import { FBXLoader } from "three/examples/jsm/loaders/FBXLoader.js";
29
- import { writeNpz } from "../ardy/npz.mjs";
30
- import { CSKEL27_JOINTS, CSKEL27_PARENTS } from "../../src/ardy/cskel27.js";
31
- import { CSKEL27_NEUTRAL } from "../../src/ardy/cskel27-neutral.js";
32
- import { ARDY_NEUTRAL_MIN_Y, GIRDLE_JOINTS, HIERARCHY_PRESERVED_JOINTS, prepOf } from "../../src/ardy/playback.js";
33
- import { primeBindPose } from "../../src/poses.js";
34
- import { CHARACTER_MODEL_IDS } from "../../src/scenes.js";
35
- import { rigArraysFromDump, RIG_DUMP_VERSION } from "./rig-dump.mjs";
36
-
37
- const HERE = dirname(fileURLToPath(import.meta.url));
38
- const ROOT = resolve(HERE, "../..");
39
- const ROOT_SCALE = 0.01; // app-stage.jsx: model.scale = 0.01 * character scale (1)
40
- const BIND_TOLERANCE = 1e-5;
41
-
42
- /** 4x4 row-major list from a three.js (column-major) Matrix4. */
43
- const rowMajor = (m) => m.clone().transpose().toArray();
44
- const vec = (v) => (v ? [v.x, v.y, v.z] : null);
45
- const quat = (q) => (q ? [q.x, q.y, q.z, q.w] : null);
46
-
47
- export function modelPath(model) {
48
- if (!CHARACTER_MODEL_IDS.includes(model)) {
49
- throw new Error(`unknown character model: ${model} (known: ${CHARACTER_MODEL_IDS.join(", ")})`);
50
- }
51
- const path = ["public", "dist"].map((d) => join(ROOT, d, "models", `${model}.fbx`)).find(existsSync);
52
- if (!path) throw new Error(`character model ${model}.fbx not found under public/models or dist/models`);
53
- return path;
54
- }
55
-
56
- /** The Studio rig as the app holds it: FBX parse, 0.01 root scale, primed bind. */
57
- export function loadRig(path) {
58
- const bytes = readFileSync(path);
59
- const rig = new FBXLoader().parse(bytes.buffer.slice(bytes.byteOffset, bytes.byteOffset + bytes.byteLength), "");
60
- rig.scale.setScalar(ROOT_SCALE);
61
- primeBindPose(rig);
62
- rig.updateMatrixWorld(true);
63
- return { rig, sha256: createHash("sha256").update(bytes).digest("hex") };
64
- }
65
-
66
- const isIdentityLocal = (bone) =>
67
- bone.position.lengthSq() < 1e-12 &&
68
- Math.abs(Math.abs(bone.quaternion.w) - 1) < 1e-9 &&
69
- bone.scale.distanceToSquared(new THREE.Vector3(1, 1, 1)) < 1e-12;
70
-
71
- /** Plain-JSON dump of a loaded, untouched rig (rigArraysFromDump input). */
72
- export function dumpRig(rig, { model = null, source = null } = {}) {
73
- rig.updateMatrixWorld(true);
74
-
75
- // Control bones: the first depth-first bone of every name (playback's findBone rule).
76
- const control = [];
77
- const byName = new Map();
78
- rig.traverse((node) => {
79
- if (node.isBone && !byName.has(node.name)) {
80
- byName.set(node.name, control.length);
81
- control.push(node);
82
- }
83
- });
84
- const indexOf = new Map(control.map((bone, i) => [bone, i]));
85
- const canonical = (bone) => {
86
- const i = byName.get(bone.name);
87
- if (i === undefined) throw new Error(`bone ${bone.name} has no control bone`);
88
- if (control[i] !== bone) {
89
- // A nested copy: only valid when it sits (transitively) at its control bone.
90
- for (let node = bone; node !== control[i]; node = node.parent) {
91
- if (!node || !node.isBone || !isIdentityLocal(node)) {
92
- throw new Error(`skeleton bone ${bone.name} is not an identity copy of its control bone`);
93
- }
94
- }
95
- }
96
- return i;
97
- };
98
- const parentIndex = (bone) => {
99
- for (let node = bone.parent; node && node !== rig; node = node.parent) {
100
- if (node.isBone && indexOf.has(node)) return indexOf.get(node);
101
- }
102
- return -1;
103
- };
104
- const bones = control.map((bone) => {
105
- const world = bone.matrixWorld.clone();
106
- return {
107
- name: bone.name,
108
- parent: parentIndex(bone),
109
- restLocal: rowMajor(bone.matrix),
110
- restWorld: rowMajor(world),
111
- bindInverse: rowMajor(world.clone().invert()),
112
- };
113
- });
114
-
115
- const meshes = [];
116
- let maxBindDeviation = 0;
117
- rig.traverse((node) => {
118
- if (!node.isSkinnedMesh) return;
119
- const { geometry, skeleton } = node;
120
- const remap = skeleton.bones.map(canonical);
121
- // Studio's skinning uses bone.matrixWorld @ boneInverse; the export's
122
- // world-space LBS uses controlWorld @ inverse(controlWorld at rest). The
123
- // two agree only when every bone's rest product is the same matrix.
124
- const reference = new THREE.Matrix4().multiplyMatrices(skeleton.bones[0].matrixWorld, skeleton.boneInverses[0]).multiply(node.bindMatrix);
125
- skeleton.bones.forEach((bone, k) => {
126
- const product = new THREE.Matrix4().multiplyMatrices(bone.matrixWorld, skeleton.boneInverses[k]).multiply(node.bindMatrix);
127
- product.elements.forEach((x, e) => { maxBindDeviation = Math.max(maxBindDeviation, Math.abs(x - reference.elements[e])); });
128
- });
129
- const count = geometry.attributes.position.count;
130
- const vertices = new Array(count * 3);
131
- const skinIndex = new Array(count * 4);
132
- const skinWeight = new Array(count * 4);
133
- const p = new THREE.Vector3();
134
- const si = geometry.attributes.skinIndex;
135
- const sw = geometry.attributes.skinWeight;
136
- for (let v = 0; v < count; v += 1) {
137
- node.getVertexPosition(v, p).applyMatrix4(node.matrixWorld);
138
- vertices[v * 3] = p.x; vertices[v * 3 + 1] = p.y; vertices[v * 3 + 2] = p.z;
139
- for (let k = 0; k < 4; k += 1) {
140
- const w = sw.getComponent(v, k);
141
- skinWeight[v * 4 + k] = w;
142
- // A zero-weight slot's index is irrelevant; point it at a real bone.
143
- skinIndex[v * 4 + k] = w === 0 ? remap[0] : remap[si.getComponent(v, k)];
144
- }
145
- }
146
- const faces = geometry.index
147
- ? Array.from(geometry.index.array)
148
- : Array.from({ length: count }, (_, i) => i);
149
- meshes.push({ name: node.name, vertices, faces, skinIndex, skinWeight });
150
- });
151
- if (meshes.length === 0) throw new Error("rig has no skinned mesh");
152
- if (maxBindDeviation > BIND_TOLERANCE) {
153
- throw new Error(`bind pose is not the rest pose (max boneWorld*boneInverse deviation ${maxBindDeviation})`);
154
- }
155
-
156
- const prep = prepOf(rig);
157
- const boneOf = (bone) => {
158
- if (!bone) return -1;
159
- if (!indexOf.has(bone)) throw new Error(`prep bone ${bone.name} is not a control bone`);
160
- return indexOf.get(bone);
161
- };
162
- const mat = (m) => (m ? rowMajor(m) : null);
163
- return {
164
- version: RIG_DUMP_VERSION,
165
- model,
166
- source,
167
- rootScale: ROOT_SCALE,
168
- bones,
169
- meshes,
170
- prep: {
171
- bones: prep.bones.map(boneOf),
172
- scale: prep.scale,
173
- offsets: prep.offsets.map(vec),
174
- bindPos: prep.bindPos.map(vec),
175
- bindQuat: prep.bindQuat.map(quat),
176
- bindScale: prep.bindScale.map(vec),
177
- bindLocalPos: prep.bindLocalPos.map(vec),
178
- parentBindWorld: prep.parentBindWorld.map(mat),
179
- chainParent: [...prep.chainParent],
180
- chainRel: prep.chainRel.map(mat),
181
- canonicalBoneLength: [...prep.canonicalBoneLength],
182
- rigBoneLength: [...prep.rigBoneLength],
183
- stretchedLeaves: prep.stretchedLeaves.map((leaf) => ({
184
- bone: boneOf(leaf.bone),
185
- joint: leaf.joint,
186
- bindLocalPos: vec(leaf.bindLocalPos),
187
- bindLocalQuat: quat(leaf.bindLocalQuat),
188
- })),
189
- hierarchyPreserved: [...HIERARCHY_PRESERVED_JOINTS],
190
- girdleJoints: [...GIRDLE_JOINTS],
191
- ardyNeutralMinY: ARDY_NEUTRAL_MIN_Y,
192
- },
193
- cskel27: {
194
- joints: [...CSKEL27_JOINTS],
195
- parents: CSKEL27_PARENTS.map((p) => (p === null ? -1 : p)),
196
- neutral: CSKEL27_NEUTRAL.map((row) => [...row]),
197
- },
198
- maxBindDeviation,
199
- };
200
- }
201
-
202
- /** Export `model` to `out`; returns a summary. The file is replaced atomically. */
203
- export function exportRig(model, out) {
204
- const path = modelPath(model);
205
- const { rig, sha256 } = loadRig(path);
206
- const dump = dumpRig(rig, { model, source: { fbx: relative(ROOT, path), sha256 } });
207
- const { members } = rigArraysFromDump(dump);
208
- mkdirSync(dirname(out), { recursive: true });
209
- const partial = `${out}.partial-${process.pid}`;
210
- try {
211
- writeNpz(partial, members);
212
- renameSync(partial, out);
213
- } finally {
214
- rmSync(partial, { force: true });
215
- }
216
- return {
217
- model,
218
- out,
219
- bytes: statSync(out).size,
220
- vertices: members.vertices.shape[0],
221
- faces: members.faces.shape[0],
222
- bones: members.bone_parent.shape[0],
223
- meshes: dump.meshes.map((m) => `${m.name}:${m.vertices.length / 3}`),
224
- mappedJoints: dump.prep.bones.filter((b) => b >= 0).length,
225
- prepScale: dump.prep.scale,
226
- maxBindDeviation: dump.maxBindDeviation,
227
- };
228
- }
229
-
230
- function parseArgs(argv) {
231
- const args = { model: null, out: null };
232
- for (let i = 0; i < argv.length; i += 1) {
233
- const flag = argv[i];
234
- const value = argv[i + 1];
235
- if ((flag === "--model" || flag === "--out") && value && !value.startsWith("--")) {
236
- args[flag.slice(2)] = value;
237
- i += 1;
238
- } else {
239
- throw new Error(`usage: export-rig.mjs --model <${CHARACTER_MODEL_IDS.join("|")}> [--out <path.npz>] (bad argument ${flag})`);
240
- }
241
- }
242
- if (!args.model) throw new Error("usage: export-rig.mjs --model <id> [--out <path.npz>] (--model is required)");
243
- args.out = resolve(args.out ?? join(ROOT, "node_modules/.cache/cozyfit", `rig-${args.model}.npz`));
244
- return args;
245
- }
246
-
247
- if (import.meta.url === pathToFileURL(process.argv[1] ?? "").href) {
248
- try {
249
- const { model, out } = parseArgs(process.argv.slice(2));
250
- const summary = exportRig(model, out);
251
- console.log(JSON.stringify(summary, null, 2));
252
- } catch (error) {
253
- console.error(`export-rig: ${error.message}`);
254
- process.exit(1);
255
- }
256
- }
@@ -1,7 +0,0 @@
1
- /** Choose the safe ladder fallback for the supplied endpoint poses. */
2
- export function fallbackStep(endpoints) {
3
- const hasTwo = Array.isArray(endpoints)
4
- ? endpoints.length >= 2
5
- : Boolean(endpoints && endpoints.a && endpoints.b);
6
- return hasTwo ? "Gbest" : "G5";
7
- }