cozyclay 2.1.0 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (583) hide show
  1. package/CHANGELOG.md +65 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +40 -113
  4. package/bin/agent/agent-runner.mjs +9 -10
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/studio-motion-reference.mjs +23 -0
  14. package/bin/agent/studio-prompt.mjs +1 -1
  15. package/bin/agent/studio-rebase-text.mjs +32 -0
  16. package/bin/agent/studio-rebase.mjs +26 -39
  17. package/bin/agent/studio-tools.mjs +9 -28
  18. package/bin/agent/tool-arguments.mjs +49 -0
  19. package/bin/agent/turn-frames.mjs +66 -0
  20. package/bin/codex-auth.mjs +9 -2
  21. package/bin/cozyclay.mjs +10 -116
  22. package/bin/live/cli.mjs +22 -6
  23. package/bin/mcp-runtime.mjs +2 -12
  24. package/bin/package-signature.mjs +0 -4
  25. package/dist/app/index.html +7 -6
  26. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  27. package/dist/assets/analytics-C9sUnndd.js +1 -0
  28. package/dist/assets/app-CCh--1Hc.js +5087 -0
  29. package/dist/assets/app-f-fkV5uP.css +1 -0
  30. package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
  31. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  32. package/dist/assets/{first-shot-handoff-BlT33CGf.js → first-shot-handoff-CC4xe4HM.js} +1 -1
  33. package/dist/assets/{landing-BSesrCpL.js → landing-DjHD8u7k.js} +1 -1
  34. package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
  35. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  36. package/dist/assets/workflow-C4yKH1p4.js +179 -0
  37. package/dist/cozyclay-package.json +1 -1
  38. package/dist/index.html +3 -3
  39. package/dist/llms.txt +14 -0
  40. package/dist/sw.js +3 -6
  41. package/dist/workflow/index.html +5 -4
  42. package/mcp/LIVE-PROTOCOL.md +7 -47
  43. package/mcp/README.md +16 -26
  44. package/mcp/live-hub.mjs +6 -10
  45. package/mcp/package.json +1 -3
  46. package/mcp/tool-handlers.mjs +4 -168
  47. package/package.json +3 -22
  48. package/src/App.jsx +174 -2639
  49. package/src/agent-progress.js +79 -0
  50. package/src/agent-turn-mark.js +30 -0
  51. package/src/analytics.js +1 -19
  52. package/src/app-context.js +5 -0
  53. package/src/app-stage.jsx +2 -34
  54. package/src/asset-pane.jsx +6 -5
  55. package/src/camera-block.js +21 -0
  56. package/src/camera-direction.js +120 -0
  57. package/src/character-kind.js +3 -9
  58. package/src/command-bus.js +8 -6
  59. package/src/commands/cast.js +5 -34
  60. package/src/commands/elements/character.js +1 -1
  61. package/src/commands/elements/motion.js +1 -6
  62. package/src/commands/elements/object.js +6 -2
  63. package/src/commands/elements/shot.js +4 -1
  64. package/src/commands/elements.js +38 -14
  65. package/src/commands/index.js +3 -1
  66. package/src/commands/kits.js +37 -0
  67. package/src/commands/motion-timing.js +57 -0
  68. package/src/commands/motion.js +9 -152
  69. package/src/commands/motion3-compile.js +65 -0
  70. package/src/commands/motion3.js +207 -0
  71. package/src/commands/objects.js +6 -4
  72. package/src/commands/shot.js +49 -11
  73. package/src/commands/stage.js +14 -1
  74. package/src/commands/view.js +4 -1
  75. package/src/document-mirrors.js +42 -0
  76. package/src/document-store.js +4 -0
  77. package/src/domains/cast.js +19 -194
  78. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  79. package/src/domains/motion/take-source.js +51 -0
  80. package/src/domains/motion.js +60 -1838
  81. package/src/domains/scenes.js +12 -55
  82. package/src/domains/shots.js +2 -2
  83. package/src/domains/stage.js +4 -2
  84. package/src/draft-ghost.js +46 -0
  85. package/src/draft-ghost.jsx +129 -0
  86. package/src/dualview.jsx +4 -3
  87. package/src/effects/EffectsLayer.jsx +112 -0
  88. package/src/effects/effect-meshes.js +232 -0
  89. package/src/effects/effect-record.js +103 -0
  90. package/src/effects/emitter.js +59 -0
  91. package/src/effects/simulate.js +261 -0
  92. package/src/effects/state.js +59 -0
  93. package/src/execution-telemetry.js +2 -3
  94. package/src/first-success-guide.jsx +5 -5
  95. package/src/ghost-set.js +257 -0
  96. package/src/held-object-edit.jsx +113 -0
  97. package/src/held-object-pose.js +175 -0
  98. package/src/hierarchy-model.js +1 -1
  99. package/src/hierarchy-panel.jsx +1 -1
  100. package/src/imported-mesh.jsx +103 -0
  101. package/src/kits/held.js +84 -0
  102. package/src/kits/index.js +70 -0
  103. package/src/kits/smoking.js +57 -0
  104. package/src/light-blockers.js +93 -0
  105. package/src/motion/beat-board-model.js +84 -0
  106. package/src/motion/beat-board.css +124 -0
  107. package/src/motion/beat-board.jsx +59 -0
  108. package/src/motion/center-of-mass.js +66 -0
  109. package/src/motion/fix-collisions.js +850 -0
  110. package/src/motion/physics-review.js +118 -0
  111. package/src/{ardy → motion}/physics-support.js +1 -76
  112. package/src/motion/rig-snapshot.js +22 -0
  113. package/src/motion/take-segments.jsx +140 -0
  114. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  115. package/src/{ardy → motion}/timeline.css +1 -2
  116. package/src/{ardy → motion}/timeline.jsx +48 -419
  117. package/src/motion/waypoints.js +76 -0
  118. package/src/motion3/beats.js +83 -0
  119. package/src/motion3/body.js +158 -0
  120. package/src/motion3/bones.js +47 -0
  121. package/src/motion3/carried.js +47 -0
  122. package/src/motion3/compile-job.js +75 -0
  123. package/src/motion3/compile-worker.js +10 -0
  124. package/src/motion3/compiler/anchors.js +105 -0
  125. package/src/motion3/compiler/arm-orient.js +128 -0
  126. package/src/motion3/compiler/channels.js +125 -0
  127. package/src/motion3/compiler/compile.js +205 -0
  128. package/src/motion3/compiler/gait-rhythm.js +97 -0
  129. package/src/motion3/compiler/grip.js +171 -0
  130. package/src/motion3/compiler/head-steady.js +48 -0
  131. package/src/motion3/compiler/hold.js +134 -0
  132. package/src/motion3/compiler/idle.js +113 -0
  133. package/src/motion3/compiler/limbs.js +170 -0
  134. package/src/motion3/compiler/math.js +72 -0
  135. package/src/motion3/compiler/pose.js +162 -0
  136. package/src/motion3/compiler/quat.js +49 -0
  137. package/src/motion3/compiler/skeleton.js +74 -0
  138. package/src/motion3/compiler/validate-common.js +32 -0
  139. package/src/motion3/compiler/validate-goals.js +118 -0
  140. package/src/motion3/compiler/validate-objects.js +143 -0
  141. package/src/motion3/compiler/validate-parts.js +116 -0
  142. package/src/motion3/compiler/validate.js +122 -0
  143. package/src/motion3/compiler/vocab.js +73 -0
  144. package/src/motion3/compiler/walk-pelvis.js +275 -0
  145. package/src/motion3/compiler/walk.js +207 -0
  146. package/src/motion3/compiler/wrist-clamp.js +32 -0
  147. package/src/motion3/delta.js +47 -0
  148. package/src/motion3/describe.js +174 -0
  149. package/src/motion3/docs.js +27 -0
  150. package/src/motion3/edit-carry.js +21 -0
  151. package/src/motion3/fix/ease.js +16 -0
  152. package/src/motion3/fix/ground.js +37 -0
  153. package/src/motion3/fix/index.js +52 -0
  154. package/src/motion3/fix/push.js +71 -0
  155. package/src/motion3/fix/reach.js +46 -0
  156. package/src/motion3/fix/retime.js +79 -0
  157. package/src/motion3/fix/self.js +211 -0
  158. package/src/motion3/fix/slide.js +70 -0
  159. package/src/motion3/fix/turn.js +51 -0
  160. package/src/motion3/follow.js +39 -0
  161. package/src/motion3/free-motion.js +173 -0
  162. package/src/motion3/grip-choice.js +130 -0
  163. package/src/motion3/hold-plan.js +157 -0
  164. package/src/motion3/json-patch.js +77 -0
  165. package/src/motion3/key-aim.js +105 -0
  166. package/src/motion3/key-edit.js +82 -0
  167. package/src/motion3/lenient.js +127 -0
  168. package/src/motion3/object-keys.js +236 -0
  169. package/src/motion3/object-pose.js +182 -0
  170. package/src/motion3/object-tracks.js +12 -0
  171. package/src/motion3/pipeline.js +102 -0
  172. package/src/motion3/playback.js +51 -0
  173. package/src/motion3/probes.js +91 -0
  174. package/src/motion3/qa/body-checks.js +34 -0
  175. package/src/motion3/qa/check-names.js +14 -0
  176. package/src/motion3/qa/checks.js +121 -0
  177. package/src/motion3/qa/contact-checks.js +51 -0
  178. package/src/motion3/qa/explain.js +80 -0
  179. package/src/motion3/qa/fmt.js +5 -0
  180. package/src/motion3/qa/foot-checks.js +72 -0
  181. package/src/motion3/qa/geometry.js +77 -0
  182. package/src/motion3/qa/goals.js +191 -0
  183. package/src/motion3/qa/ground.js +60 -0
  184. package/src/motion3/qa/hints-contact.js +179 -0
  185. package/src/motion3/qa/hints-goal.js +160 -0
  186. package/src/motion3/qa/hints-knee.js +24 -0
  187. package/src/motion3/qa/hints-motion.js +209 -0
  188. package/src/motion3/qa/hints-object.js +91 -0
  189. package/src/motion3/qa/index.js +42 -0
  190. package/src/motion3/qa/key-checks.js +82 -0
  191. package/src/motion3/qa/near.js +96 -0
  192. package/src/motion3/qa/object-checks.js +135 -0
  193. package/src/motion3/qa/patch.js +161 -0
  194. package/src/motion3/qa/severity.js +38 -0
  195. package/src/motion3/qa/spec-checks.js +65 -0
  196. package/src/motion3/qa/style.js +218 -0
  197. package/src/motion3/qa/wrist-checks.js +69 -0
  198. package/src/motion3/qa/wrist-obs.js +60 -0
  199. package/src/motion3/refs.js +120 -0
  200. package/src/motion3/repair-tune.js +121 -0
  201. package/src/motion3/repair.js +83 -0
  202. package/src/motion3/report.js +67 -0
  203. package/src/motion3/rigs/index.js +14 -0
  204. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  205. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  206. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  207. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  208. package/src/motion3/scene.js +60 -0
  209. package/src/motion3/schema/brief.js +89 -0
  210. package/src/motion3/schema/fields.js +44 -0
  211. package/src/motion3/schema/spec-examples.js +46 -0
  212. package/src/motion3/schema/topics.js +111 -0
  213. package/src/motion3/schema/types.js +147 -0
  214. package/src/motion3/search.js +117 -0
  215. package/src/motion3/second-hand.js +112 -0
  216. package/src/motion3/skills/basic.js +82 -0
  217. package/src/motion3/skills/book.js +76 -0
  218. package/src/motion3/skills/car.js +145 -0
  219. package/src/motion3/skills/frames-auto.js +29 -0
  220. package/src/motion3/skills/index.js +83 -0
  221. package/src/motion3/skills/info.js +65 -0
  222. package/src/motion3/skills/smoke-kit.js +109 -0
  223. package/src/motion3/skills/smoke.js +160 -0
  224. package/src/motion3/spec-store.js +59 -0
  225. package/src/motion3/take-edit.js +155 -0
  226. package/src/motion3/take.js +63 -0
  227. package/src/motion3/timeline.js +127 -0
  228. package/src/motion3/views.js +121 -0
  229. package/src/motion3/walk-plan.js +119 -0
  230. package/src/object-catalog.jsx +7 -1
  231. package/src/object-colors.js +98 -0
  232. package/src/object-gizmo-parts.js +115 -0
  233. package/src/object-gizmo.jsx +37 -122
  234. package/src/object-glow.js +139 -0
  235. package/src/object-hidden.js +33 -0
  236. package/src/object-look.js +196 -0
  237. package/src/object-size.js +10 -0
  238. package/src/object-travel.js +71 -6
  239. package/src/panels/CameraPanel.jsx +7 -7
  240. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  241. package/src/panels/LightPanel.jsx +25 -4
  242. package/src/panels/ObjectLookPanel.jsx +88 -0
  243. package/src/panels/PoseImagePanel.jsx +1 -1
  244. package/src/panels/PosePanel.jsx +2 -17
  245. package/src/panels/RigControlPanel.jsx +5 -53
  246. package/src/panels/SubjectBox.jsx +4 -1
  247. package/src/panels/details.css +14 -0
  248. package/src/posestudio.jsx +4 -27
  249. package/src/project-browser.jsx +3 -4
  250. package/src/project-resources.js +18 -31
  251. package/src/project.js +13 -104
  252. package/src/props.jsx +25 -280
  253. package/src/rail-dot-drag.js +23 -0
  254. package/src/render-passes.js +10 -0
  255. package/src/resource-status.jsx +1 -0
  256. package/src/result-modal.jsx +4 -19
  257. package/src/room.jsx +20 -12
  258. package/src/scene-assets.js +8 -6
  259. package/src/scene-light-place.js +72 -0
  260. package/src/scene-lights.jsx +148 -0
  261. package/src/scene-objects.js +31 -139
  262. package/src/scenes.js +15 -105
  263. package/src/semantic-edit.js +2 -5
  264. package/src/set-pieces.jsx +183 -0
  265. package/src/settings-menu.jsx +3 -11
  266. package/src/shell/BottomDock.jsx +11 -53
  267. package/src/shell/CompositionGuideButton.jsx +20 -0
  268. package/src/shell/DetailsSlot.jsx +16 -200
  269. package/src/shell/GhostsMenuGroup.jsx +74 -0
  270. package/src/shell/LibrarySlot.jsx +1 -3
  271. package/src/shell/MenuBar.jsx +3 -3
  272. package/src/shell/PreferencesDialog.jsx +15 -264
  273. package/src/shell/PreferencesSlot.jsx +2 -8
  274. package/src/shell/ShotPreviewHeader.jsx +17 -0
  275. package/src/shell/TopBar.jsx +5 -83
  276. package/src/shell/ViewportToolbar.jsx +23 -93
  277. package/src/shell/agent-glass.css +19 -6
  278. package/src/shell/details-selection.js +42 -0
  279. package/src/shell/ghosts-menu.css +22 -0
  280. package/src/shell/glass-regions.css +29 -3
  281. package/src/shell/preferences.css +6 -1
  282. package/src/shell/viewport.css +12 -0
  283. package/src/shot-authoring.js +4 -7
  284. package/src/soft-shadows.js +37 -0
  285. package/src/stage-attach-frames.js +12 -12
  286. package/src/stage-canvas-rigs.jsx +3 -3
  287. package/src/stage-capture.jsx +42 -8
  288. package/src/stage-characters.jsx +22 -216
  289. package/src/stage-editor-gizmos.jsx +6 -6
  290. package/src/stage-environment.js +93 -0
  291. package/src/stage-hdr-builtins.js +107 -0
  292. package/src/stage-hdr-image.js +116 -0
  293. package/src/stage-hdr-library.js +70 -0
  294. package/src/stage-hdr-map.js +94 -0
  295. package/src/stage-hdr.js +130 -0
  296. package/src/stage-lighting.js +149 -0
  297. package/src/stage-occlusion.js +210 -0
  298. package/src/stage-sky.jsx +159 -0
  299. package/src/stage-startup-defaults.js +5 -9
  300. package/src/studio-actions.js +12 -14
  301. package/src/studio-agent-commands.js +46 -16
  302. package/src/studio-agent-motion.js +9 -9
  303. package/src/studio-agent-protocol.js +46 -73
  304. package/src/studio-app-binding.js +29 -45
  305. package/src/studio-asset-list.js +17 -0
  306. package/src/studio-contact-sheet.js +37 -5
  307. package/src/studio-elements.js +27 -7
  308. package/src/studio-entity-bounds.js +18 -0
  309. package/src/studio-error-codes.js +8 -0
  310. package/src/studio-export-framing.js +152 -0
  311. package/src/studio-lighting-check.js +103 -0
  312. package/src/studio-motion-visual.js +150 -0
  313. package/src/studio-schema-errors.js +80 -0
  314. package/src/studio-support-gap.js +74 -0
  315. package/src/styles.css +1 -19
  316. package/src/timeline-defaults.js +5 -0
  317. package/src/timeline-extent.js +8 -20
  318. package/src/tutorial-walk.js +17 -0
  319. package/src/ui-scrub.js +1 -1
  320. package/src/use-shot-camera-tracks.js +12 -0
  321. package/src/view-ghosts.js +97 -0
  322. package/src/view-ghosts.jsx +49 -0
  323. package/src/workflow/AgentPanel.jsx +47 -166
  324. package/src/workflow/AgentProgressCard.jsx +107 -0
  325. package/src/workflow/AgentReplyText.jsx +37 -0
  326. package/src/workflow/AgentTurnSteps.jsx +84 -0
  327. package/src/workflow/LoginPanel.jsx +140 -0
  328. package/src/workflow/WorkflowBuilder.jsx +7 -23
  329. package/src/workflow/agent-client.js +54 -51
  330. package/src/workflow/agent-panel.css +71 -1
  331. package/src/workflow/agent-progress-card.css +167 -0
  332. package/src/workflow/agent-progress-view.js +47 -0
  333. package/src/workflow/agent-turn-steps.css +113 -0
  334. package/src/workflow/agent-turn.js +191 -0
  335. package/src/workflow/login-client.js +34 -0
  336. package/src/workflow/motion-input.js +18 -31
  337. package/src/workflow/node-schema.js +1 -1
  338. package/src/workflow/reply-markdown.js +69 -0
  339. package/src/workflow/scene-asset-sync.js +8 -8
  340. package/tools/agent-session-stats.mjs +61 -0
  341. package/tools/dev-full.mjs +5 -56
  342. package/tools/eslint-baseline.json +12 -13
  343. package/tools/headless-studio.mjs +85 -0
  344. package/tools/knip-baseline.json +0 -179
  345. package/tools/loc-baseline.json +33 -83
  346. package/tools/motion3/extract-body.mjs +103 -0
  347. package/tools/motion3/extract-rig.mjs +85 -0
  348. package/tools/process-supervisor.mjs +0 -88
  349. package/tools/run-tests.mjs +9 -124
  350. package/bin/agent/motion-runtime.mjs +0 -76
  351. package/dist/ardy/cskel27-rest.json +0 -557
  352. package/dist/assets/analytics-B41FmPYI.js +0 -1
  353. package/dist/assets/app-Do-Og5Pu.css +0 -1
  354. package/dist/assets/app-DwP-tl2x.js +0 -4920
  355. package/dist/assets/config-Bx7pYsD9.js +0 -1
  356. package/dist/assets/config-DeoFTYzb.css +0 -1
  357. package/dist/assets/demo-Dt0qZfS7.js +0 -1
  358. package/dist/assets/scene-asset-sync-BCWDJB1d.js +0 -19
  359. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  360. package/dist/assets/ticket-jqMhqL88.js +0 -1
  361. package/dist/assets/workflow-Br-K7Srs.js +0 -179
  362. package/dist/demo/walk-then-stop.npz +0 -0
  363. package/mcp/ardy-prompts.mjs +0 -218
  364. package/src/ardy/auto-fix-panel.css +0 -108
  365. package/src/ardy/auto-physics.js +0 -1194
  366. package/src/ardy/client.js +0 -153
  367. package/src/ardy/convert.js +0 -313
  368. package/src/ardy/cskel27-neutral.js +0 -39
  369. package/src/ardy/cskel27.js +0 -77
  370. package/src/ardy/export.js +0 -165
  371. package/src/ardy/fix-collisions.js +0 -2257
  372. package/src/ardy/foot-lock.js +0 -230
  373. package/src/ardy/motion-calibration.js +0 -118
  374. package/src/ardy/motion-edit.js +0 -213
  375. package/src/ardy/motion-url.js +0 -55
  376. package/src/ardy/mp4-duration.js +0 -102
  377. package/src/ardy/npz.js +0 -595
  378. package/src/ardy/physics-panel.css +0 -21
  379. package/src/ardy/physics-panel.jsx +0 -89
  380. package/src/ardy/physics-refine.js +0 -111
  381. package/src/ardy/physics-review.js +0 -567
  382. package/src/ardy/physics-temporal.js +0 -54
  383. package/src/ardy/platform-fit-panel.css +0 -64
  384. package/src/ardy/platform-fit-panel.jsx +0 -41
  385. package/src/ardy/platform-fit.js +0 -326
  386. package/src/ardy/playback.js +0 -711
  387. package/src/ardy/pose-pin.js +0 -97
  388. package/src/ardy/prompt-clips.js +0 -30
  389. package/src/ardy/retime.js +0 -211
  390. package/src/ardy/root-drop.js +0 -369
  391. package/src/ardy/timeline-resize.js +0 -13
  392. package/src/ardy/to-cskel27.js +0 -225
  393. package/src/ardy/trim.js +0 -33
  394. package/src/ardy/waypoints.js +0 -369
  395. package/src/ardy-bridge-contract.js +0 -281
  396. package/src/domains/motion/motion-video-capture.js +0 -664
  397. package/src/i2v-motion-client.js +0 -77
  398. package/src/i2v-motion-studio.jsx +0 -180
  399. package/src/line-edit.js +0 -1348
  400. package/src/motion/generation.js +0 -105
  401. package/src/motion-readiness-ui.jsx +0 -67
  402. package/src/motion-readiness.js +0 -40
  403. package/src/motion-resources.js +0 -177
  404. package/src/motion-store.js +0 -65
  405. package/src/motion-trail.js +0 -601
  406. package/src/multimodel-ingest.js +0 -394
  407. package/src/panels/PromptBlocksPanel.jsx +0 -444
  408. package/src/panels/VideoCapturePanel.jsx +0 -181
  409. package/src/pose-extract/browser.js +0 -42
  410. package/src/pose-extract/detector.js +0 -100
  411. package/src/pose-extract/fit.js +0 -227
  412. package/src/pose-extract/image-frame.js +0 -51
  413. package/src/pose-extract/index.js +0 -58
  414. package/src/pose-extract/keyframes.js +0 -74
  415. package/src/pose-extract/landmarks.js +0 -162
  416. package/src/pose-extract/mirror.js +0 -153
  417. package/src/pose-extract/take.js +0 -131
  418. package/src/pose-extract/video-frames.js +0 -91
  419. package/src/take-recipe.js +0 -165
  420. package/src/trail-key-conflicts.js +0 -39
  421. package/src/trail-pick.js +0 -59
  422. package/src/use-i2v-capture-modal.js +0 -15
  423. package/tools/ardy/BRIDGE.md +0 -37
  424. package/tools/ardy/GVHMR-NPZ.md +0 -68
  425. package/tools/ardy/README.md +0 -124
  426. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  427. package/tools/ardy/artifacts.mjs +0 -34
  428. package/tools/ardy/bridge.mjs +0 -1732
  429. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  430. package/tools/ardy/cclay_constrained_generate.py +0 -561
  431. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  432. package/tools/ardy/cclay_motion_edit.py +0 -510
  433. package/tools/ardy/cclay_sequence_generate.py +0 -705
  434. package/tools/ardy/cclay_worker.py +0 -304
  435. package/tools/ardy/dump-npz.py +0 -205
  436. package/tools/ardy/extract-rest.mjs +0 -299
  437. package/tools/ardy/extract.mjs +0 -507
  438. package/tools/ardy/footage.mjs +0 -467
  439. package/tools/ardy/gvhmr-floor.mjs +0 -102
  440. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  441. package/tools/ardy/gvhmr_fastpath.py +0 -168
  442. package/tools/ardy/gvhmr_trajectory.py +0 -240
  443. package/tools/ardy/merge-text-encoder.py +0 -160
  444. package/tools/ardy/mocap-metrics.mjs +0 -200
  445. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  446. package/tools/ardy/motion-stabilize.mjs +0 -348
  447. package/tools/ardy/npz.mjs +0 -414
  448. package/tools/ardy/pose-to-npz.mjs +0 -106
  449. package/tools/ardy/prompt-limits.mjs +0 -5
  450. package/tools/ardy/run-edit-on-box.sh +0 -73
  451. package/tools/ardy/run-local.mjs +0 -233
  452. package/tools/ardy/run-on-box.sh +0 -593
  453. package/tools/ardy/run-sequence-on-box.sh +0 -177
  454. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  455. package/tools/ardy/runners/index.mjs +0 -18
  456. package/tools/ardy/runners/local.mjs +0 -455
  457. package/tools/ardy/runners/proc.mjs +0 -125
  458. package/tools/ardy/runners/remote.mjs +0 -252
  459. package/tools/ardy/setup-local.mjs +0 -189
  460. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  461. package/tools/ardy/setup-text-encoder.py +0 -306
  462. package/tools/ardy/smpl-cskel27.mjs +0 -178
  463. package/tools/ardy/visual-qa.mjs +0 -196
  464. package/tools/ardy/vq-car.mjs +0 -52
  465. package/tools/bench/EXP3.md +0 -61
  466. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  467. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  468. package/tools/bench/cclay_bench_runner.py +0 -42
  469. package/tools/bench/cube-contact.mjs +0 -162
  470. package/tools/bench/exp3.mjs +0 -152
  471. package/tools/bench/extract-bench-lib.mjs +0 -216
  472. package/tools/bench/extract-bench.mjs +0 -302
  473. package/tools/bench/fal-generate.mjs +0 -88
  474. package/tools/bench/fit/README.md +0 -189
  475. package/tools/bench/fit/camera.mjs +0 -59
  476. package/tools/bench/fit/contact.mjs +0 -419
  477. package/tools/bench/fit/footlock.mjs +0 -234
  478. package/tools/bench/fit/motion.mjs +0 -85
  479. package/tools/bench/fit/pin.mjs +0 -27
  480. package/tools/bench/fit/remote.mjs +0 -105
  481. package/tools/bench/fit-bench.mjs +0 -126
  482. package/tools/bench/fit-sanity.mjs +0 -45
  483. package/tools/bench/metrics.mjs +0 -313
  484. package/tools/bench/obs/depth.mjs +0 -258
  485. package/tools/bench/obs/extrinsics.mjs +0 -175
  486. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  487. package/tools/bench/obs/ground.mjs +0 -294
  488. package/tools/bench/obs/heading.mjs +0 -151
  489. package/tools/bench/obs/ladder.mjs +0 -555
  490. package/tools/bench/obs/mannequin-betas.json +0 -124
  491. package/tools/bench/obs/remote.mjs +0 -83
  492. package/tools/bench/obs/rest_joints.py +0 -52
  493. package/tools/bench/obs/ybot-targets.mjs +0 -49
  494. package/tools/bench/obs-bench.mjs +0 -520
  495. package/tools/bench/score.mjs +0 -343
  496. package/tools/bench/summarize.mjs +0 -86
  497. package/tools/demo-worker/README.md +0 -137
  498. package/tools/demo-worker/api-client.mjs +0 -233
  499. package/tools/demo-worker/generate.mjs +0 -301
  500. package/tools/demo-worker/index.mjs +0 -466
  501. package/tools/demo-worker/sign-core.mjs +0 -112
  502. package/tools/demo-worker/sign.mjs +0 -161
  503. package/tools/gt-render/browser.mjs +0 -159
  504. package/tools/gt-render/camera-math.mjs +0 -276
  505. package/tools/gt-render/page.mjs +0 -267
  506. package/tools/gt-render/render.mjs +0 -514
  507. package/tools/gt-render/scene-box.mjs +0 -31
  508. package/tools/gt-render/take-transform.mjs +0 -87
  509. package/tools/kimodo/compare-seam.mjs +0 -108
  510. package/tools/kimodo/constraints.mjs +0 -244
  511. package/tools/kimodo/edit.mjs +0 -259
  512. package/tools/kimodo/effector-constraints.mjs +0 -200
  513. package/tools/kimodo/generate.mjs +0 -646
  514. package/tools/kimodo/local-output.mjs +0 -265
  515. package/tools/kimodo/measure-pose.mjs +0 -65
  516. package/tools/kimodo/measure-preserve.mjs +0 -899
  517. package/tools/kimodo/measure-waypoints.mjs +0 -55
  518. package/tools/kimodo/mlx-generate.py +0 -111
  519. package/tools/kimodo/pose-constraints.mjs +0 -248
  520. package/tools/kimodo/preserve-mask.mjs +0 -543
  521. package/tools/kimodo/read-npz.mjs +0 -189
  522. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  523. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  524. package/tools/kimodo/runner.mjs +0 -284
  525. package/tools/kimodo/seam-batch.mjs +0 -77
  526. package/tools/kimodo/setup-local.mjs +0 -30
  527. package/tools/kimodo/setup-on-box.sh +0 -339
  528. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  529. package/tools/morphgs/assets/gen_truth.py +0 -39
  530. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  531. package/tools/morphgs/assets/playback-check.mjs +0 -30
  532. package/tools/morphgs/demo-gate.sh +0 -26
  533. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  534. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  535. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  536. package/tools/morphgs/setup-on-cluster.sh +0 -126
  537. package/tools/projflow/driver.py +0 -1069
  538. package/tools/projflow/generate.mjs +0 -805
  539. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  540. package/tools/projflow/line-edit-job.mjs +0 -547
  541. package/tools/projflow/replay.mjs +0 -452
  542. package/tools/projflow/runner.mjs +0 -269
  543. package/tools/projflow/service.mjs +0 -742
  544. package/tools/track/DESIGN.md +0 -513
  545. package/tools/track/backfill-provenance.mjs +0 -116
  546. package/tools/track/budget.mjs +0 -8
  547. package/tools/track/check-rig.mjs +0 -209
  548. package/tools/track/diagnostics.schema.json +0 -60
  549. package/tools/track/export-rig.mjs +0 -256
  550. package/tools/track/fallback.mjs +0 -7
  551. package/tools/track/fk-parity-fixture.mjs +0 -161
  552. package/tools/track/gate.mjs +0 -349
  553. package/tools/track/masks.mjs +0 -318
  554. package/tools/track/metrics.mjs +0 -201
  555. package/tools/track/publish-obs.mjs +0 -108
  556. package/tools/track/py/check_env.py +0 -61
  557. package/tools/track/py/eval_lr.py +0 -229
  558. package/tools/track/py/lr_viterbi.py +0 -294
  559. package/tools/track/py/masks.py +0 -405
  560. package/tools/track/py/objective.py +0 -382
  561. package/tools/track/py/rig.py +0 -508
  562. package/tools/track/py/scene.py +0 -326
  563. package/tools/track/py/test_joint_indices.py +0 -123
  564. package/tools/track/py/test_lr_viterbi.py +0 -195
  565. package/tools/track/py/test_masks.py +0 -229
  566. package/tools/track/py/test_rig.py +0 -288
  567. package/tools/track/py/test_scene.py +0 -354
  568. package/tools/track/py/test_track.py +0 -328
  569. package/tools/track/py/track.py +0 -411
  570. package/tools/track/remote.mjs +0 -140
  571. package/tools/track/rig-dump.mjs +0 -227
  572. package/tools/track/run-box-tests.mjs +0 -14
  573. package/tools/track/run-box.mjs +0 -168
  574. package/tools/track/setup-box.sh +0 -59
  575. package/tools/track/study-2d.mjs +0 -728
  576. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  577. /package/src/{ardy → motion}/ground.js +0 -0
  578. /package/src/{ardy → motion}/ik-drag.js +0 -0
  579. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  580. /package/src/{ardy → motion}/ik.js +0 -0
  581. /package/src/{ardy → motion}/physics-surface.js +0 -0
  582. /package/src/{ardy → motion}/playback-clock.js +0 -0
  583. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,126 +1,76 @@
1
1
  {
2
- "bin/agent/agent-routes.mjs": 903,
2
+ "bin/agent/agent-routes.mjs": 865,
3
3
  "bin/agent/agent-runner.mjs": 496,
4
4
  "bin/agent/providers.mjs": 409,
5
5
  "bin/agent/session-store.mjs": 324,
6
- "bin/agent/studio-rebase.mjs": 268,
7
6
  "bin/agent/supervisor.mjs": 283,
8
7
  "bin/agent/video-adapters.mjs": 334,
9
- "bin/cozyclay.mjs": 527,
10
- "bin/live/cli.mjs": 440,
11
- "mcp/live-hub.mjs": 534,
12
- "mcp/tool-handlers.mjs": 1890,
13
- "mcp/verify-live-batch.mjs": 490,
8
+ "bin/cozyclay.mjs": 440,
9
+ "bin/live/cli.mjs": 456,
10
+ "mcp/live-hub.mjs": 529,
11
+ "mcp/tool-handlers.mjs": 1730,
12
+ "mcp/verify-live-batch.mjs": 486,
14
13
  "mcp/verify-live-capture.mjs": 268,
15
14
  "mcp/verify-live-controller.mjs": 340,
16
- "mcp/verify-live-motion-job.mjs": 336,
17
- "mcp/verify-live-p0.mjs": 287,
18
- "mcp/verify-live.mjs": 455,
19
- "src/analytics.js": 1181,
20
- "src/App.jsx": 6624,
21
- "src/ardy/auto-physics.js": 1094,
22
- "src/ardy/collision-blockers.js": 273,
23
- "src/ardy/convert.js": 285,
24
- "src/ardy/fix-collisions.js": 1987,
25
- "src/ardy/ik.js": 1135,
26
- "src/ardy/npz.js": 534,
27
- "src/ardy/physics-review.js": 510,
28
- "src/ardy/platform-fit.js": 277,
29
- "src/ardy/playback.js": 565,
30
- "src/ardy/range-pin.js": 277,
31
- "src/ardy/root-drop.js": 313,
32
- "src/ardy/timeline.jsx": 2384,
33
- "src/ardy/waypoints.js": 311,
15
+ "mcp/verify-live-p0.mjs": 264,
16
+ "mcp/verify-live.mjs": 416,
17
+ "src/analytics.js": 1169,
18
+ "src/App.jsx": 4711,
34
19
  "src/asset-pane.jsx": 648,
35
20
  "src/camera-follow.js": 505,
36
21
  "src/camera-move.js": 289,
37
22
  "src/camera-tutorial.jsx": 443,
38
23
  "src/command-bus.js": 378,
39
24
  "src/controls.jsx": 340,
40
- "src/domains/cast.js": 859,
41
- "src/domains/motion.js": 2277,
42
- "src/domains/motion/motion-video-capture.js": 592,
25
+ "src/domains/cast.js": 717,
26
+ "src/domains/motion.js": 812,
43
27
  "src/domains/objects.js": 907,
44
- "src/domains/scenes.js": 801,
28
+ "src/domains/scenes.js": 754,
45
29
  "src/domains/shots.js": 411,
46
30
  "src/dualview.jsx": 371,
47
31
  "src/hierarchy-panel.jsx": 779,
48
- "src/line-edit.js": 1215,
49
32
  "src/live-control.js": 338,
50
33
  "src/matte-editor.js": 486,
51
34
  "src/matte.js": 472,
52
- "src/motion-trail.js": 550,
53
- "src/multimodel-ingest.js": 344,
35
+ "src/motion/collision-blockers.js": 273,
36
+ "src/motion/fix-collisions.js": 748,
37
+ "src/motion/ik.js": 1135,
38
+ "src/motion/range-pin.js": 277,
39
+ "src/motion/timeline.jsx": 2047,
54
40
  "src/object-gizmo.jsx": 824,
55
41
  "src/object-path.js": 410,
56
42
  "src/panels/ObjectTransformPanel.jsx": 545,
57
- "src/panels/PromptBlocksPanel.jsx": 433,
58
43
  "src/panels/SculptPanel.jsx": 370,
59
44
  "src/planview.jsx": 887,
60
45
  "src/poses.js": 321,
61
- "src/posestudio.jsx": 1263,
46
+ "src/posestudio.jsx": 1240,
62
47
  "src/project-browser.jsx": 401,
63
- "src/project-resources.js": 256,
64
- "src/project.js": 691,
65
- "src/props.jsx": 649,
48
+ "src/project.js": 603,
49
+ "src/props.jsx": 417,
66
50
  "src/range-pin-panel.jsx": 305,
67
51
  "src/scene-assets.js": 400,
68
52
  "src/scene-mesh.js": 350,
69
- "src/scene-objects.js": 1233,
70
- "src/scenes.js": 456,
53
+ "src/scene-objects.js": 1136,
54
+ "src/scenes.js": 387,
71
55
  "src/sculpt-compare.js": 357,
72
56
  "src/sculpt-recipe.js": 363,
73
57
  "src/sculpt-run.js": 309,
74
58
  "src/shell/BoardSlot.jsx": 316,
75
- "src/shell/BottomDock.jsx": 460,
76
- "src/shell/DetailsSlot.jsx": 517,
59
+ "src/shell/BottomDock.jsx": 416,
60
+ "src/shell/DetailsSlot.jsx": 334,
77
61
  "src/shell/MenuBar.jsx": 640,
78
- "src/shell/PreferencesDialog.jsx": 516,
79
- "src/shell/ViewportToolbar.jsx": 638,
62
+ "src/shell/PreferencesDialog.jsx": 466,
63
+ "src/shell/ViewportToolbar.jsx": 567,
80
64
  "src/shot-authoring.js": 348,
81
65
  "src/stage-canvas-rigs.jsx": 352,
82
66
  "src/stage-editor-gizmos.jsx": 1116,
83
- "src/studio-agent-commands.js": 466,
84
- "src/studio-agent-protocol.js": 518,
85
- "src/studio-app-binding.js": 360,
67
+ "src/studio-agent-commands.js": 492,
68
+ "src/studio-agent-protocol.js": 486,
69
+ "src/studio-app-binding.js": 346,
86
70
  "src/ui.jsx": 393,
87
71
  "src/workflow/agent-client.js": 1386,
88
- "src/workflow/AgentPanel.jsx": 894,
89
- "src/workflow/WorkflowBuilder.jsx": 608,
90
- "tools/ardy/bridge.mjs": 1321,
91
- "tools/ardy/bvh-cskel27.mjs": 912,
92
- "tools/ardy/extract-rest.mjs": 266,
93
- "tools/ardy/extract.mjs": 412,
94
- "tools/ardy/footage.mjs": 409,
95
- "tools/ardy/motion-stabilize.mjs": 279,
96
- "tools/ardy/npz.mjs": 369,
97
- "tools/ardy/runners/local.mjs": 367,
98
- "tools/bench/extract-bench.mjs": 284,
99
- "tools/bench/fit/contact.mjs": 380,
100
- "tools/bench/metrics.mjs": 290,
101
- "tools/bench/obs-bench.mjs": 486,
102
- "tools/bench/obs/ground.mjs": 265,
103
- "tools/bench/obs/ladder.mjs": 480,
104
- "tools/bench/score.mjs": 316,
105
- "tools/demo-worker/generate.mjs": 274,
106
- "tools/demo-worker/index.mjs": 426,
107
- "tools/gt-render/camera-math.mjs": 255,
108
- "tools/gt-render/render.mjs": 485,
109
- "tools/kimodo/generate.mjs": 519,
110
- "tools/kimodo/local-output.mjs": 255,
111
- "tools/kimodo/measure-preserve.mjs": 795,
112
- "tools/kimodo/preserve-mask.mjs": 452,
113
- "tools/kimodo/soma77-to-cskel27.mjs": 271,
114
- "tools/projflow/generate.mjs": 682,
115
- "tools/projflow/hml22-to-cskel27.mjs": 633,
116
- "tools/projflow/line-edit-job.mjs": 484,
117
- "tools/projflow/replay.mjs": 397,
118
- "tools/projflow/service.mjs": 651,
72
+ "src/workflow/AgentPanel.jsx": 880,
73
+ "src/workflow/WorkflowBuilder.jsx": 592,
119
74
  "tools/qa/css-rule-usage.mjs": 251,
120
- "tools/run-tests.mjs": 563,
121
- "tools/track/gate.mjs": 325,
122
- "tools/track/masks.mjs": 297,
123
- "tools/track/study-2d.mjs": 663,
124
- "workers/api/src/index.js": 426,
125
- "workers/api/src/queue.js": 441
75
+ "tools/run-tests.mjs": 448
126
76
  }
@@ -0,0 +1,103 @@
1
+ // Fit the collision body of a Mixamo FBX rig from its skin to src/motion3/rigs/<model>-body.json
2
+ // for motion3's self-collision (src/motion3/body.js): one signed distance grid per skinned bone, in
3
+ // that bone's bind frame (the bone moves it rigidly), from the skin vertices the bone carries; and
4
+ // for each limb bone the radius of its skin along the bone (the probe spheres a limb collides with).
5
+ // Run once per rig: node tools/motion3/extract-body.mjs y-bot-tpose
6
+ import fs from "node:fs";
7
+ import path from "node:path";
8
+ import * as THREE from "three";
9
+ import { FBXLoader } from "three/examples/jsm/loaders/FBXLoader.js";
10
+ import { skeletonFor } from "../../src/motion3/rigs/index.js";
11
+ import { axisEnd } from "../../src/motion3/body.js";
12
+ import { sub, apply, T, dot, len } from "../../src/motion3/compiler/math.js";
13
+
14
+ const model = process.argv[2] ?? "y-bot-tpose";
15
+ const STEP = 0.015, MARGIN = 0.04, MEMBER = 0.25, MM = 1000;
16
+ const buf = fs.readFileSync(path.resolve("public/models", `${model}.fbx`));
17
+ const root = new FBXLoader().parse(buf.buffer.slice(buf.byteOffset, buf.byteOffset + buf.byteLength), "");
18
+ root.updateMatrixWorld(true);
19
+ const sk = skeletonFor(model), name = n => n.replace(/^mixamorig:?/, "");
20
+
21
+ // Skin vertices (metres, bind pose) with normals and the bones that carry them, both meshes (the
22
+ // Y/X Bot joint balls are their own mesh), duplicates merged.
23
+ const verts = new Map();
24
+ root.traverse(o => {
25
+ if (!o.isSkinnedMesh) return;
26
+ const g = o.geometry, pos = g.attributes.position, nrm = g.attributes.normal, si = g.attributes.skinIndex, sw = g.attributes.skinWeight;
27
+ const v = new THREE.Vector3(), n = new THREE.Vector3(), nm = new THREE.Matrix3().getNormalMatrix(o.matrixWorld);
28
+ for (let i = 0; i < pos.count; i++) {
29
+ v.fromBufferAttribute(pos, i).applyMatrix4(o.matrixWorld).multiplyScalar(0.01);
30
+ const key = v.toArray().map(x => Math.round(x * 2000)).join();
31
+ const entry = verts.get(key) ?? { p: v.toArray(), n: [0, 0, 0], w: new Map() };
32
+ n.fromBufferAttribute(nrm, i).applyMatrix3(nm).normalize();
33
+ entry.n = entry.n.map((x, k) => x + n.getComponent(k));
34
+ for (let k = 0; k < 4; k++) {
35
+ const w = sw.getComponent(i, k), b = sk.index[name(o.skeleton.bones[si.getComponent(i, k)].name)];
36
+ if (w > 0 && b !== undefined) entry.w.set(b, Math.max(entry.w.get(b) ?? 0, w));
37
+ }
38
+ verts.set(key, entry);
39
+ }
40
+ });
41
+ const V = [...verts.values()].map(e => ({ ...e, n: e.n.map(x => x / (len(e.n) || 1)) }));
42
+ const dominant = e => [...e.w].sort((a, b) => b[1] - a[1])[0]?.[0];
43
+ // Fingers bend inside the hand: their skin is no grid of the hand; every other skinned bone gets one.
44
+ const FINGER = /Hand(Thumb|Index|Middle|Ring|Pinky)/;
45
+ const owners = [...new Set(V.map(dominant))].filter(b => b !== undefined && !FINGER.test(sk.names[b]));
46
+
47
+ /** Signed distance grid of the skin bone b carries, in b's bind frame (millimetres, Int8, outside +). */
48
+ function grid(b) {
49
+ const toLocal = p => apply(T(sk.restWorldRot[b]), sub(p, sk.restWorldPos[b]));
50
+ const pts = V.filter(e => (e.w.get(b) ?? 0) >= MEMBER || dominant(e) === b).map(e => ({ p: toLocal(e.p), n: apply(T(sk.restWorldRot[b]), e.n) }));
51
+ const own = V.filter(e => dominant(e) === b).map(e => toLocal(e.p));
52
+ const lo = [0, 1, 2].map(k => Math.min(...own.map(p => p[k])) - MARGIN), hi = [0, 1, 2].map(k => Math.max(...own.map(p => p[k])) + MARGIN);
53
+ const dims = lo.map((l, k) => Math.max(2, Math.ceil((hi[k] - l) / STEP) + 1));
54
+ // a hash of the member points: the nearest few decide distance and side
55
+ const cell = 0.03, hash = new Map(), at = p => p.map(x => Math.floor(x / cell)).join();
56
+ for (const q of pts) { const k = at(q.p); if (!hash.has(k)) hash.set(k, []); hash.get(k).push(q); }
57
+ const near = p => {
58
+ const c = p.map(x => Math.floor(x / cell)), found = [];
59
+ for (let r = 1; r <= 6 && found.length < 6; r++) {
60
+ found.length = 0;
61
+ for (let i = -r; i <= r; i++) for (let j = -r; j <= r; j++) for (let k = -r; k <= r; k++) found.push(...(hash.get(`${c[0] + i},${c[1] + j},${c[2] + k}`) ?? []));
62
+ }
63
+ return found.map(q => ({ q, d: len(sub(p, q.p)) })).sort((x, y) => x.d - y.d).slice(0, 6);
64
+ };
65
+ const data = new Int8Array(dims[0] * dims[1] * dims[2]);
66
+ for (let x = 0; x < dims[0]; x++) for (let y = 0; y < dims[1]; y++) for (let z = 0; z < dims[2]; z++) {
67
+ const p = [lo[0] + x * STEP, lo[1] + y * STEP, lo[2] + z * STEP], nn = near(p);
68
+ let d = 0.127;
69
+ if (nn.length) {
70
+ // side: the nearest points' normals vote, nearer ones louder; distance: to the nearest point's
71
+ // tangent plane where the point lies over it, else to the point
72
+ const side = nn.reduce((acc, { q, d: dq }) => acc + Math.sign(dot(sub(p, q.p), q.n)) / (dq + 0.005), 0) >= 0 ? 1 : -1;
73
+ const { q, d: dq } = nn[0], along = Math.abs(dot(sub(p, q.p), q.n)), lateral = Math.sqrt(Math.max(0, dq * dq - along * along));
74
+ d = side * (lateral < STEP ? along : dq);
75
+ }
76
+ data[(x * dims[1] + y) * dims[2] + z] = Math.max(-127, Math.min(127, Math.round(d * MM)));
77
+ }
78
+ return { min: lo.map(v => +v.toFixed(4)), dims, data: Buffer.from(data.buffer).toString("base64") };
79
+ }
80
+
81
+ /** Skin radius along a limb bone (bone to its first child), [t, r] at 6 stations: the 80th percentile of
82
+ * the skin's distance from the bone, but for a hand the median capped at HAND (the palm is flat, and the
83
+ * thumb's root rides the hand bone: a round 80th percentile would make it a 10 cm ball); HAND is the palm's half thickness (qa/geometry.js hand_*). */
84
+ const HAND = 0.022;
85
+ function profile(b) {
86
+ const hand = /Hand$/.test(sk.names[b]);
87
+ const child = axisEnd(sk, b), A = sk.restWorldPos[b], B = sk.restWorldPos[child], axis = sub(B, A), L2 = dot(axis, axis);
88
+ const bins = Array.from({ length: 6 }, () => []);
89
+ for (const e of V) {
90
+ if (dominant(e) !== b) continue;
91
+ const t = dot(sub(e.p, A), axis) / L2;
92
+ if (t < 0 || t > 1) continue;
93
+ bins[Math.min(5, Math.floor(t * 6))].push(len(sub(sub(e.p, A), axis.map(v => v * t))));
94
+ }
95
+ const pick = r => { const v = r.sort((x, y) => x - y)[Math.floor(r.length * (hand ? 0.5 : 0.8))]; return +(hand ? Math.min(HAND, v) : v).toFixed(4); };
96
+ return bins.map((r, i) => [+((i + 0.5) / 6).toFixed(3), r.length ? pick(r) : null]).filter(([, r]) => r !== null);
97
+ }
98
+
99
+ const LIMBS = ["Arm", "ForeArm", "Hand", "UpLeg", "Leg"].flatMap(n => [`Left${n}`, `Right${n}`]);
100
+ const out = { model, step: STEP, unit: "mm", grids: Object.fromEntries(owners.map(b => [sk.names[b], grid(b)])), radii: Object.fromEntries(LIMBS.map(n => [n, profile(sk.index[n])])) };
101
+ const file = path.resolve("src/motion3/rigs", `${model}-body.json`);
102
+ fs.writeFileSync(file, `${JSON.stringify(out)}\n`);
103
+ console.log(`${file}: ${owners.length} grids, ${(fs.statSync(file).size / 1024).toFixed(0)} KB`);
@@ -0,0 +1,85 @@
1
+ // Dump a Mixamo FBX rig's bind skeleton plus measured face/body landmarks to
2
+ // src/motion3/rigs/<model>.json for the motion3 compiler.
3
+ // Run once per rig: node tools/motion3/extract-rig.mjs x-bot-tpose
4
+ import fs from "node:fs";
5
+ import path from "node:path";
6
+ import * as THREE from "three";
7
+ import { FBXLoader } from "three/examples/jsm/loaders/FBXLoader.js";
8
+
9
+ const model = process.argv[2] ?? "x-bot-tpose";
10
+ const buf = fs.readFileSync(path.resolve("public/models", `${model}.fbx`));
11
+ const root = new FBXLoader().parse(buf.buffer.slice(buf.byteOffset, buf.byteOffset + buf.byteLength), "");
12
+ root.updateMatrixWorld(true);
13
+ let mesh = null;
14
+ root.traverse(o => { if (o.isSkinnedMesh && (!mesh || o.skeleton.bones.length > mesh.skeleton.bones.length)) mesh = o; });
15
+ // The whole bone hierarchy under the skinned Hips, end bones included (some rigs do not skin them).
16
+ const bones = [];
17
+ // Mixamo FBX nests an identity "skinned" copy of every bone under its control bone; the
18
+ // project rule (src/ardy/playback.js findBone) is first depth-first match wins, so keep
19
+ // the first bone of each name and never the nested copies.
20
+ const seen = new Set();
21
+ let top0 = mesh.skeleton.bones[0];
22
+ while (top0.parent?.isBone) top0 = top0.parent; // skinned bones may be the nested copies
23
+ top0.traverse(o => { if (o.isBone && !seen.has(o.name)) { seen.add(o.name); bones.push(o); } });
24
+ const idx = new Map(bones.map((b, i) => [b, i]));
25
+ const name = b => b.name.replace(/^mixamorig:?/, "");
26
+ const v = new THREE.Vector3(), q = new THREE.Quaternion(), s = new THREE.Vector3();
27
+ const out = { model, units: "cm", mesh: mesh.name, bones: bones.map(b => {
28
+ b.matrixWorld.decompose(v, q, s);
29
+ return { name: name(b), parent: idx.has(b.parent) ? idx.get(b.parent) : -1, localPos: b.position.toArray(), localQuat: b.quaternion.toArray(),
30
+ worldPos: v.toArray(), worldQuat: q.toArray() };
31
+ }) };
32
+ // Bind-pose vertices in world space (skinning at bind pose is the identity).
33
+ const pos = mesh.geometry.attributes.position, P = [];
34
+ for (let i = 0; i < pos.count; i++) P.push(v.fromBufferAttribute(pos, i).applyMatrix4(mesh.matrixWorld).toArray());
35
+ const B = n => out.bones.find(b => b.name === n).worldPos;
36
+ const head = B("Head"), neck = B("Neck");
37
+ // HeadTop_End is not in every rig (Y Bot has none): fall back to the highest skin vertex.
38
+ const top = out.bones.find(b => b.name === "HeadTop_End")?.worldPos
39
+ ?? [head[0], Math.max(...P.filter(p => p[1] > head[1]).map(p => p[1])), head[2]];
40
+ // Head profile on the mid-sagittal strip |x| < 1.5 cm: the face is the front (+z) silhouette.
41
+ const strip = P.filter(p => Math.abs(p[0]) < 1.5 && p[1] > neck[1] && p[1] < top[1] + 2);
42
+ const rows = [];
43
+ for (let y = Math.floor(neck[1]); y < top[1]; y += 1) {
44
+ const r = strip.filter(p => p[1] >= y && p[1] < y + 1);
45
+ if (r.length) rows.push({ y: y + 0.5, front: Math.max(...r.map(p => p[2])), back: Math.min(...r.map(p => p[2])) });
46
+ }
47
+ // Head skin only: from 6 cm below the head joint up, inside |x| < 12 cm (keeps the shoulders out).
48
+ const headVerts = P.filter(p => p[1] > head[1] - 6 && Math.abs(p[0]) < 12);
49
+ const ext = k => [Math.min(...headVerts.map(p => p[k])), Math.max(...headVerts.map(p => p[k]))];
50
+ const hb = { x: ext(0), y: ext(1), z: ext(2) };
51
+ // The bot head has no modelled mouth: put it 16% of the head height above the chin, on
52
+ // the front silhouette (interpolated from the profile rows), 0.3 cm proud of the skin.
53
+ const mouthY = hb.y[0] + 0.16 * (hb.y[1] - hb.y[0]);
54
+ const near = rows.filter(r => r.front > 0).sort((a, b) => Math.abs(a.y - mouthY) - Math.abs(b.y - mouthY)).slice(0, 3);
55
+ const mouthZ = Math.max(...near.map(r => r.front)) + 0.3;
56
+ // The left foot's skin (every skinned mesh, vertices at least half weighted to LeftFoot/LeftToe*,
57
+ // the membership the verify_result floor measure uses). QA's ball and tip sole points ride the
58
+ // ToeBase and Toe_End joints this far down (cm, to the mm; < 0: the skin is above the joint):
59
+ // ball = the lowest skin under the toe pad (from ToeBase halfway to Toe_End), tip = the lowest
60
+ // skin in the front 1.5 cm of the foot.
61
+ const footSkin = [];
62
+ root.traverse(m => {
63
+ const g = m.isSkinnedMesh && m.geometry.attributes, wp = new THREE.Vector3();
64
+ if (!g?.skinIndex) return;
65
+ for (let i = 0; i < g.position.count; i++) {
66
+ let w = 0;
67
+ for (let j = 0; j < 4; j++) if (/LeftFoot|LeftToe/.test(m.skeleton.bones[g.skinIndex.getComponent(i, j)]?.name ?? "")) w += g.skinWeight.getComponent(i, j);
68
+ if (w >= 0.5) footSkin.push(wp.fromBufferAttribute(g.position, i).applyMatrix4(m.matrixWorld).toArray());
69
+ }
70
+ });
71
+ const toe = B("LeftToeBase"), toeEnd = B("LeftToe_End"), front = Math.max(...footSkin.map(p => p[2]));
72
+ const lowest = (z0, z1) => Math.min(...footSkin.filter(p => p[2] >= z0 && p[2] <= z1).map(p => p[1]));
73
+ const mm = x => Math.round(x * 10) / 10 || 0;
74
+ out.landmarks = {
75
+ // all in bind-pose world cm; the compiler re-expresses them in the Head bone frame
76
+ mouth: [0, mouthY, mouthZ],
77
+ headEllipsoid: { centre: [(hb.x[0] + hb.x[1]) / 2, (hb.y[0] + hb.y[1]) / 2, (hb.z[0] + hb.z[1]) / 2],
78
+ radii: [(hb.x[1] - hb.x[0]) / 2, (hb.y[1] - hb.y[0]) / 2, (hb.z[1] - hb.z[0]) / 2] },
79
+ headJoint: head, headTop: top,
80
+ sole: { ball: mm(toe[1] - lowest(toe[2], (toe[2] + toeEnd[2]) / 2)), tip: mm(toeEnd[1] - lowest(front - 1.5, front)) },
81
+ };
82
+ const file = path.resolve("src/motion3/rigs", `${model}.json`);
83
+ fs.mkdirSync(path.dirname(file), { recursive: true });
84
+ fs.writeFileSync(file, JSON.stringify(out));
85
+ console.log(JSON.stringify({ file, bones: out.bones.length, verts: P.length, landmarks: out.landmarks }));
@@ -27,94 +27,6 @@ export function waitForExit(child) {
27
27
  });
28
28
  }
29
29
 
30
- function bridgeError(name, port, detail, code) {
31
- const error = new Error(`${name} on 127.0.0.1:${port} ${detail}`);
32
- error.code = code;
33
- return error;
34
- }
35
-
36
- function waitForBridgeReady(child, { name, port, readyType, listenErrorType }, timeoutMs = 5000) {
37
- return new Promise((resolve, reject) => {
38
- let settled = false;
39
- const finish = (callback, value) => {
40
- if (settled) return;
41
- settled = true;
42
- clearTimeout(timeout);
43
- child.off("message", onMessage);
44
- child.off("exit", onExit);
45
- child.off("error", onError);
46
- callback(value);
47
- };
48
- const fail = (detail, code) => finish(reject, bridgeError(name, port, detail, code));
49
- const onMessage = (message) => {
50
- if (!message || message.port !== port) return;
51
- if (message.type === readyType) finish(resolve);
52
- if (message.type === listenErrorType) {
53
- fail(`could not listen: ${message.code ?? "unknown error"}`, message.code);
54
- }
55
- };
56
- const onExit = (code, signal) => fail(`exited ${signal ? `from ${signal}` : `with code ${code ?? 0}`}`);
57
- const onError = (error) => fail(`could not start: ${error.message}`);
58
- const timeout = setTimeout(() => fail(`did not report readiness within ${timeoutMs} ms`), timeoutMs);
59
- child.on("message", onMessage);
60
- child.once("exit", onExit);
61
- child.once("error", onError);
62
- });
63
- }
64
-
65
- export async function startBridge({
66
- command,
67
- args,
68
- cwd,
69
- env,
70
- mainPort,
71
- portEnv = "COZYCLAY_BRIDGE_PORT",
72
- name = "motion bridge",
73
- readyType = "cozyclay-bridge-ready",
74
- listenErrorType = "cozyclay-bridge-listen-error",
75
- onSpawn,
76
- onFailure,
77
- onReady,
78
- }) {
79
- const explicitPort = env[portEnv];
80
- if (explicitPort !== undefined) {
81
- const port = Number(explicitPort);
82
- if (!Number.isInteger(port) || port < 1 || port > 65535) {
83
- throw new Error(`${portEnv}=${JSON.stringify(explicitPort)} is not a valid port`);
84
- }
85
- return startBridgeAt(port, true);
86
- }
87
- for (let port = mainPort + 1; port <= 65535; port += 1) {
88
- try {
89
- return await startBridgeAt(port, false);
90
- } catch (error) {
91
- if (error?.code !== "EADDRINUSE") throw error;
92
- }
93
- }
94
- throw new Error(`no free bridge port is available at or above ${mainPort + 1}`);
95
-
96
- async function startBridgeAt(port, isExplicit) {
97
- const child = spawnOwned(command, args, {
98
- cwd,
99
- env: { ...env, [portEnv]: String(port) },
100
- stdio: ["inherit", "inherit", "inherit", "ipc"],
101
- });
102
- onSpawn?.(child);
103
- try {
104
- await waitForBridgeReady(child, { name, port, readyType, listenErrorType });
105
- onReady?.(child);
106
- return { child, port };
107
- } catch (error) {
108
- onFailure?.(child);
109
- await terminateOwned(child);
110
- if (isExplicit && error?.code === "EADDRINUSE") {
111
- throw new Error(`${portEnv}=${port} is already in use; choose another ${portEnv}`);
112
- }
113
- throw error;
114
- }
115
- }
116
- }
117
-
118
30
  function signalOwned(child, signal) {
119
31
  if (!child || child.exitCode !== null || child.signalCode !== null) return;
120
32
  try {