cozyclay 2.1.0 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (583) hide show
  1. package/CHANGELOG.md +65 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +40 -113
  4. package/bin/agent/agent-runner.mjs +9 -10
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/studio-motion-reference.mjs +23 -0
  14. package/bin/agent/studio-prompt.mjs +1 -1
  15. package/bin/agent/studio-rebase-text.mjs +32 -0
  16. package/bin/agent/studio-rebase.mjs +26 -39
  17. package/bin/agent/studio-tools.mjs +9 -28
  18. package/bin/agent/tool-arguments.mjs +49 -0
  19. package/bin/agent/turn-frames.mjs +66 -0
  20. package/bin/codex-auth.mjs +9 -2
  21. package/bin/cozyclay.mjs +10 -116
  22. package/bin/live/cli.mjs +22 -6
  23. package/bin/mcp-runtime.mjs +2 -12
  24. package/bin/package-signature.mjs +0 -4
  25. package/dist/app/index.html +7 -6
  26. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  27. package/dist/assets/analytics-C9sUnndd.js +1 -0
  28. package/dist/assets/app-CCh--1Hc.js +5087 -0
  29. package/dist/assets/app-f-fkV5uP.css +1 -0
  30. package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
  31. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  32. package/dist/assets/{first-shot-handoff-BlT33CGf.js → first-shot-handoff-CC4xe4HM.js} +1 -1
  33. package/dist/assets/{landing-BSesrCpL.js → landing-DjHD8u7k.js} +1 -1
  34. package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
  35. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  36. package/dist/assets/workflow-C4yKH1p4.js +179 -0
  37. package/dist/cozyclay-package.json +1 -1
  38. package/dist/index.html +3 -3
  39. package/dist/llms.txt +14 -0
  40. package/dist/sw.js +3 -6
  41. package/dist/workflow/index.html +5 -4
  42. package/mcp/LIVE-PROTOCOL.md +7 -47
  43. package/mcp/README.md +16 -26
  44. package/mcp/live-hub.mjs +6 -10
  45. package/mcp/package.json +1 -3
  46. package/mcp/tool-handlers.mjs +4 -168
  47. package/package.json +3 -22
  48. package/src/App.jsx +174 -2639
  49. package/src/agent-progress.js +79 -0
  50. package/src/agent-turn-mark.js +30 -0
  51. package/src/analytics.js +1 -19
  52. package/src/app-context.js +5 -0
  53. package/src/app-stage.jsx +2 -34
  54. package/src/asset-pane.jsx +6 -5
  55. package/src/camera-block.js +21 -0
  56. package/src/camera-direction.js +120 -0
  57. package/src/character-kind.js +3 -9
  58. package/src/command-bus.js +8 -6
  59. package/src/commands/cast.js +5 -34
  60. package/src/commands/elements/character.js +1 -1
  61. package/src/commands/elements/motion.js +1 -6
  62. package/src/commands/elements/object.js +6 -2
  63. package/src/commands/elements/shot.js +4 -1
  64. package/src/commands/elements.js +38 -14
  65. package/src/commands/index.js +3 -1
  66. package/src/commands/kits.js +37 -0
  67. package/src/commands/motion-timing.js +57 -0
  68. package/src/commands/motion.js +9 -152
  69. package/src/commands/motion3-compile.js +65 -0
  70. package/src/commands/motion3.js +207 -0
  71. package/src/commands/objects.js +6 -4
  72. package/src/commands/shot.js +49 -11
  73. package/src/commands/stage.js +14 -1
  74. package/src/commands/view.js +4 -1
  75. package/src/document-mirrors.js +42 -0
  76. package/src/document-store.js +4 -0
  77. package/src/domains/cast.js +19 -194
  78. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  79. package/src/domains/motion/take-source.js +51 -0
  80. package/src/domains/motion.js +60 -1838
  81. package/src/domains/scenes.js +12 -55
  82. package/src/domains/shots.js +2 -2
  83. package/src/domains/stage.js +4 -2
  84. package/src/draft-ghost.js +46 -0
  85. package/src/draft-ghost.jsx +129 -0
  86. package/src/dualview.jsx +4 -3
  87. package/src/effects/EffectsLayer.jsx +112 -0
  88. package/src/effects/effect-meshes.js +232 -0
  89. package/src/effects/effect-record.js +103 -0
  90. package/src/effects/emitter.js +59 -0
  91. package/src/effects/simulate.js +261 -0
  92. package/src/effects/state.js +59 -0
  93. package/src/execution-telemetry.js +2 -3
  94. package/src/first-success-guide.jsx +5 -5
  95. package/src/ghost-set.js +257 -0
  96. package/src/held-object-edit.jsx +113 -0
  97. package/src/held-object-pose.js +175 -0
  98. package/src/hierarchy-model.js +1 -1
  99. package/src/hierarchy-panel.jsx +1 -1
  100. package/src/imported-mesh.jsx +103 -0
  101. package/src/kits/held.js +84 -0
  102. package/src/kits/index.js +70 -0
  103. package/src/kits/smoking.js +57 -0
  104. package/src/light-blockers.js +93 -0
  105. package/src/motion/beat-board-model.js +84 -0
  106. package/src/motion/beat-board.css +124 -0
  107. package/src/motion/beat-board.jsx +59 -0
  108. package/src/motion/center-of-mass.js +66 -0
  109. package/src/motion/fix-collisions.js +850 -0
  110. package/src/motion/physics-review.js +118 -0
  111. package/src/{ardy → motion}/physics-support.js +1 -76
  112. package/src/motion/rig-snapshot.js +22 -0
  113. package/src/motion/take-segments.jsx +140 -0
  114. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  115. package/src/{ardy → motion}/timeline.css +1 -2
  116. package/src/{ardy → motion}/timeline.jsx +48 -419
  117. package/src/motion/waypoints.js +76 -0
  118. package/src/motion3/beats.js +83 -0
  119. package/src/motion3/body.js +158 -0
  120. package/src/motion3/bones.js +47 -0
  121. package/src/motion3/carried.js +47 -0
  122. package/src/motion3/compile-job.js +75 -0
  123. package/src/motion3/compile-worker.js +10 -0
  124. package/src/motion3/compiler/anchors.js +105 -0
  125. package/src/motion3/compiler/arm-orient.js +128 -0
  126. package/src/motion3/compiler/channels.js +125 -0
  127. package/src/motion3/compiler/compile.js +205 -0
  128. package/src/motion3/compiler/gait-rhythm.js +97 -0
  129. package/src/motion3/compiler/grip.js +171 -0
  130. package/src/motion3/compiler/head-steady.js +48 -0
  131. package/src/motion3/compiler/hold.js +134 -0
  132. package/src/motion3/compiler/idle.js +113 -0
  133. package/src/motion3/compiler/limbs.js +170 -0
  134. package/src/motion3/compiler/math.js +72 -0
  135. package/src/motion3/compiler/pose.js +162 -0
  136. package/src/motion3/compiler/quat.js +49 -0
  137. package/src/motion3/compiler/skeleton.js +74 -0
  138. package/src/motion3/compiler/validate-common.js +32 -0
  139. package/src/motion3/compiler/validate-goals.js +118 -0
  140. package/src/motion3/compiler/validate-objects.js +143 -0
  141. package/src/motion3/compiler/validate-parts.js +116 -0
  142. package/src/motion3/compiler/validate.js +122 -0
  143. package/src/motion3/compiler/vocab.js +73 -0
  144. package/src/motion3/compiler/walk-pelvis.js +275 -0
  145. package/src/motion3/compiler/walk.js +207 -0
  146. package/src/motion3/compiler/wrist-clamp.js +32 -0
  147. package/src/motion3/delta.js +47 -0
  148. package/src/motion3/describe.js +174 -0
  149. package/src/motion3/docs.js +27 -0
  150. package/src/motion3/edit-carry.js +21 -0
  151. package/src/motion3/fix/ease.js +16 -0
  152. package/src/motion3/fix/ground.js +37 -0
  153. package/src/motion3/fix/index.js +52 -0
  154. package/src/motion3/fix/push.js +71 -0
  155. package/src/motion3/fix/reach.js +46 -0
  156. package/src/motion3/fix/retime.js +79 -0
  157. package/src/motion3/fix/self.js +211 -0
  158. package/src/motion3/fix/slide.js +70 -0
  159. package/src/motion3/fix/turn.js +51 -0
  160. package/src/motion3/follow.js +39 -0
  161. package/src/motion3/free-motion.js +173 -0
  162. package/src/motion3/grip-choice.js +130 -0
  163. package/src/motion3/hold-plan.js +157 -0
  164. package/src/motion3/json-patch.js +77 -0
  165. package/src/motion3/key-aim.js +105 -0
  166. package/src/motion3/key-edit.js +82 -0
  167. package/src/motion3/lenient.js +127 -0
  168. package/src/motion3/object-keys.js +236 -0
  169. package/src/motion3/object-pose.js +182 -0
  170. package/src/motion3/object-tracks.js +12 -0
  171. package/src/motion3/pipeline.js +102 -0
  172. package/src/motion3/playback.js +51 -0
  173. package/src/motion3/probes.js +91 -0
  174. package/src/motion3/qa/body-checks.js +34 -0
  175. package/src/motion3/qa/check-names.js +14 -0
  176. package/src/motion3/qa/checks.js +121 -0
  177. package/src/motion3/qa/contact-checks.js +51 -0
  178. package/src/motion3/qa/explain.js +80 -0
  179. package/src/motion3/qa/fmt.js +5 -0
  180. package/src/motion3/qa/foot-checks.js +72 -0
  181. package/src/motion3/qa/geometry.js +77 -0
  182. package/src/motion3/qa/goals.js +191 -0
  183. package/src/motion3/qa/ground.js +60 -0
  184. package/src/motion3/qa/hints-contact.js +179 -0
  185. package/src/motion3/qa/hints-goal.js +160 -0
  186. package/src/motion3/qa/hints-knee.js +24 -0
  187. package/src/motion3/qa/hints-motion.js +209 -0
  188. package/src/motion3/qa/hints-object.js +91 -0
  189. package/src/motion3/qa/index.js +42 -0
  190. package/src/motion3/qa/key-checks.js +82 -0
  191. package/src/motion3/qa/near.js +96 -0
  192. package/src/motion3/qa/object-checks.js +135 -0
  193. package/src/motion3/qa/patch.js +161 -0
  194. package/src/motion3/qa/severity.js +38 -0
  195. package/src/motion3/qa/spec-checks.js +65 -0
  196. package/src/motion3/qa/style.js +218 -0
  197. package/src/motion3/qa/wrist-checks.js +69 -0
  198. package/src/motion3/qa/wrist-obs.js +60 -0
  199. package/src/motion3/refs.js +120 -0
  200. package/src/motion3/repair-tune.js +121 -0
  201. package/src/motion3/repair.js +83 -0
  202. package/src/motion3/report.js +67 -0
  203. package/src/motion3/rigs/index.js +14 -0
  204. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  205. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  206. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  207. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  208. package/src/motion3/scene.js +60 -0
  209. package/src/motion3/schema/brief.js +89 -0
  210. package/src/motion3/schema/fields.js +44 -0
  211. package/src/motion3/schema/spec-examples.js +46 -0
  212. package/src/motion3/schema/topics.js +111 -0
  213. package/src/motion3/schema/types.js +147 -0
  214. package/src/motion3/search.js +117 -0
  215. package/src/motion3/second-hand.js +112 -0
  216. package/src/motion3/skills/basic.js +82 -0
  217. package/src/motion3/skills/book.js +76 -0
  218. package/src/motion3/skills/car.js +145 -0
  219. package/src/motion3/skills/frames-auto.js +29 -0
  220. package/src/motion3/skills/index.js +83 -0
  221. package/src/motion3/skills/info.js +65 -0
  222. package/src/motion3/skills/smoke-kit.js +109 -0
  223. package/src/motion3/skills/smoke.js +160 -0
  224. package/src/motion3/spec-store.js +59 -0
  225. package/src/motion3/take-edit.js +155 -0
  226. package/src/motion3/take.js +63 -0
  227. package/src/motion3/timeline.js +127 -0
  228. package/src/motion3/views.js +121 -0
  229. package/src/motion3/walk-plan.js +119 -0
  230. package/src/object-catalog.jsx +7 -1
  231. package/src/object-colors.js +98 -0
  232. package/src/object-gizmo-parts.js +115 -0
  233. package/src/object-gizmo.jsx +37 -122
  234. package/src/object-glow.js +139 -0
  235. package/src/object-hidden.js +33 -0
  236. package/src/object-look.js +196 -0
  237. package/src/object-size.js +10 -0
  238. package/src/object-travel.js +71 -6
  239. package/src/panels/CameraPanel.jsx +7 -7
  240. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  241. package/src/panels/LightPanel.jsx +25 -4
  242. package/src/panels/ObjectLookPanel.jsx +88 -0
  243. package/src/panels/PoseImagePanel.jsx +1 -1
  244. package/src/panels/PosePanel.jsx +2 -17
  245. package/src/panels/RigControlPanel.jsx +5 -53
  246. package/src/panels/SubjectBox.jsx +4 -1
  247. package/src/panels/details.css +14 -0
  248. package/src/posestudio.jsx +4 -27
  249. package/src/project-browser.jsx +3 -4
  250. package/src/project-resources.js +18 -31
  251. package/src/project.js +13 -104
  252. package/src/props.jsx +25 -280
  253. package/src/rail-dot-drag.js +23 -0
  254. package/src/render-passes.js +10 -0
  255. package/src/resource-status.jsx +1 -0
  256. package/src/result-modal.jsx +4 -19
  257. package/src/room.jsx +20 -12
  258. package/src/scene-assets.js +8 -6
  259. package/src/scene-light-place.js +72 -0
  260. package/src/scene-lights.jsx +148 -0
  261. package/src/scene-objects.js +31 -139
  262. package/src/scenes.js +15 -105
  263. package/src/semantic-edit.js +2 -5
  264. package/src/set-pieces.jsx +183 -0
  265. package/src/settings-menu.jsx +3 -11
  266. package/src/shell/BottomDock.jsx +11 -53
  267. package/src/shell/CompositionGuideButton.jsx +20 -0
  268. package/src/shell/DetailsSlot.jsx +16 -200
  269. package/src/shell/GhostsMenuGroup.jsx +74 -0
  270. package/src/shell/LibrarySlot.jsx +1 -3
  271. package/src/shell/MenuBar.jsx +3 -3
  272. package/src/shell/PreferencesDialog.jsx +15 -264
  273. package/src/shell/PreferencesSlot.jsx +2 -8
  274. package/src/shell/ShotPreviewHeader.jsx +17 -0
  275. package/src/shell/TopBar.jsx +5 -83
  276. package/src/shell/ViewportToolbar.jsx +23 -93
  277. package/src/shell/agent-glass.css +19 -6
  278. package/src/shell/details-selection.js +42 -0
  279. package/src/shell/ghosts-menu.css +22 -0
  280. package/src/shell/glass-regions.css +29 -3
  281. package/src/shell/preferences.css +6 -1
  282. package/src/shell/viewport.css +12 -0
  283. package/src/shot-authoring.js +4 -7
  284. package/src/soft-shadows.js +37 -0
  285. package/src/stage-attach-frames.js +12 -12
  286. package/src/stage-canvas-rigs.jsx +3 -3
  287. package/src/stage-capture.jsx +42 -8
  288. package/src/stage-characters.jsx +22 -216
  289. package/src/stage-editor-gizmos.jsx +6 -6
  290. package/src/stage-environment.js +93 -0
  291. package/src/stage-hdr-builtins.js +107 -0
  292. package/src/stage-hdr-image.js +116 -0
  293. package/src/stage-hdr-library.js +70 -0
  294. package/src/stage-hdr-map.js +94 -0
  295. package/src/stage-hdr.js +130 -0
  296. package/src/stage-lighting.js +149 -0
  297. package/src/stage-occlusion.js +210 -0
  298. package/src/stage-sky.jsx +159 -0
  299. package/src/stage-startup-defaults.js +5 -9
  300. package/src/studio-actions.js +12 -14
  301. package/src/studio-agent-commands.js +46 -16
  302. package/src/studio-agent-motion.js +9 -9
  303. package/src/studio-agent-protocol.js +46 -73
  304. package/src/studio-app-binding.js +29 -45
  305. package/src/studio-asset-list.js +17 -0
  306. package/src/studio-contact-sheet.js +37 -5
  307. package/src/studio-elements.js +27 -7
  308. package/src/studio-entity-bounds.js +18 -0
  309. package/src/studio-error-codes.js +8 -0
  310. package/src/studio-export-framing.js +152 -0
  311. package/src/studio-lighting-check.js +103 -0
  312. package/src/studio-motion-visual.js +150 -0
  313. package/src/studio-schema-errors.js +80 -0
  314. package/src/studio-support-gap.js +74 -0
  315. package/src/styles.css +1 -19
  316. package/src/timeline-defaults.js +5 -0
  317. package/src/timeline-extent.js +8 -20
  318. package/src/tutorial-walk.js +17 -0
  319. package/src/ui-scrub.js +1 -1
  320. package/src/use-shot-camera-tracks.js +12 -0
  321. package/src/view-ghosts.js +97 -0
  322. package/src/view-ghosts.jsx +49 -0
  323. package/src/workflow/AgentPanel.jsx +47 -166
  324. package/src/workflow/AgentProgressCard.jsx +107 -0
  325. package/src/workflow/AgentReplyText.jsx +37 -0
  326. package/src/workflow/AgentTurnSteps.jsx +84 -0
  327. package/src/workflow/LoginPanel.jsx +140 -0
  328. package/src/workflow/WorkflowBuilder.jsx +7 -23
  329. package/src/workflow/agent-client.js +54 -51
  330. package/src/workflow/agent-panel.css +71 -1
  331. package/src/workflow/agent-progress-card.css +167 -0
  332. package/src/workflow/agent-progress-view.js +47 -0
  333. package/src/workflow/agent-turn-steps.css +113 -0
  334. package/src/workflow/agent-turn.js +191 -0
  335. package/src/workflow/login-client.js +34 -0
  336. package/src/workflow/motion-input.js +18 -31
  337. package/src/workflow/node-schema.js +1 -1
  338. package/src/workflow/reply-markdown.js +69 -0
  339. package/src/workflow/scene-asset-sync.js +8 -8
  340. package/tools/agent-session-stats.mjs +61 -0
  341. package/tools/dev-full.mjs +5 -56
  342. package/tools/eslint-baseline.json +12 -13
  343. package/tools/headless-studio.mjs +85 -0
  344. package/tools/knip-baseline.json +0 -179
  345. package/tools/loc-baseline.json +33 -83
  346. package/tools/motion3/extract-body.mjs +103 -0
  347. package/tools/motion3/extract-rig.mjs +85 -0
  348. package/tools/process-supervisor.mjs +0 -88
  349. package/tools/run-tests.mjs +9 -124
  350. package/bin/agent/motion-runtime.mjs +0 -76
  351. package/dist/ardy/cskel27-rest.json +0 -557
  352. package/dist/assets/analytics-B41FmPYI.js +0 -1
  353. package/dist/assets/app-Do-Og5Pu.css +0 -1
  354. package/dist/assets/app-DwP-tl2x.js +0 -4920
  355. package/dist/assets/config-Bx7pYsD9.js +0 -1
  356. package/dist/assets/config-DeoFTYzb.css +0 -1
  357. package/dist/assets/demo-Dt0qZfS7.js +0 -1
  358. package/dist/assets/scene-asset-sync-BCWDJB1d.js +0 -19
  359. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  360. package/dist/assets/ticket-jqMhqL88.js +0 -1
  361. package/dist/assets/workflow-Br-K7Srs.js +0 -179
  362. package/dist/demo/walk-then-stop.npz +0 -0
  363. package/mcp/ardy-prompts.mjs +0 -218
  364. package/src/ardy/auto-fix-panel.css +0 -108
  365. package/src/ardy/auto-physics.js +0 -1194
  366. package/src/ardy/client.js +0 -153
  367. package/src/ardy/convert.js +0 -313
  368. package/src/ardy/cskel27-neutral.js +0 -39
  369. package/src/ardy/cskel27.js +0 -77
  370. package/src/ardy/export.js +0 -165
  371. package/src/ardy/fix-collisions.js +0 -2257
  372. package/src/ardy/foot-lock.js +0 -230
  373. package/src/ardy/motion-calibration.js +0 -118
  374. package/src/ardy/motion-edit.js +0 -213
  375. package/src/ardy/motion-url.js +0 -55
  376. package/src/ardy/mp4-duration.js +0 -102
  377. package/src/ardy/npz.js +0 -595
  378. package/src/ardy/physics-panel.css +0 -21
  379. package/src/ardy/physics-panel.jsx +0 -89
  380. package/src/ardy/physics-refine.js +0 -111
  381. package/src/ardy/physics-review.js +0 -567
  382. package/src/ardy/physics-temporal.js +0 -54
  383. package/src/ardy/platform-fit-panel.css +0 -64
  384. package/src/ardy/platform-fit-panel.jsx +0 -41
  385. package/src/ardy/platform-fit.js +0 -326
  386. package/src/ardy/playback.js +0 -711
  387. package/src/ardy/pose-pin.js +0 -97
  388. package/src/ardy/prompt-clips.js +0 -30
  389. package/src/ardy/retime.js +0 -211
  390. package/src/ardy/root-drop.js +0 -369
  391. package/src/ardy/timeline-resize.js +0 -13
  392. package/src/ardy/to-cskel27.js +0 -225
  393. package/src/ardy/trim.js +0 -33
  394. package/src/ardy/waypoints.js +0 -369
  395. package/src/ardy-bridge-contract.js +0 -281
  396. package/src/domains/motion/motion-video-capture.js +0 -664
  397. package/src/i2v-motion-client.js +0 -77
  398. package/src/i2v-motion-studio.jsx +0 -180
  399. package/src/line-edit.js +0 -1348
  400. package/src/motion/generation.js +0 -105
  401. package/src/motion-readiness-ui.jsx +0 -67
  402. package/src/motion-readiness.js +0 -40
  403. package/src/motion-resources.js +0 -177
  404. package/src/motion-store.js +0 -65
  405. package/src/motion-trail.js +0 -601
  406. package/src/multimodel-ingest.js +0 -394
  407. package/src/panels/PromptBlocksPanel.jsx +0 -444
  408. package/src/panels/VideoCapturePanel.jsx +0 -181
  409. package/src/pose-extract/browser.js +0 -42
  410. package/src/pose-extract/detector.js +0 -100
  411. package/src/pose-extract/fit.js +0 -227
  412. package/src/pose-extract/image-frame.js +0 -51
  413. package/src/pose-extract/index.js +0 -58
  414. package/src/pose-extract/keyframes.js +0 -74
  415. package/src/pose-extract/landmarks.js +0 -162
  416. package/src/pose-extract/mirror.js +0 -153
  417. package/src/pose-extract/take.js +0 -131
  418. package/src/pose-extract/video-frames.js +0 -91
  419. package/src/take-recipe.js +0 -165
  420. package/src/trail-key-conflicts.js +0 -39
  421. package/src/trail-pick.js +0 -59
  422. package/src/use-i2v-capture-modal.js +0 -15
  423. package/tools/ardy/BRIDGE.md +0 -37
  424. package/tools/ardy/GVHMR-NPZ.md +0 -68
  425. package/tools/ardy/README.md +0 -124
  426. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  427. package/tools/ardy/artifacts.mjs +0 -34
  428. package/tools/ardy/bridge.mjs +0 -1732
  429. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  430. package/tools/ardy/cclay_constrained_generate.py +0 -561
  431. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  432. package/tools/ardy/cclay_motion_edit.py +0 -510
  433. package/tools/ardy/cclay_sequence_generate.py +0 -705
  434. package/tools/ardy/cclay_worker.py +0 -304
  435. package/tools/ardy/dump-npz.py +0 -205
  436. package/tools/ardy/extract-rest.mjs +0 -299
  437. package/tools/ardy/extract.mjs +0 -507
  438. package/tools/ardy/footage.mjs +0 -467
  439. package/tools/ardy/gvhmr-floor.mjs +0 -102
  440. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  441. package/tools/ardy/gvhmr_fastpath.py +0 -168
  442. package/tools/ardy/gvhmr_trajectory.py +0 -240
  443. package/tools/ardy/merge-text-encoder.py +0 -160
  444. package/tools/ardy/mocap-metrics.mjs +0 -200
  445. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  446. package/tools/ardy/motion-stabilize.mjs +0 -348
  447. package/tools/ardy/npz.mjs +0 -414
  448. package/tools/ardy/pose-to-npz.mjs +0 -106
  449. package/tools/ardy/prompt-limits.mjs +0 -5
  450. package/tools/ardy/run-edit-on-box.sh +0 -73
  451. package/tools/ardy/run-local.mjs +0 -233
  452. package/tools/ardy/run-on-box.sh +0 -593
  453. package/tools/ardy/run-sequence-on-box.sh +0 -177
  454. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  455. package/tools/ardy/runners/index.mjs +0 -18
  456. package/tools/ardy/runners/local.mjs +0 -455
  457. package/tools/ardy/runners/proc.mjs +0 -125
  458. package/tools/ardy/runners/remote.mjs +0 -252
  459. package/tools/ardy/setup-local.mjs +0 -189
  460. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  461. package/tools/ardy/setup-text-encoder.py +0 -306
  462. package/tools/ardy/smpl-cskel27.mjs +0 -178
  463. package/tools/ardy/visual-qa.mjs +0 -196
  464. package/tools/ardy/vq-car.mjs +0 -52
  465. package/tools/bench/EXP3.md +0 -61
  466. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  467. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  468. package/tools/bench/cclay_bench_runner.py +0 -42
  469. package/tools/bench/cube-contact.mjs +0 -162
  470. package/tools/bench/exp3.mjs +0 -152
  471. package/tools/bench/extract-bench-lib.mjs +0 -216
  472. package/tools/bench/extract-bench.mjs +0 -302
  473. package/tools/bench/fal-generate.mjs +0 -88
  474. package/tools/bench/fit/README.md +0 -189
  475. package/tools/bench/fit/camera.mjs +0 -59
  476. package/tools/bench/fit/contact.mjs +0 -419
  477. package/tools/bench/fit/footlock.mjs +0 -234
  478. package/tools/bench/fit/motion.mjs +0 -85
  479. package/tools/bench/fit/pin.mjs +0 -27
  480. package/tools/bench/fit/remote.mjs +0 -105
  481. package/tools/bench/fit-bench.mjs +0 -126
  482. package/tools/bench/fit-sanity.mjs +0 -45
  483. package/tools/bench/metrics.mjs +0 -313
  484. package/tools/bench/obs/depth.mjs +0 -258
  485. package/tools/bench/obs/extrinsics.mjs +0 -175
  486. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  487. package/tools/bench/obs/ground.mjs +0 -294
  488. package/tools/bench/obs/heading.mjs +0 -151
  489. package/tools/bench/obs/ladder.mjs +0 -555
  490. package/tools/bench/obs/mannequin-betas.json +0 -124
  491. package/tools/bench/obs/remote.mjs +0 -83
  492. package/tools/bench/obs/rest_joints.py +0 -52
  493. package/tools/bench/obs/ybot-targets.mjs +0 -49
  494. package/tools/bench/obs-bench.mjs +0 -520
  495. package/tools/bench/score.mjs +0 -343
  496. package/tools/bench/summarize.mjs +0 -86
  497. package/tools/demo-worker/README.md +0 -137
  498. package/tools/demo-worker/api-client.mjs +0 -233
  499. package/tools/demo-worker/generate.mjs +0 -301
  500. package/tools/demo-worker/index.mjs +0 -466
  501. package/tools/demo-worker/sign-core.mjs +0 -112
  502. package/tools/demo-worker/sign.mjs +0 -161
  503. package/tools/gt-render/browser.mjs +0 -159
  504. package/tools/gt-render/camera-math.mjs +0 -276
  505. package/tools/gt-render/page.mjs +0 -267
  506. package/tools/gt-render/render.mjs +0 -514
  507. package/tools/gt-render/scene-box.mjs +0 -31
  508. package/tools/gt-render/take-transform.mjs +0 -87
  509. package/tools/kimodo/compare-seam.mjs +0 -108
  510. package/tools/kimodo/constraints.mjs +0 -244
  511. package/tools/kimodo/edit.mjs +0 -259
  512. package/tools/kimodo/effector-constraints.mjs +0 -200
  513. package/tools/kimodo/generate.mjs +0 -646
  514. package/tools/kimodo/local-output.mjs +0 -265
  515. package/tools/kimodo/measure-pose.mjs +0 -65
  516. package/tools/kimodo/measure-preserve.mjs +0 -899
  517. package/tools/kimodo/measure-waypoints.mjs +0 -55
  518. package/tools/kimodo/mlx-generate.py +0 -111
  519. package/tools/kimodo/pose-constraints.mjs +0 -248
  520. package/tools/kimodo/preserve-mask.mjs +0 -543
  521. package/tools/kimodo/read-npz.mjs +0 -189
  522. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  523. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  524. package/tools/kimodo/runner.mjs +0 -284
  525. package/tools/kimodo/seam-batch.mjs +0 -77
  526. package/tools/kimodo/setup-local.mjs +0 -30
  527. package/tools/kimodo/setup-on-box.sh +0 -339
  528. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  529. package/tools/morphgs/assets/gen_truth.py +0 -39
  530. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  531. package/tools/morphgs/assets/playback-check.mjs +0 -30
  532. package/tools/morphgs/demo-gate.sh +0 -26
  533. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  534. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  535. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  536. package/tools/morphgs/setup-on-cluster.sh +0 -126
  537. package/tools/projflow/driver.py +0 -1069
  538. package/tools/projflow/generate.mjs +0 -805
  539. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  540. package/tools/projflow/line-edit-job.mjs +0 -547
  541. package/tools/projflow/replay.mjs +0 -452
  542. package/tools/projflow/runner.mjs +0 -269
  543. package/tools/projflow/service.mjs +0 -742
  544. package/tools/track/DESIGN.md +0 -513
  545. package/tools/track/backfill-provenance.mjs +0 -116
  546. package/tools/track/budget.mjs +0 -8
  547. package/tools/track/check-rig.mjs +0 -209
  548. package/tools/track/diagnostics.schema.json +0 -60
  549. package/tools/track/export-rig.mjs +0 -256
  550. package/tools/track/fallback.mjs +0 -7
  551. package/tools/track/fk-parity-fixture.mjs +0 -161
  552. package/tools/track/gate.mjs +0 -349
  553. package/tools/track/masks.mjs +0 -318
  554. package/tools/track/metrics.mjs +0 -201
  555. package/tools/track/publish-obs.mjs +0 -108
  556. package/tools/track/py/check_env.py +0 -61
  557. package/tools/track/py/eval_lr.py +0 -229
  558. package/tools/track/py/lr_viterbi.py +0 -294
  559. package/tools/track/py/masks.py +0 -405
  560. package/tools/track/py/objective.py +0 -382
  561. package/tools/track/py/rig.py +0 -508
  562. package/tools/track/py/scene.py +0 -326
  563. package/tools/track/py/test_joint_indices.py +0 -123
  564. package/tools/track/py/test_lr_viterbi.py +0 -195
  565. package/tools/track/py/test_masks.py +0 -229
  566. package/tools/track/py/test_rig.py +0 -288
  567. package/tools/track/py/test_scene.py +0 -354
  568. package/tools/track/py/test_track.py +0 -328
  569. package/tools/track/py/track.py +0 -411
  570. package/tools/track/remote.mjs +0 -140
  571. package/tools/track/rig-dump.mjs +0 -227
  572. package/tools/track/run-box-tests.mjs +0 -14
  573. package/tools/track/run-box.mjs +0 -168
  574. package/tools/track/setup-box.sh +0 -59
  575. package/tools/track/study-2d.mjs +0 -728
  576. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  577. /package/src/{ardy → motion}/ground.js +0 -0
  578. /package/src/{ardy → motion}/ik-drag.js +0 -0
  579. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  580. /package/src/{ardy → motion}/ik.js +0 -0
  581. /package/src/{ardy → motion}/physics-surface.js +0 -0
  582. /package/src/{ardy → motion}/playback-clock.js +0 -0
  583. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,85 +0,0 @@
1
- /** cskel27 bench utilities. Fitting never samples GT intermediate frames. */
2
- import { deriveBoneOffsets, forwardKinematics } from "../../../src/ardy/convert.js";
3
- import { canonicalCskel27Reference } from "../../../src/ardy/to-cskel27.js";
4
- import { readNpz } from "../../kimodo/read-npz.mjs";
5
-
6
- export const readMat = (flat, offset = 0) => Array.from({ length: 3 }, (_, row) => Array.from(flat.slice(offset + row * 3, offset + row * 3 + 3)));
7
- export const localsAt = (motion, frame) => Array.from({ length: 27 }, (_, joint) => readMat(motion.rotMats, (frame * 27 + joint) * 9));
8
- export const jointsAt = (motion, frame) => Array.from({ length: 27 }, (_, joint) => Array.from(motion.posedJoints.slice((frame * 27 + joint) * 3, (frame * 27 + joint + 1) * 3)));
9
- export const vec = (flat, offset = 0) => Array.from(flat.slice(offset, offset + 3));
10
- export const add = (a, b) => a.map((v, i) => v + b[i]);
11
- export const sub = (a, b) => a.map((v, i) => v - b[i]);
12
- export const matVec = (m, v) => m.map(row => row.reduce((sum, x, i) => sum + x * v[i], 0));
13
- export const smoothstep = t => { const x = Math.max(0, Math.min(1, t)); return x * x * (3 - 2 * x); };
14
-
15
- export function member(members, name, shape) {
16
- const value = members[name];
17
- if (!value?.data || JSON.stringify(value.shape) !== JSON.stringify(shape) || !value.data.every(Number.isFinite)) {
18
- throw new Error(`${name}: expected finite [${shape}]`);
19
- }
20
- return value.data;
21
- }
22
-
23
- export function readMotion(path) {
24
- const m = readNpz(path), frames = m.local_rot_mats?.shape[0];
25
- if (!Number.isInteger(frames) || frames < 1) throw new Error(`${path}: invalid frame count`);
26
- const fps = member(m, "fps", [])[0];
27
- if (!(fps > 0)) throw new Error(`${path}: invalid fps`);
28
- const personScale = m.person_scale ? member(m, "person_scale", [])[0] : 1;
29
- const boneScale = m.bone_scale ? member(m, "bone_scale", [27]) : new Float32Array(27).fill(1);
30
- if (!(personScale > 0) || !boneScale.every(v => v > 0)) throw new Error(`${path}: invalid body scale`);
31
- return { frames, fps, rotMats: member(m, "local_rot_mats", [frames, 27, 3, 3]),
32
- rootPos: member(m, "root_positions", [frames, 3]), posedJoints: member(m, "posed_joints", [frames, 27, 3]), personScale, boneScale };
33
- }
34
-
35
- /** The NPZ decoder reads the archive; only these TWO poses cross into fitting.
36
- * In the real workflow this input is the user's A/B pose pair. No temporal
37
- * statistics, body measurements, or intermediate GT frames enter any fit. */
38
- export function readEndpoints(path) {
39
- const m = readNpz(path), n = m.local_rot_mats?.shape[0];
40
- if (!(n >= 2) || JSON.stringify(m.local_rot_mats.shape.slice(1)) !== "[27,3,3]" || JSON.stringify(m.root_positions?.shape) !== JSON.stringify([n, 3])) {
41
- throw new Error(`${path}: expected at least two cskel27 poses`);
42
- }
43
- return [0, n - 1].map(f => {
44
- const rotMats = m.local_rot_mats.data.slice(f * 243, (f + 1) * 243);
45
- const rootPos = m.root_positions.data.slice(f * 3, (f + 1) * 3);
46
- if (![...rotMats, ...rootPos].every(Number.isFinite)) throw new Error(`${path}: nonfinite endpoint`);
47
- return { rotMats, rootPos };
48
- });
49
- }
50
-
51
- export function cloneMotion(m) {
52
- return { ...m, rotMats: m.rotMats.slice(), rootPos: m.rootPos.slice(), posedJoints: m.posedJoints.slice(), boneScale: m.boneScale?.slice() };
53
- }
54
-
55
- export function bodyOffsets(boneScale = new Float32Array(27).fill(1)) {
56
- const reference = canonicalCskel27Reference();
57
- return deriveBoneOffsets(reference.posed_joints, reference.local_rot_mats).map((v, j) => v.map(x => x * boneScale[j]));
58
- }
59
-
60
- export function regenerateJoints(motion, offsets = bodyOffsets(motion.boneScale)) {
61
- for (let f = 0; f < motion.frames; f++) {
62
- const positions = forwardKinematics(localsAt(motion, f), offsets, vec(motion.rootPos, f * 3));
63
- for (let j = 0; j < 27; j++) motion.posedJoints.set(positions[j], (f * 27 + j) * 3);
64
- }
65
- return motion;
66
- }
67
-
68
- export function shiftFrame(motion, frame, delta) {
69
- for (let k = 0; k < 3; k++) {
70
- motion.rootPos[frame * 3 + k] += delta[k];
71
- for (let j = 0; j < 27; j++) motion.posedJoints[(frame * 27 + j) * 3 + k] += delta[k];
72
- }
73
- }
74
-
75
- /** F3: retain F2 rotations and metric trajectory, replace estimated proportions
76
- * with the CHARACTER's known cskel27 bone factors. Canonical (all ones) is
77
- * equivalent to smplToCskel27Motion(..., {boneScale:1}), without re-grounding
78
- * or discarding production's temporal smoothing and root corrections. */
79
- export function fitBody(motion, boneScale = new Float32Array(27).fill(1)) {
80
- if (boneScale.length !== 27 || !boneScale.every(v => Number.isFinite(v) && v > 0)) throw new Error("body: expected 27 positive bone factors");
81
- const out = cloneMotion(motion);
82
- out.boneScale = Float32Array.from(boneScale);
83
- out.personScale = 1; // Root remains in metres; never rescale camera translation.
84
- return regenerateJoints(out);
85
- }
@@ -1,27 +0,0 @@
1
- import { matToQuat, quatToMat } from "../../../src/ardy/convert.js";
2
- import { slerpQuat } from "../../../src/ardy/retime.js";
3
- import { cloneMotion, readMat, regenerateJoints, smoothstep, sub, vec } from "./motion.mjs";
4
-
5
- /** F4 consumes only two user-known poses, never a GT trajectory. The windows
6
- * are capped at half the clip to avoid overlapping A/B constraints. Endpoint
7
- * root OFFSETS ramp to zero; no interpolation toward intermediate GT roots.
8
- * Regenerating FK keeps the F3 character's bone lengths exactly constant. */
9
- export function pinEndpoints(motion, [a, b], { windowSeconds = 0.5 } = {}) {
10
- if (!(Number.isFinite(windowSeconds) && windowSeconds > 0) || motion.frames < 2) throw new Error("pinning needs positive windowSeconds and at least two frames");
11
- const out = cloneMotion(motion), last = motion.frames - 1;
12
- const radius = Math.min(windowSeconds * motion.fps, last / 2);
13
- const deltaA = sub(vec(a.rootPos), vec(motion.rootPos));
14
- const deltaB = sub(vec(b.rootPos), vec(motion.rootPos, last * 3));
15
- for (let f = 0; f < motion.frames; f++) {
16
- const wa = 1 - smoothstep(f / radius), wb = 1 - smoothstep((last - f) / radius);
17
- for (let k = 0; k < 3; k++) out.rootPos[f * 3 + k] += wa * deltaA[k] + wb * deltaB[k];
18
- const weight = wa || wb;
19
- if (!weight) continue;
20
- const target = wa ? a : b;
21
- for (let j = 0; j < 27; j++) {
22
- const o = (f * 27 + j) * 9;
23
- out.rotMats.set(quatToMat(slerpQuat(matToQuat(readMat(motion.rotMats, o)), matToQuat(readMat(target.rotMats, j * 9)), weight)).flat(), o);
24
- }
25
- }
26
- return regenerateJoints(out);
27
- }
@@ -1,105 +0,0 @@
1
- import { spawn } from "node:child_process";
2
- import { randomBytes, createHash } from "node:crypto";
3
- import { appendFileSync, existsSync, readFileSync, writeFileSync } from "node:fs";
4
- import { fileURLToPath } from "node:url";
5
- import { parseCondition, resolveCondition } from "../extract-bench-lib.mjs";
6
-
7
- const quote = value => `'${String(value).replaceAll("'", "'\\''")}'`;
8
- const sshOptions = ["-o", "BatchMode=yes", "-o", "ConnectTimeout=15"];
9
- const port = process.env.CCLAY_EXTRACT_SSH_PORT;
10
- const sshFlags = port ? [...sshOptions, "-p", port] : sshOptions;
11
- const scpFlags = port ? [...sshOptions, "-P", port] : sshOptions;
12
- const here = fileURLToPath(new URL("../", import.meta.url));
13
-
14
- function exec(program, args, log) {
15
- return new Promise((resolve, reject) => {
16
- const child = spawn(program, args, { stdio: ["ignore", "pipe", "pipe"] });
17
- let output = "";
18
- const onData = chunk => { output += chunk; if (log) appendFileSync(log, chunk); };
19
- child.stdout.on("data", onData); child.stderr.on("data", onData);
20
- child.once("error", reject);
21
- child.once("close", code => code === 0 ? resolve(output) : reject(new Error(`${program} exited ${code}: ${output.slice(-3000)}`)));
22
- });
23
- }
24
-
25
- // Refuse even idle GVHMR workers: a separate sweep can submit to them at any
26
- // moment. No process is killed. Check again in the SAME remote shell before
27
- // starting; the caller must still coordinate independent noncooperating jobs.
28
- const idleCheck = `python3 - <<'PY'
29
- from pathlib import Path
30
- import subprocess
31
- busy = []
32
- for p in Path('/proc').iterdir():
33
- if not p.name.isdigit(): continue
34
- try:
35
- argv = (p/'cmdline').read_bytes().split(b'\\0')
36
- executable = Path(argv[0].decode(errors='replace')).name
37
- cmd = b' '.join(argv).decode(errors='replace')
38
- except (FileNotFoundError, ProcessLookupError, PermissionError): continue
39
- # PyTorch renames /proc/<pid>/comm to pt_main_thread. Inspect argv[0],
40
- # not that mutable thread label, including workers idling at only 284 MiB.
41
- if 'python' in executable and ('cclay_gvhmr' in cmd or 'cclay_bench' in cmd): busy.append(cmd)
42
- usage = subprocess.check_output(['nvidia-smi','--query-compute-apps=used_memory','--format=csv,noheader,nounits'], text=True)
43
- # Leave room for production's 8GB peak with the existing ~1GB ARDY worker.
44
- used = sum(int(v.strip()) for v in usage.splitlines() if v.strip())
45
- if busy or used > 1600:
46
- raise SystemExit('GPU busy: ' + repr(busy) + '; compute memory=' + str(used) + ' MiB')
47
- print('GPU idle for GVHMR; compute memory=' + str(used) + ' MiB')
48
- PY`;
49
-
50
- export async function assertGpuIdle(host) {
51
- return exec("ssh", [...sshFlags, host, idleCheck]);
52
- }
53
-
54
- /** A cache is bound to the video, focal and source code, never silently reused
55
- * for a different camera/condition. Results and logs live locally; ALL box
56
- * uploads, caches and model outputs are removed from /tmp/cclay-fit-*.
57
- */
58
- export function incamPlan(baseCondition = "prod", { cameraFMm, env = process.env } = {}) {
59
- const base = parseCondition(baseCondition);
60
- if (base.fmm) throw new Error("base condition must omit +fmm");
61
- const plan = resolveCondition(`${base.name}+fmm`, { cameraFMm, env });
62
- if (!plan.runnerArgs.includes("--static-cam")) throw new Error("incam bench requires a static camera");
63
- if (plan.path === "worker" && !plan.workerFields.trajectory) throw new Error("incam worker path requires production trajectory correction");
64
- return { plan, launcherArgs: plan.path === "direct" ? ["--bench-direct"] : [] };
65
- }
66
-
67
- export async function extractMissingFocal({ input, extract, motion, variant, baseCondition, host }) {
68
- if (!host) throw new Error(`missing ${baseCondition}+fmm extraction; pass --host to extract it serially`);
69
- await assertGpuIdle(host);
70
- return exec(process.execPath, [fileURLToPath(new URL("../extract-bench.mjs", import.meta.url)), "--input", input, "--out", extract, "--motions", motion, "--variants", variant, "--conditions", `${baseCondition}+fmm`, "--host", host]);
71
- }
72
-
73
- export async function extractIncam({ host, video, output, camera, log, force = false, baseCondition = "prod" }) {
74
- const files = [
75
- [`${here}/cclay_bench_extract_incam.py`, "cclay_bench_extract_incam.py"],
76
- [fileURLToPath(new URL("../../ardy/gvhmr_fastpath.py", import.meta.url)), "gvhmr_fastpath.py"],
77
- [fileURLToPath(new URL("../../ardy/gvhmr_trajectory.py", import.meta.url)), "gvhmr_trajectory.py"],
78
- ];
79
- const { plan, launcherArgs } = incamPlan(baseCondition, { cameraFMm: camera.gvhmrFMm });
80
- const sha = createHash("sha256").update(readFileSync(video));
81
- for (const [path] of files) sha.update(readFileSync(path));
82
- sha.update(JSON.stringify(plan));
83
- const signature = sha.digest("hex"), manifest = `${output}.json`;
84
- if (!force && existsSync(output) && existsSync(manifest) && JSON.parse(readFileSync(manifest, "utf8")).signature === signature) return { cached: true, signature };
85
- if (!host) throw new Error(`missing camera cache ${output}; pass --host to extract`);
86
- await assertGpuIdle(host);
87
- const remote = `/tmp/cclay-fit-${Date.now()}-${randomBytes(5).toString("hex")}`;
88
- const ssh = command => exec("ssh", [...sshFlags, host, command], log);
89
- const scp = (a, b) => exec("scp", [...scpFlags, a, b], log);
90
- writeFileSync(log, "");
91
- let failure;
92
- try {
93
- await ssh(`umask 077 && mkdir ${quote(remote)}`);
94
- for (const [path, name] of files) await scp(path, `${host}:${remote}/${name}`);
95
- await scp(video, `${host}:${remote}/video.mp4`);
96
- const args = [`${remote}/cclay_bench_extract_incam.py`, "cclay_gvhmr_extract.py", `${remote}/video.mp4`, `${remote}/incam.npz`, ...launcherArgs, ...plan.runnerArgs, "--out-root", `${remote}/cache`];
97
- await ssh(`set -e\n${idleCheck}\ncd ~/cclay-ingest/GVHMR\n.venv/bin/python ${args.map(quote).join(" ")}`);
98
- await scp(`${host}:${remote}/incam.npz`, output);
99
- const runnerSha = (await ssh("shasum -a 256 ~/cclay-ingest/GVHMR/cclay_gvhmr_extract.py")).trim().split(/\s+/)[0];
100
- writeFileSync(manifest, JSON.stringify({ signature, runnerSha, plan, video, createdAt: new Date().toISOString() }, null, 2) + "\n");
101
- } catch (error) { failure = error; }
102
- try { await ssh(`rm -rf ${quote(remote)}`); } catch (error) { throw new AggregateError([...(failure ? [failure] : []), error], `box cleanup failed: ${remote}`); }
103
- if (failure) throw failure;
104
- return { cached: false, signature };
105
- }
@@ -1,126 +0,0 @@
1
- #!/usr/bin/env node
2
- /** #432 cumulative fits. No GT intermediate frame is used by this program. */
3
- import { createHash } from "node:crypto";
4
- import { copyFileSync, existsSync, mkdirSync, readFileSync, readdirSync, writeFileSync } from "node:fs";
5
- import { join, resolve } from "node:path";
6
- import { fileURLToPath } from "node:url";
7
- import { motionArraysToNpzMembers, writeNpz } from "../ardy/npz.mjs";
8
- import { readNpz } from "../kimodo/read-npz.mjs";
9
- import { registerCamera } from "./fit/camera.mjs";
10
- import { fitContacts, validateBoxes } from "./fit/contact.mjs";
11
- import { fitBody, readEndpoints, readMotion } from "./fit/motion.mjs";
12
- import { pinEndpoints } from "./fit/pin.mjs";
13
- import { extractIncam, extractMissingFocal } from "./fit/remote.mjs";
14
- import { parseCondition } from "./extract-bench-lib.mjs";
15
-
16
- export const USAGE = `usage: node tools/bench/fit-bench.mjs --input <gt-render-root> --extract <t2-root>
17
- --poses <user-ab-npz-dir> --out <dir> [options]
18
-
19
- --motions walk,run default: all motion dirs in --input
20
- --variant shaded one variant per output root (default shaded)
21
- --base-condition prod T2 baseline without +fmm (e.g. yolo-vitpose); missing +fmm
22
- is extracted serially with --host and the known camera
23
- --host user@box extract missing camera evidence; CCLAY_EXTRACT_HOST fallback
24
- --incam-root <dir> use supplied <dir>/<motion>/incam.npz instead of GPU
25
- --window-seconds 0.5 smooth A/B pin falloff, capped at half the clip
26
- --body <json> character's 27 positive bone factors (default all 1)
27
- --scene <json> {boxes:[{min:[x,y,z],max:[x,y,z]}]} in world metres
28
- --force-incam re-extract camera evidence even if cached
29
- --help this text
30
-
31
- Writes <out>/<motion>/F0..F5/motion.npz plus result.json and incam.npz.
32
- F0/F1 copy T2 <base-condition>/<base-condition>+fmm motion.npz BYTE FOR BYTE. F2 adds one static
33
- camera registration from predicted camera-space pelvis/orientation and known
34
- OpenCV extrinsics, retaining F1's trajectory. F3 replaces estimated proportions
35
- with the known character body (canonical cskel27 by default; personScale=1).
36
- F4 consumes ONLY FIRST/LAST poses of <poses>/<motion>.npz, never intermediate
37
- GT frames. F5 uses only fitted motion + known floor/boxes; one rigid stance
38
- support, skeletal segment collisions (not skin), geometry wins over A/B pins.
39
- No fitting stage uses GT intermediate frames or GT trajectory alignment.
40
- Only camera, character, A/B poses and scene geometry are user-known inputs.
41
- GT evaluation is a separate, read-only fit-sanity.mjs program.
42
-
43
- GPU runs are serial and refuse ANY other GVHMR process (even an idle worker).
44
- Wait for other extraction sweeps to finish; never kill another process. Box
45
- scratch is confined to /tmp/cclay-fit-* and removed on completion/failure.
46
- For another variant use a separate --out root to avoid overwriting a run.`;
47
-
48
- export function parseArgs(args) {
49
- const out = { variant: "shaded", baseCondition: "prod", windowSeconds: 0.5, host: process.env.CCLAY_EXTRACT_HOST || process.env.CCLAY_ARDY_HOST };
50
- const names = { "--input": "input", "--extract": "extract", "--poses": "poses", "--out": "out", "--motions": "motions", "--variant": "variant", "--base-condition": "baseCondition", "--host": "host", "--incam-root": "incamRoot", "--window-seconds": "windowSeconds", "--body": "body", "--scene": "scene" };
51
- for (let i = 0; i < args.length; i++) {
52
- const flag = args[i];
53
- if (flag === "--help" || flag === "-h") { out.help = true; continue; }
54
- if (flag === "--force-incam") { out.forceIncam = true; continue; }
55
- if (!names[flag]) throw new Error(`unknown option ${flag}`);
56
- const value = args[++i];
57
- if (!value || value.startsWith("--")) throw new Error(`${flag} needs a value`);
58
- out[names[flag]] = value;
59
- }
60
- if (out.help) return out;
61
- for (const key of ["input", "extract", "poses", "out"]) if (!out[key]) throw new Error(`--${key} is required`);
62
- out.windowSeconds = Number(out.windowSeconds);
63
- if (!(Number.isFinite(out.windowSeconds) && out.windowSeconds > 0)) throw new Error("--window-seconds must be positive");
64
- if (parseCondition(out.baseCondition).fmm) throw new Error("--base-condition must omit +fmm");
65
- if (out.motions) out.motions = out.motions.split(",");
66
- for (const name of [...(out.motions ?? []), out.variant]) if (!/^[a-zA-Z0-9][a-zA-Z0-9_+.-]*$/.test(name)) throw new Error(`invalid motion/variant name ${name}`);
67
- return out;
68
- }
69
-
70
- const json = path => JSON.parse(readFileSync(path, "utf8"));
71
- const sha = path => createHash("sha256").update(readFileSync(path)).digest("hex");
72
-
73
- export async function main(argv = process.argv.slice(2), { missingFocal = extractMissingFocal, cameraEvidence = extractIncam } = {}) {
74
- const options = parseArgs(argv);
75
- if (options.help) { console.log(USAGE); return; }
76
- const motions = options.motions ?? readdirSync(options.input, { withFileTypes: true }).filter(d => d.isDirectory() && existsSync(join(options.input, d.name, options.variant, "video.mp4"))).map(d => d.name).sort();
77
- if (!motions.length) throw new Error("no motions found");
78
- const boxes = validateBoxes(options.scene ? json(options.scene).boxes : []);
79
- const boneScale = options.body ? json(options.body) : new Array(27).fill(1);
80
- if (!Array.isArray(boneScale) || boneScale.length !== 27 || !boneScale.every(v => Number.isFinite(v) && v > 0)) throw new Error("--body must contain 27 positive bone factors");
81
- for (const name of motions) {
82
- const source = join(options.input, name, options.variant), extracted = join(options.extract, name, options.variant);
83
- const destination = join(options.out, name), prior = join(destination, "result.json");
84
- if (existsSync(prior) && (json(prior).variant !== options.variant || (json(prior).baseCondition ?? "prod") !== options.baseCondition)) throw new Error(`${destination}: belongs to a different variant/base condition; choose another --out`);
85
- const conditions = [options.baseCondition, `${options.baseCondition}+fmm`];
86
- const paths = { F0: join(extracted, conditions[0], "motion.npz"), F1: join(extracted, conditions[1], "motion.npz"), camera: join(source, "camera.json"), poses: join(options.poses, `${name}.npz`) };
87
- for (const path of [paths.F0, paths.camera, paths.poses]) if (!existsSync(path)) throw new Error(`missing input ${path}; wait for the T2 sweep to finish`);
88
- if (!existsSync(paths.F1)) {
89
- console.log(`extract missing ${name}/${options.variant}/${conditions[1]}`);
90
- await missingFocal({ input: options.input, extract: options.extract, motion: name, variant: options.variant, baseCondition: options.baseCondition, host: options.host });
91
- if (!existsSync(paths.F1)) throw new Error(`focal extraction did not produce ${paths.F1}`);
92
- }
93
- for (const condition of conditions) {
94
- const result = join(extracted, condition, "result.json");
95
- if (existsSync(result) && !json(result).ok) throw new Error(`${result}: extraction did not succeed`);
96
- }
97
- mkdirSync(destination, { recursive: true });
98
- const camera = json(paths.camera), incamPath = join(options.incamRoot ?? options.out, name, "incam.npz");
99
- console.log(`fit ${name}/${options.variant}`);
100
- const cameraRun = options.incamRoot ? { supplied: resolve(incamPath) } : await cameraEvidence({ host: options.host, video: join(source, "video.mp4"), output: incamPath, camera, log: join(destination, "incam.log"), force: options.forceIncam, baseCondition: options.baseCondition });
101
- const f0 = readMotion(paths.F0), f1 = readMotion(paths.F1);
102
- if (f0.frames !== f1.frames || f0.fps !== f1.fps) throw new Error(`${name}: F0/F1 timelines disagree`);
103
- const incam = readNpz(incamPath);
104
- const k = incam.K_fullimg;
105
- if (!k?.data || k.shape.join() !== [f1.frames, 3, 3].join() || !k.data.every(Number.isFinite) || Math.abs(k.data[0] - camera.fx) > 0.01 || Math.abs(k.data[4] - camera.fy) > 0.01) throw new Error("incam intrinsics do not match camera.json known focal");
106
- const f2 = registerCamera(f1, incam, camera);
107
- const f3 = fitBody(f2.motion, boneScale);
108
- const f4 = pinEndpoints(f3, readEndpoints(paths.poses), { windowSeconds: options.windowSeconds });
109
- const f5 = fitContacts(f4, { boxes });
110
- for (const [index, motion] of [f0, f1, f2.motion, f3, f4, f5.motion].entries()) {
111
- const directory = join(destination, `F${index}`); mkdirSync(directory, { recursive: true });
112
- if (index < 2) copyFileSync(paths[`F${index}`], join(directory, "motion.npz"));
113
- else writeNpz(join(directory, "motion.npz"), motionArraysToNpzMembers(motion));
114
- }
115
- writeFileSync(prior, JSON.stringify({ ok: true, tool: "fit-bench", motion: name, variant: options.variant, baseCondition: options.baseCondition, createdAt: new Date().toISOString(), frames: f1.frames, fps: f1.fps,
116
- inputs: Object.fromEntries(Object.entries(paths).map(([key, path]) => [key, { path: resolve(path), sha256: sha(path) }])),
117
- cameraRun, cameraRegistration: f2.diagnostics, body: { boneScale, personScale: 1 }, pinning: { windowSeconds: options.windowSeconds, sourceFrames: "first and last ONLY" }, contacts: f5.diagnostics, boxes,
118
- deviations: ["F2 one rigid first-pelvis registration; per-frame incam transforms are diagnostic only", "F2 replaces the arbitrary initial floor datum with the camera-predicted pelvis height", "F3 FK regenerates production-smoothed rotations with known character bones; no automatic regrounding", "F4 source NPZ endpoints are in native cskel27 space, not rendered-rig playback space", "F5 one support point at a time; skeletal segment boxes, no skin thickness; scene safety may release locks and move A/B endpoints"],
119
- }, null, 2) + "\n");
120
- console.log(`ok ${name}: ${f1.frames} frames @ ${f1.fps} fps, F0..F5; contacts ${f5.diagnostics.lockedFrames} frames`);
121
- }
122
- }
123
-
124
- if (process.argv[1] && resolve(process.argv[1]) === fileURLToPath(import.meta.url)) {
125
- main().catch(error => { console.error(`fit-bench: ${error.stack ?? error}`); process.exitCode = 1; });
126
- }
@@ -1,45 +0,0 @@
1
- #!/usr/bin/env node
2
- /** Read-only evaluation, deliberately separate from all fitting code.
3
- * This is NOT #431's official rendered-rig scorer. Compare native cskel27
4
- * posed_joints at matching seconds (linear GT position interpolation),
5
- * without scale/heading/translation/Procrustes alignment. Source playback
6
- * applies a rig-dependent scale and bind offsets, absent from these numbers.
7
- */
8
- import { readdirSync, writeFileSync } from "node:fs";
9
- import { join } from "node:path";
10
- import { readMotion } from "./fit/motion.mjs";
11
-
12
- const args = process.argv.slice(2);
13
- if (args.length !== 2 || args.includes("--help")) {
14
- console.log("usage: node tools/bench/fit-sanity.mjs <fit-root> <gt-source-npz-dir>\nWrites sanity.json and sanity.md under fit-root. Evaluation only; not an input to fitting.");
15
- if (!args.includes("--help")) process.exitCode = 2;
16
- } else {
17
- const [root, source] = args;
18
- const rows = [];
19
- for (const name of readdirSync(root, { withFileTypes: true }).filter(d => d.isDirectory()).map(d => d.name).sort()) {
20
- const gt = readMotion(join(source, `${name}.npz`));
21
- for (let step = 0; step <= 5; step++) {
22
- const motion = readMotion(join(root, name, `F${step}`, "motion.npz"));
23
- let relative = 0, rootError = 0;
24
- for (let f = 0; f < motion.frames; f++) {
25
- const t = f / motion.fps * gt.fps;
26
- if (t > gt.frames - 1 + 1e-5) throw new Error(`${name}: fitted timeline exceeds GT source`);
27
- const a = Math.floor(t), b = Math.min(gt.frames - 1, a + 1), w = t - a;
28
- const at = (j, k) => gt.posedJoints[(a * 27 + j) * 3 + k] * (1 - w) + gt.posedJoints[(b * 27 + j) * 3 + k] * w;
29
- const delta = j => [0, 1, 2].map(k => motion.posedJoints[(f * 27 + j) * 3 + k] - at(j, k));
30
- const r = delta(0); rootError += Math.hypot(...r);
31
- for (let j = 1; j < 27; j++) relative += Math.hypot(...delta(j).map((v, k) => v - r[k]));
32
- }
33
- rows.push({ motion: name, step: `F${step}`, frames: motion.frames, rootRelativeMm: 1000 * relative / (motion.frames * 26), rootPositionMm: 1000 * rootError / motion.frames });
34
- }
35
- }
36
- const means = Array.from({ length: 6 }, (_, i) => {
37
- const step = `F${i}`, selected = rows.filter(r => r.step === step);
38
- return { step, rootRelativeMm: selected.reduce((s, r) => s + r.rootRelativeMm, 0) / selected.length, rootPositionMm: selected.reduce((s, r) => s + r.rootPositionMm, 0) / selected.length };
39
- });
40
- const note = "Native cskel27 posed_joints versus GT source NPZ, matched at f/fps seconds with linear GT position interpolation. Root-relative mean excludes Hips (26 joints); root position is Hips error. No alignment. These are NOT rendered-rig errors: Studio playback changes scale and bind offsets. F2 is camera-registered scene metres; F4 A/B endpoints are native source poses. Official #431 scoring is separate.";
41
- const text = `${note}\n\n| Motion | Step | Root-relative mm | Root position mm |\n|---|---|---:|---:|\n${rows.map(r => `| ${r.motion} | ${r.step} | ${r.rootRelativeMm.toFixed(1)} | ${r.rootPositionMm.toFixed(1)} |`).join("\n")}\n\n| Mean over motions | Root-relative mm | Root position mm |\n|---|---:|---:|\n${means.map(r => `| ${r.step} | ${r.rootRelativeMm.toFixed(1)} | ${r.rootPositionMm.toFixed(1)} |`).join("\n")}\n`;
42
- writeFileSync(join(root, "sanity.json"), JSON.stringify({ note, rows, means }, null, 2) + "\n");
43
- writeFileSync(join(root, "sanity.md"), text);
44
- console.log(text);
45
- }