cozyclay 2.1.1 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (577) hide show
  1. package/CHANGELOG.md +60 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +40 -113
  4. package/bin/agent/agent-runner.mjs +9 -10
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/studio-motion-reference.mjs +23 -0
  14. package/bin/agent/studio-prompt.mjs +1 -1
  15. package/bin/agent/studio-rebase-text.mjs +32 -0
  16. package/bin/agent/studio-rebase.mjs +26 -39
  17. package/bin/agent/studio-tools.mjs +9 -28
  18. package/bin/agent/tool-arguments.mjs +49 -0
  19. package/bin/agent/turn-frames.mjs +66 -0
  20. package/bin/codex-auth.mjs +9 -2
  21. package/bin/cozyclay.mjs +10 -116
  22. package/bin/live/cli.mjs +3 -3
  23. package/bin/mcp-runtime.mjs +2 -12
  24. package/bin/package-signature.mjs +0 -4
  25. package/dist/app/index.html +7 -6
  26. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  27. package/dist/assets/analytics-C9sUnndd.js +1 -0
  28. package/dist/assets/app-CCh--1Hc.js +5087 -0
  29. package/dist/assets/app-f-fkV5uP.css +1 -0
  30. package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
  31. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  32. package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-CC4xe4HM.js} +1 -1
  33. package/dist/assets/{landing-ChUvB_zL.js → landing-DjHD8u7k.js} +1 -1
  34. package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
  35. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  36. package/dist/assets/workflow-C4yKH1p4.js +179 -0
  37. package/dist/cozyclay-package.json +1 -1
  38. package/dist/index.html +3 -3
  39. package/dist/sw.js +3 -6
  40. package/dist/workflow/index.html +5 -4
  41. package/mcp/LIVE-PROTOCOL.md +7 -47
  42. package/mcp/README.md +16 -26
  43. package/mcp/live-hub.mjs +6 -10
  44. package/mcp/package.json +1 -3
  45. package/mcp/tool-handlers.mjs +4 -168
  46. package/package.json +3 -22
  47. package/src/App.jsx +150 -2624
  48. package/src/agent-progress.js +79 -0
  49. package/src/agent-turn-mark.js +30 -0
  50. package/src/analytics.js +1 -19
  51. package/src/app-context.js +5 -0
  52. package/src/app-stage.jsx +2 -34
  53. package/src/asset-pane.jsx +6 -5
  54. package/src/camera-block.js +21 -0
  55. package/src/camera-direction.js +120 -0
  56. package/src/character-kind.js +3 -9
  57. package/src/command-bus.js +8 -6
  58. package/src/commands/cast.js +5 -34
  59. package/src/commands/elements/character.js +1 -1
  60. package/src/commands/elements/motion.js +1 -6
  61. package/src/commands/elements/object.js +6 -2
  62. package/src/commands/elements/shot.js +4 -1
  63. package/src/commands/elements.js +38 -14
  64. package/src/commands/index.js +3 -1
  65. package/src/commands/kits.js +37 -0
  66. package/src/commands/motion-timing.js +57 -0
  67. package/src/commands/motion.js +9 -152
  68. package/src/commands/motion3-compile.js +65 -0
  69. package/src/commands/motion3.js +207 -0
  70. package/src/commands/objects.js +6 -4
  71. package/src/commands/shot.js +49 -11
  72. package/src/commands/stage.js +14 -1
  73. package/src/commands/view.js +4 -1
  74. package/src/document-mirrors.js +42 -0
  75. package/src/document-store.js +4 -0
  76. package/src/domains/cast.js +19 -194
  77. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  78. package/src/domains/motion/take-source.js +51 -0
  79. package/src/domains/motion.js +60 -1838
  80. package/src/domains/scenes.js +12 -55
  81. package/src/domains/shots.js +2 -2
  82. package/src/domains/stage.js +4 -2
  83. package/src/draft-ghost.js +46 -0
  84. package/src/draft-ghost.jsx +129 -0
  85. package/src/dualview.jsx +4 -3
  86. package/src/effects/EffectsLayer.jsx +112 -0
  87. package/src/effects/effect-meshes.js +232 -0
  88. package/src/effects/effect-record.js +103 -0
  89. package/src/effects/emitter.js +59 -0
  90. package/src/effects/simulate.js +261 -0
  91. package/src/effects/state.js +59 -0
  92. package/src/execution-telemetry.js +2 -3
  93. package/src/first-success-guide.jsx +5 -5
  94. package/src/ghost-set.js +257 -0
  95. package/src/held-object-edit.jsx +113 -0
  96. package/src/held-object-pose.js +175 -0
  97. package/src/hierarchy-model.js +1 -1
  98. package/src/hierarchy-panel.jsx +1 -1
  99. package/src/imported-mesh.jsx +103 -0
  100. package/src/kits/held.js +84 -0
  101. package/src/kits/index.js +70 -0
  102. package/src/kits/smoking.js +57 -0
  103. package/src/light-blockers.js +93 -0
  104. package/src/motion/beat-board-model.js +84 -0
  105. package/src/motion/beat-board.css +124 -0
  106. package/src/motion/beat-board.jsx +59 -0
  107. package/src/motion/center-of-mass.js +66 -0
  108. package/src/motion/fix-collisions.js +850 -0
  109. package/src/motion/physics-review.js +118 -0
  110. package/src/{ardy → motion}/physics-support.js +1 -76
  111. package/src/motion/rig-snapshot.js +22 -0
  112. package/src/motion/take-segments.jsx +140 -0
  113. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  114. package/src/{ardy → motion}/timeline.css +1 -2
  115. package/src/{ardy → motion}/timeline.jsx +42 -413
  116. package/src/motion/waypoints.js +76 -0
  117. package/src/motion3/beats.js +83 -0
  118. package/src/motion3/body.js +158 -0
  119. package/src/motion3/bones.js +47 -0
  120. package/src/motion3/carried.js +47 -0
  121. package/src/motion3/compile-job.js +75 -0
  122. package/src/motion3/compile-worker.js +10 -0
  123. package/src/motion3/compiler/anchors.js +105 -0
  124. package/src/motion3/compiler/arm-orient.js +128 -0
  125. package/src/motion3/compiler/channels.js +125 -0
  126. package/src/motion3/compiler/compile.js +205 -0
  127. package/src/motion3/compiler/gait-rhythm.js +97 -0
  128. package/src/motion3/compiler/grip.js +171 -0
  129. package/src/motion3/compiler/head-steady.js +48 -0
  130. package/src/motion3/compiler/hold.js +134 -0
  131. package/src/motion3/compiler/idle.js +113 -0
  132. package/src/motion3/compiler/limbs.js +170 -0
  133. package/src/motion3/compiler/math.js +72 -0
  134. package/src/motion3/compiler/pose.js +162 -0
  135. package/src/motion3/compiler/quat.js +49 -0
  136. package/src/motion3/compiler/skeleton.js +74 -0
  137. package/src/motion3/compiler/validate-common.js +32 -0
  138. package/src/motion3/compiler/validate-goals.js +118 -0
  139. package/src/motion3/compiler/validate-objects.js +143 -0
  140. package/src/motion3/compiler/validate-parts.js +116 -0
  141. package/src/motion3/compiler/validate.js +122 -0
  142. package/src/motion3/compiler/vocab.js +73 -0
  143. package/src/motion3/compiler/walk-pelvis.js +275 -0
  144. package/src/motion3/compiler/walk.js +207 -0
  145. package/src/motion3/compiler/wrist-clamp.js +32 -0
  146. package/src/motion3/delta.js +47 -0
  147. package/src/motion3/describe.js +174 -0
  148. package/src/motion3/docs.js +27 -0
  149. package/src/motion3/edit-carry.js +21 -0
  150. package/src/motion3/fix/ease.js +16 -0
  151. package/src/motion3/fix/ground.js +37 -0
  152. package/src/motion3/fix/index.js +52 -0
  153. package/src/motion3/fix/push.js +71 -0
  154. package/src/motion3/fix/reach.js +46 -0
  155. package/src/motion3/fix/retime.js +79 -0
  156. package/src/motion3/fix/self.js +211 -0
  157. package/src/motion3/fix/slide.js +70 -0
  158. package/src/motion3/fix/turn.js +51 -0
  159. package/src/motion3/follow.js +39 -0
  160. package/src/motion3/free-motion.js +173 -0
  161. package/src/motion3/grip-choice.js +130 -0
  162. package/src/motion3/hold-plan.js +157 -0
  163. package/src/motion3/json-patch.js +77 -0
  164. package/src/motion3/key-aim.js +105 -0
  165. package/src/motion3/key-edit.js +82 -0
  166. package/src/motion3/lenient.js +127 -0
  167. package/src/motion3/object-keys.js +236 -0
  168. package/src/motion3/object-pose.js +182 -0
  169. package/src/motion3/object-tracks.js +12 -0
  170. package/src/motion3/pipeline.js +102 -0
  171. package/src/motion3/playback.js +51 -0
  172. package/src/motion3/probes.js +91 -0
  173. package/src/motion3/qa/body-checks.js +34 -0
  174. package/src/motion3/qa/check-names.js +14 -0
  175. package/src/motion3/qa/checks.js +121 -0
  176. package/src/motion3/qa/contact-checks.js +51 -0
  177. package/src/motion3/qa/explain.js +80 -0
  178. package/src/motion3/qa/fmt.js +5 -0
  179. package/src/motion3/qa/foot-checks.js +72 -0
  180. package/src/motion3/qa/geometry.js +77 -0
  181. package/src/motion3/qa/goals.js +191 -0
  182. package/src/motion3/qa/ground.js +60 -0
  183. package/src/motion3/qa/hints-contact.js +179 -0
  184. package/src/motion3/qa/hints-goal.js +160 -0
  185. package/src/motion3/qa/hints-knee.js +24 -0
  186. package/src/motion3/qa/hints-motion.js +209 -0
  187. package/src/motion3/qa/hints-object.js +91 -0
  188. package/src/motion3/qa/index.js +42 -0
  189. package/src/motion3/qa/key-checks.js +82 -0
  190. package/src/motion3/qa/near.js +96 -0
  191. package/src/motion3/qa/object-checks.js +135 -0
  192. package/src/motion3/qa/patch.js +161 -0
  193. package/src/motion3/qa/severity.js +38 -0
  194. package/src/motion3/qa/spec-checks.js +65 -0
  195. package/src/motion3/qa/style.js +218 -0
  196. package/src/motion3/qa/wrist-checks.js +69 -0
  197. package/src/motion3/qa/wrist-obs.js +60 -0
  198. package/src/motion3/refs.js +120 -0
  199. package/src/motion3/repair-tune.js +121 -0
  200. package/src/motion3/repair.js +83 -0
  201. package/src/motion3/report.js +67 -0
  202. package/src/motion3/rigs/index.js +14 -0
  203. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  204. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  205. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  206. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  207. package/src/motion3/scene.js +60 -0
  208. package/src/motion3/schema/brief.js +89 -0
  209. package/src/motion3/schema/fields.js +44 -0
  210. package/src/motion3/schema/spec-examples.js +46 -0
  211. package/src/motion3/schema/topics.js +111 -0
  212. package/src/motion3/schema/types.js +147 -0
  213. package/src/motion3/search.js +117 -0
  214. package/src/motion3/second-hand.js +112 -0
  215. package/src/motion3/skills/basic.js +82 -0
  216. package/src/motion3/skills/book.js +76 -0
  217. package/src/motion3/skills/car.js +145 -0
  218. package/src/motion3/skills/frames-auto.js +29 -0
  219. package/src/motion3/skills/index.js +83 -0
  220. package/src/motion3/skills/info.js +65 -0
  221. package/src/motion3/skills/smoke-kit.js +109 -0
  222. package/src/motion3/skills/smoke.js +160 -0
  223. package/src/motion3/spec-store.js +59 -0
  224. package/src/motion3/take-edit.js +155 -0
  225. package/src/motion3/take.js +63 -0
  226. package/src/motion3/timeline.js +127 -0
  227. package/src/motion3/views.js +121 -0
  228. package/src/motion3/walk-plan.js +119 -0
  229. package/src/object-catalog.jsx +7 -1
  230. package/src/object-colors.js +98 -0
  231. package/src/object-gizmo-parts.js +115 -0
  232. package/src/object-gizmo.jsx +37 -122
  233. package/src/object-glow.js +139 -0
  234. package/src/object-hidden.js +33 -0
  235. package/src/object-look.js +196 -0
  236. package/src/object-size.js +10 -0
  237. package/src/object-travel.js +71 -6
  238. package/src/panels/CameraPanel.jsx +7 -7
  239. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  240. package/src/panels/LightPanel.jsx +25 -4
  241. package/src/panels/ObjectLookPanel.jsx +88 -0
  242. package/src/panels/PosePanel.jsx +2 -17
  243. package/src/panels/RigControlPanel.jsx +5 -53
  244. package/src/panels/SubjectBox.jsx +4 -1
  245. package/src/panels/details.css +14 -0
  246. package/src/posestudio.jsx +4 -27
  247. package/src/project-browser.jsx +3 -4
  248. package/src/project-resources.js +18 -31
  249. package/src/project.js +13 -104
  250. package/src/props.jsx +25 -280
  251. package/src/rail-dot-drag.js +23 -0
  252. package/src/render-passes.js +10 -0
  253. package/src/resource-status.jsx +1 -0
  254. package/src/result-modal.jsx +4 -19
  255. package/src/room.jsx +20 -12
  256. package/src/scene-assets.js +8 -6
  257. package/src/scene-light-place.js +72 -0
  258. package/src/scene-lights.jsx +148 -0
  259. package/src/scene-objects.js +31 -139
  260. package/src/scenes.js +15 -105
  261. package/src/semantic-edit.js +2 -5
  262. package/src/set-pieces.jsx +183 -0
  263. package/src/settings-menu.jsx +3 -11
  264. package/src/shell/BottomDock.jsx +9 -51
  265. package/src/shell/DetailsSlot.jsx +16 -200
  266. package/src/shell/GhostsMenuGroup.jsx +74 -0
  267. package/src/shell/LibrarySlot.jsx +1 -3
  268. package/src/shell/MenuBar.jsx +3 -3
  269. package/src/shell/PreferencesDialog.jsx +15 -264
  270. package/src/shell/PreferencesSlot.jsx +2 -8
  271. package/src/shell/TopBar.jsx +5 -84
  272. package/src/shell/ViewportToolbar.jsx +10 -70
  273. package/src/shell/agent-glass.css +19 -6
  274. package/src/shell/details-selection.js +42 -0
  275. package/src/shell/ghosts-menu.css +22 -0
  276. package/src/shell/glass-regions.css +29 -3
  277. package/src/shell/preferences.css +6 -1
  278. package/src/shot-authoring.js +4 -7
  279. package/src/soft-shadows.js +37 -0
  280. package/src/stage-attach-frames.js +12 -12
  281. package/src/stage-canvas-rigs.jsx +3 -3
  282. package/src/stage-capture.jsx +42 -8
  283. package/src/stage-characters.jsx +22 -216
  284. package/src/stage-editor-gizmos.jsx +6 -6
  285. package/src/stage-environment.js +93 -0
  286. package/src/stage-hdr-builtins.js +107 -0
  287. package/src/stage-hdr-image.js +116 -0
  288. package/src/stage-hdr-library.js +70 -0
  289. package/src/stage-hdr-map.js +94 -0
  290. package/src/stage-hdr.js +130 -0
  291. package/src/stage-lighting.js +149 -0
  292. package/src/stage-occlusion.js +210 -0
  293. package/src/stage-sky.jsx +159 -0
  294. package/src/stage-startup-defaults.js +5 -9
  295. package/src/studio-actions.js +12 -14
  296. package/src/studio-agent-commands.js +19 -16
  297. package/src/studio-agent-motion.js +9 -9
  298. package/src/studio-agent-protocol.js +41 -71
  299. package/src/studio-app-binding.js +25 -45
  300. package/src/studio-asset-list.js +17 -0
  301. package/src/studio-contact-sheet.js +37 -5
  302. package/src/studio-elements.js +27 -7
  303. package/src/studio-entity-bounds.js +18 -0
  304. package/src/studio-error-codes.js +8 -0
  305. package/src/studio-export-framing.js +152 -0
  306. package/src/studio-lighting-check.js +103 -0
  307. package/src/studio-motion-visual.js +150 -0
  308. package/src/studio-schema-errors.js +80 -0
  309. package/src/studio-support-gap.js +74 -0
  310. package/src/styles.css +1 -19
  311. package/src/timeline-defaults.js +5 -0
  312. package/src/timeline-extent.js +8 -20
  313. package/src/tutorial-walk.js +17 -0
  314. package/src/ui-scrub.js +1 -1
  315. package/src/use-shot-camera-tracks.js +12 -0
  316. package/src/view-ghosts.js +97 -0
  317. package/src/view-ghosts.jsx +49 -0
  318. package/src/workflow/AgentPanel.jsx +47 -166
  319. package/src/workflow/AgentProgressCard.jsx +107 -0
  320. package/src/workflow/AgentReplyText.jsx +37 -0
  321. package/src/workflow/AgentTurnSteps.jsx +84 -0
  322. package/src/workflow/LoginPanel.jsx +140 -0
  323. package/src/workflow/WorkflowBuilder.jsx +7 -23
  324. package/src/workflow/agent-client.js +54 -51
  325. package/src/workflow/agent-panel.css +71 -1
  326. package/src/workflow/agent-progress-card.css +167 -0
  327. package/src/workflow/agent-progress-view.js +47 -0
  328. package/src/workflow/agent-turn-steps.css +113 -0
  329. package/src/workflow/agent-turn.js +191 -0
  330. package/src/workflow/login-client.js +34 -0
  331. package/src/workflow/motion-input.js +18 -31
  332. package/src/workflow/node-schema.js +1 -1
  333. package/src/workflow/reply-markdown.js +69 -0
  334. package/src/workflow/scene-asset-sync.js +8 -8
  335. package/tools/agent-session-stats.mjs +61 -0
  336. package/tools/dev-full.mjs +5 -56
  337. package/tools/eslint-baseline.json +12 -13
  338. package/tools/knip-baseline.json +0 -179
  339. package/tools/loc-baseline.json +31 -81
  340. package/tools/motion3/extract-body.mjs +103 -0
  341. package/tools/motion3/extract-rig.mjs +85 -0
  342. package/tools/process-supervisor.mjs +0 -88
  343. package/tools/run-tests.mjs +8 -124
  344. package/bin/agent/motion-runtime.mjs +0 -76
  345. package/dist/ardy/cskel27-rest.json +0 -557
  346. package/dist/assets/analytics-C9pMpW7s.js +0 -1
  347. package/dist/assets/app-B_2XB9rw.css +0 -1
  348. package/dist/assets/app-DAuvKPP8.js +0 -4920
  349. package/dist/assets/config-Bx7pYsD9.js +0 -1
  350. package/dist/assets/config-DeoFTYzb.css +0 -1
  351. package/dist/assets/demo-CvKuBgy5.js +0 -1
  352. package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
  353. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  354. package/dist/assets/ticket-BPk2Ni95.js +0 -1
  355. package/dist/assets/workflow-jJRBR94Z.js +0 -179
  356. package/dist/demo/walk-then-stop.npz +0 -0
  357. package/mcp/ardy-prompts.mjs +0 -218
  358. package/src/ardy/auto-fix-panel.css +0 -108
  359. package/src/ardy/auto-physics.js +0 -1194
  360. package/src/ardy/client.js +0 -153
  361. package/src/ardy/convert.js +0 -313
  362. package/src/ardy/cskel27-neutral.js +0 -39
  363. package/src/ardy/cskel27.js +0 -77
  364. package/src/ardy/export.js +0 -165
  365. package/src/ardy/fix-collisions.js +0 -2257
  366. package/src/ardy/foot-lock.js +0 -230
  367. package/src/ardy/motion-calibration.js +0 -118
  368. package/src/ardy/motion-edit.js +0 -213
  369. package/src/ardy/motion-url.js +0 -55
  370. package/src/ardy/mp4-duration.js +0 -102
  371. package/src/ardy/npz.js +0 -595
  372. package/src/ardy/physics-panel.css +0 -21
  373. package/src/ardy/physics-panel.jsx +0 -89
  374. package/src/ardy/physics-refine.js +0 -111
  375. package/src/ardy/physics-review.js +0 -567
  376. package/src/ardy/physics-temporal.js +0 -54
  377. package/src/ardy/platform-fit-panel.css +0 -64
  378. package/src/ardy/platform-fit-panel.jsx +0 -41
  379. package/src/ardy/platform-fit.js +0 -326
  380. package/src/ardy/playback.js +0 -711
  381. package/src/ardy/pose-pin.js +0 -97
  382. package/src/ardy/prompt-clips.js +0 -30
  383. package/src/ardy/retime.js +0 -211
  384. package/src/ardy/root-drop.js +0 -369
  385. package/src/ardy/timeline-resize.js +0 -13
  386. package/src/ardy/to-cskel27.js +0 -225
  387. package/src/ardy/trim.js +0 -33
  388. package/src/ardy/waypoints.js +0 -369
  389. package/src/ardy-bridge-contract.js +0 -281
  390. package/src/domains/motion/motion-video-capture.js +0 -664
  391. package/src/i2v-motion-client.js +0 -77
  392. package/src/i2v-motion-studio.jsx +0 -180
  393. package/src/line-edit.js +0 -1348
  394. package/src/motion/generation.js +0 -105
  395. package/src/motion-readiness-ui.jsx +0 -67
  396. package/src/motion-readiness.js +0 -40
  397. package/src/motion-resources.js +0 -177
  398. package/src/motion-store.js +0 -65
  399. package/src/motion-trail.js +0 -601
  400. package/src/multimodel-ingest.js +0 -394
  401. package/src/panels/PromptBlocksPanel.jsx +0 -444
  402. package/src/panels/VideoCapturePanel.jsx +0 -181
  403. package/src/pose-extract/browser.js +0 -42
  404. package/src/pose-extract/detector.js +0 -100
  405. package/src/pose-extract/fit.js +0 -227
  406. package/src/pose-extract/image-frame.js +0 -51
  407. package/src/pose-extract/index.js +0 -58
  408. package/src/pose-extract/keyframes.js +0 -74
  409. package/src/pose-extract/landmarks.js +0 -162
  410. package/src/pose-extract/mirror.js +0 -153
  411. package/src/pose-extract/take.js +0 -131
  412. package/src/pose-extract/video-frames.js +0 -91
  413. package/src/take-recipe.js +0 -165
  414. package/src/trail-key-conflicts.js +0 -39
  415. package/src/trail-pick.js +0 -59
  416. package/src/use-i2v-capture-modal.js +0 -15
  417. package/tools/ardy/BRIDGE.md +0 -37
  418. package/tools/ardy/GVHMR-NPZ.md +0 -68
  419. package/tools/ardy/README.md +0 -124
  420. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  421. package/tools/ardy/artifacts.mjs +0 -34
  422. package/tools/ardy/bridge.mjs +0 -1732
  423. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  424. package/tools/ardy/cclay_constrained_generate.py +0 -561
  425. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  426. package/tools/ardy/cclay_motion_edit.py +0 -510
  427. package/tools/ardy/cclay_sequence_generate.py +0 -705
  428. package/tools/ardy/cclay_worker.py +0 -304
  429. package/tools/ardy/dump-npz.py +0 -205
  430. package/tools/ardy/extract-rest.mjs +0 -299
  431. package/tools/ardy/extract.mjs +0 -507
  432. package/tools/ardy/footage.mjs +0 -467
  433. package/tools/ardy/gvhmr-floor.mjs +0 -102
  434. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  435. package/tools/ardy/gvhmr_fastpath.py +0 -168
  436. package/tools/ardy/gvhmr_trajectory.py +0 -240
  437. package/tools/ardy/merge-text-encoder.py +0 -160
  438. package/tools/ardy/mocap-metrics.mjs +0 -200
  439. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  440. package/tools/ardy/motion-stabilize.mjs +0 -348
  441. package/tools/ardy/npz.mjs +0 -414
  442. package/tools/ardy/pose-to-npz.mjs +0 -106
  443. package/tools/ardy/prompt-limits.mjs +0 -5
  444. package/tools/ardy/run-edit-on-box.sh +0 -73
  445. package/tools/ardy/run-local.mjs +0 -233
  446. package/tools/ardy/run-on-box.sh +0 -593
  447. package/tools/ardy/run-sequence-on-box.sh +0 -177
  448. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  449. package/tools/ardy/runners/index.mjs +0 -18
  450. package/tools/ardy/runners/local.mjs +0 -455
  451. package/tools/ardy/runners/proc.mjs +0 -125
  452. package/tools/ardy/runners/remote.mjs +0 -252
  453. package/tools/ardy/setup-local.mjs +0 -189
  454. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  455. package/tools/ardy/setup-text-encoder.py +0 -306
  456. package/tools/ardy/smpl-cskel27.mjs +0 -178
  457. package/tools/ardy/visual-qa.mjs +0 -196
  458. package/tools/ardy/vq-car.mjs +0 -52
  459. package/tools/bench/EXP3.md +0 -61
  460. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  461. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  462. package/tools/bench/cclay_bench_runner.py +0 -42
  463. package/tools/bench/cube-contact.mjs +0 -162
  464. package/tools/bench/exp3.mjs +0 -152
  465. package/tools/bench/extract-bench-lib.mjs +0 -216
  466. package/tools/bench/extract-bench.mjs +0 -302
  467. package/tools/bench/fal-generate.mjs +0 -88
  468. package/tools/bench/fit/README.md +0 -189
  469. package/tools/bench/fit/camera.mjs +0 -59
  470. package/tools/bench/fit/contact.mjs +0 -419
  471. package/tools/bench/fit/footlock.mjs +0 -234
  472. package/tools/bench/fit/motion.mjs +0 -85
  473. package/tools/bench/fit/pin.mjs +0 -27
  474. package/tools/bench/fit/remote.mjs +0 -105
  475. package/tools/bench/fit-bench.mjs +0 -126
  476. package/tools/bench/fit-sanity.mjs +0 -45
  477. package/tools/bench/metrics.mjs +0 -313
  478. package/tools/bench/obs/depth.mjs +0 -258
  479. package/tools/bench/obs/extrinsics.mjs +0 -175
  480. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  481. package/tools/bench/obs/ground.mjs +0 -294
  482. package/tools/bench/obs/heading.mjs +0 -151
  483. package/tools/bench/obs/ladder.mjs +0 -555
  484. package/tools/bench/obs/mannequin-betas.json +0 -124
  485. package/tools/bench/obs/remote.mjs +0 -83
  486. package/tools/bench/obs/rest_joints.py +0 -52
  487. package/tools/bench/obs/ybot-targets.mjs +0 -49
  488. package/tools/bench/obs-bench.mjs +0 -520
  489. package/tools/bench/score.mjs +0 -343
  490. package/tools/bench/summarize.mjs +0 -86
  491. package/tools/demo-worker/README.md +0 -137
  492. package/tools/demo-worker/api-client.mjs +0 -233
  493. package/tools/demo-worker/generate.mjs +0 -301
  494. package/tools/demo-worker/index.mjs +0 -466
  495. package/tools/demo-worker/sign-core.mjs +0 -112
  496. package/tools/demo-worker/sign.mjs +0 -161
  497. package/tools/gt-render/browser.mjs +0 -182
  498. package/tools/gt-render/camera-math.mjs +0 -276
  499. package/tools/gt-render/page.mjs +0 -267
  500. package/tools/gt-render/render.mjs +0 -514
  501. package/tools/gt-render/scene-box.mjs +0 -31
  502. package/tools/gt-render/take-transform.mjs +0 -87
  503. package/tools/kimodo/compare-seam.mjs +0 -108
  504. package/tools/kimodo/constraints.mjs +0 -244
  505. package/tools/kimodo/edit.mjs +0 -259
  506. package/tools/kimodo/effector-constraints.mjs +0 -200
  507. package/tools/kimodo/generate.mjs +0 -646
  508. package/tools/kimodo/local-output.mjs +0 -265
  509. package/tools/kimodo/measure-pose.mjs +0 -65
  510. package/tools/kimodo/measure-preserve.mjs +0 -899
  511. package/tools/kimodo/measure-waypoints.mjs +0 -55
  512. package/tools/kimodo/mlx-generate.py +0 -111
  513. package/tools/kimodo/pose-constraints.mjs +0 -248
  514. package/tools/kimodo/preserve-mask.mjs +0 -543
  515. package/tools/kimodo/read-npz.mjs +0 -189
  516. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  517. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  518. package/tools/kimodo/runner.mjs +0 -284
  519. package/tools/kimodo/seam-batch.mjs +0 -77
  520. package/tools/kimodo/setup-local.mjs +0 -30
  521. package/tools/kimodo/setup-on-box.sh +0 -339
  522. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  523. package/tools/morphgs/assets/gen_truth.py +0 -39
  524. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  525. package/tools/morphgs/assets/playback-check.mjs +0 -30
  526. package/tools/morphgs/demo-gate.sh +0 -26
  527. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  528. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  529. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  530. package/tools/morphgs/setup-on-cluster.sh +0 -126
  531. package/tools/projflow/driver.py +0 -1069
  532. package/tools/projflow/generate.mjs +0 -805
  533. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  534. package/tools/projflow/line-edit-job.mjs +0 -547
  535. package/tools/projflow/replay.mjs +0 -452
  536. package/tools/projflow/runner.mjs +0 -269
  537. package/tools/projflow/service.mjs +0 -742
  538. package/tools/track/DESIGN.md +0 -513
  539. package/tools/track/backfill-provenance.mjs +0 -116
  540. package/tools/track/budget.mjs +0 -8
  541. package/tools/track/check-rig.mjs +0 -209
  542. package/tools/track/diagnostics.schema.json +0 -60
  543. package/tools/track/export-rig.mjs +0 -256
  544. package/tools/track/fallback.mjs +0 -7
  545. package/tools/track/fk-parity-fixture.mjs +0 -161
  546. package/tools/track/gate.mjs +0 -349
  547. package/tools/track/masks.mjs +0 -318
  548. package/tools/track/metrics.mjs +0 -201
  549. package/tools/track/publish-obs.mjs +0 -108
  550. package/tools/track/py/check_env.py +0 -61
  551. package/tools/track/py/eval_lr.py +0 -229
  552. package/tools/track/py/lr_viterbi.py +0 -294
  553. package/tools/track/py/masks.py +0 -405
  554. package/tools/track/py/objective.py +0 -382
  555. package/tools/track/py/rig.py +0 -508
  556. package/tools/track/py/scene.py +0 -326
  557. package/tools/track/py/test_joint_indices.py +0 -123
  558. package/tools/track/py/test_lr_viterbi.py +0 -195
  559. package/tools/track/py/test_masks.py +0 -229
  560. package/tools/track/py/test_rig.py +0 -288
  561. package/tools/track/py/test_scene.py +0 -354
  562. package/tools/track/py/test_track.py +0 -328
  563. package/tools/track/py/track.py +0 -411
  564. package/tools/track/remote.mjs +0 -140
  565. package/tools/track/rig-dump.mjs +0 -227
  566. package/tools/track/run-box-tests.mjs +0 -14
  567. package/tools/track/run-box.mjs +0 -168
  568. package/tools/track/setup-box.sh +0 -59
  569. package/tools/track/study-2d.mjs +0 -728
  570. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  571. /package/src/{ardy → motion}/ground.js +0 -0
  572. /package/src/{ardy → motion}/ik-drag.js +0 -0
  573. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  574. /package/src/{ardy → motion}/ik.js +0 -0
  575. /package/src/{ardy → motion}/physics-surface.js +0 -0
  576. /package/src/{ardy → motion}/playback-clock.js +0 -0
  577. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,705 +0,0 @@
1
- # SPDX-License-Identifier: GPL-3.0-or-later
2
- # SPDX-FileCopyrightText: CozyClay contributors
3
- #
4
- # cclay-owned script. Source of truth lives in the CozyClay repo at
5
- # scripts/ardy/cclay_sequence_generate.py and is deployed to the ARDY box at
6
- # ~/ardy/scripts/cclay_sequence_generate.py. Do not edit the deployed copy.
7
- """Segment-chained text-to-motion generation for the cclay ARDY pipeline.
8
-
9
- Generates ONE continuous rollout across multiple text segments ("run forward,
10
- then bow"): each segment is generated by the model's autoregressive sampling
11
- loop with its own prompt, conditioned on the tail of the previously generated
12
- motion via ``init_history_sequence`` — the same history-conditioning mechanism
13
- the interactive demo's replan path uses. No npz splicing, no crossfading, no
14
- array blending: segment continuity comes purely from history conditioning.
15
-
16
- Two empirically load-bearing choices (tuned on ARDY-Core-RP-20FPS-Horizon40):
17
-
18
- * Each segment is generated with a full ``model(...)`` call whose pad mask
19
- marks the segment's exact clip length. The model was trained on clips that
20
- start/end near rest, so it settles the action before the segment boundary —
21
- which is what makes the next segment's transition smooth.
22
- * Only a SHORT history tail (default 0.6 s) is passed into the next segment.
23
- Long histories dominate the window and suppress the new segment's prompt
24
- (e.g. a 3 s running history makes the model ignore "bows deeply").
25
-
26
- Segment tails are additionally gated on continuity: if the last frames of a
27
- non-final segment still move faster than --max_boundary_jump, the segment is
28
- regenerated with a derived seed (bounded attempts, deterministic given
29
- --seed); the calmest attempt wins. This is regeneration, never blending.
30
-
31
- Root 2D waypoints (--root-2d FRAME X Z HEADING, frames in the ROLLOUT-GLOBAL
32
- 0..total-1 range) ride the same chained calls: the constraint set is built
33
- once over the whole rollout, and each segment call receives the slice covering
34
- its history tail + new frames with the history frames zeroed — exactly the
35
- interactive demo's streaming-constraint pattern. The model re-anchors observed
36
- roots by its running global translation, so rollout-global coordinates stay
37
- valid across every seam. Waypoint conditioning and history conditioning are
38
- first-class together in ``Ardy.__call__``; nothing here is off-label.
39
-
40
- Usage (from ~/ardy):
41
- .venv/bin/python scripts/cclay_sequence_generate.py \
42
- --segment "A person runs forward." 3 \
43
- --segment "A person bows deeply." 4 \
44
- --output outputs/cclay/seq --seed 7
45
-
46
- The last stdout line is a single JSON object:
47
- {"frames": int, "fps": int,
48
- "segments": [{"prompt", "requested_s", "start_frame", "end_frame"}],
49
- "continuity": {"mean_jump_m", "max_jump_m", "max_jump_frame",
50
- "boundary_max_jump_m"}}
51
- start_frame/end_frame are 0-based inclusive npz frame indices. A "jump" is the
52
- max per-frame L2 displacement across all posed joints between consecutive
53
- frames (meters); jump index j measures the transition from frame j to j+1 and
54
- is reported as the landing frame j+1 in max_jump_frame.
55
-
56
- The output npz has exactly the same keys/shapes/conventions as
57
- scripts/generate.py single-prompt output (Y-up meters, cskel27), with
58
- text = " then ".join(segment prompts).
59
- """
60
- import argparse
61
- import json
62
- import math
63
- import os
64
-
65
- import numpy as np
66
- import torch
67
-
68
- from ardy.model import DEFAULT_MODEL, load_model
69
- from ardy.model.loading import get_env_var
70
- from ardy.model.registry import resolve_model_name
71
- from ardy.motion_rep.tools import length_to_mask
72
- from ardy.postprocess import post_process_motion
73
- from ardy.skeleton import SOMASkeleton30
74
- from ardy.tools import seed_everything, to_numpy
75
-
76
- # Prime stride between per-segment base seeds so retry seeds never collide.
77
- _SEED_STRIDE = 9973
78
-
79
-
80
- def parse_args(argv=None):
81
- parser = argparse.ArgumentParser(
82
- description="Segment-chained autoregressive text-to-motion generation (cclay)"
83
- )
84
- parser.add_argument(
85
- "--segment",
86
- action="append",
87
- nargs=2,
88
- metavar=("PROMPT", "SECONDS"),
89
- required=True,
90
- help="Repeatable: a text prompt and its duration in seconds.",
91
- )
92
- parser.add_argument(
93
- "--output",
94
- type=str,
95
- default="output",
96
- help="Output stem name; bare names are placed under outputs/.",
97
- )
98
- parser.add_argument(
99
- "--model",
100
- type=str,
101
- default=DEFAULT_MODEL,
102
- help="Model nickname or full folder name (default: %(default)s).",
103
- )
104
- parser.add_argument(
105
- "--seed",
106
- type=int,
107
- default=None,
108
- help="Seed for reproducible results.",
109
- )
110
- parser.add_argument(
111
- "--diffusion_steps",
112
- type=int,
113
- default=None,
114
- help="Denoising steps, at most the model's num_base_steps (the default).",
115
- )
116
- parser.add_argument(
117
- "--history_frames",
118
- type=int,
119
- default=None,
120
- help=(
121
- "History crop budget within the FIRST segment (multiple of the model's "
122
- "token size), as in scripts/generate.py. Default: the longest history "
123
- "fitting the trained 10 s window together with the generation horizon."
124
- ),
125
- )
126
- parser.add_argument(
127
- "--transition_frames",
128
- type=int,
129
- default=None,
130
- help=(
131
- "Frames of previous-motion tail passed as init history into each "
132
- "subsequent segment (multiple of the model's token size). Short tails "
133
- "keep boundaries continuous while letting the new prompt take over. "
134
- "Default: ~0.6 s at the model fps."
135
- ),
136
- )
137
- parser.add_argument(
138
- "--root-2d",
139
- dest="root_2d",
140
- action="append",
141
- nargs=4,
142
- metavar=("FRAME", "X", "Z", "HEADING"),
143
- help=(
144
- "Repeatable: pin the root's ground position (meters) at a rollout-global "
145
- "frame, optionally with a heading in radians ('none' to omit). Headings "
146
- "are all-or-none across the set. Frame 0 is the rollout origin facing +Z."
147
- ),
148
- )
149
- parser.add_argument(
150
- "--max_boundary_jump",
151
- type=float,
152
- default=0.08,
153
- help=(
154
- "Continuity gate (meters/frame): a non-final segment whose tail still "
155
- "moves faster than this is regenerated with a derived seed (default: "
156
- "%(default)s)."
157
- ),
158
- )
159
- parser.add_argument(
160
- "--max_segment_attempts",
161
- type=int,
162
- default=6,
163
- help="Max generation attempts per non-final segment for the continuity gate (default: %(default)s).",
164
- )
165
- parser.add_argument(
166
- "--cfg_weight",
167
- type=float,
168
- nargs="+",
169
- default=[2.0, 2.0],
170
- help="CFG scale(s): one float (text) or two floats (text, constraint).",
171
- )
172
- parser.add_argument(
173
- "--no-postprocess",
174
- action="store_true",
175
- help="Don't apply motion post-processing (foot-skate reduction).",
176
- )
177
- parser.add_argument(
178
- "--root-margin",
179
- type=float,
180
- default=None,
181
- help="Root position correction margin for post-processing (default: ARDY's 0.04 m). Larger = looser pin grip, less foot skate.",
182
- )
183
- parser.add_argument(
184
- "--contact-threshold",
185
- type=float,
186
- default=None,
187
- help="Foot contact detection threshold for post-processing (default: ARDY's 0.5).",
188
- )
189
- parser.add_argument(
190
- "--checkpoints_dir",
191
- type=str,
192
- default=None,
193
- help="Local dir holding released model folders (falls back to CHECKPOINTS_DIR env).",
194
- )
195
- return parser.parse_args(argv)
196
-
197
-
198
- def cclay_progress(iterable):
199
- """Print one line per sampling step so the bridge can stream progress.
200
-
201
- The model calls this where it would call tqdm; every line lands in the
202
- UI as a status event, which is the only liveness signal the operator has
203
- during a minutes-long generation.
204
- """
205
- total = len(iterable) if hasattr(iterable, "__len__") else None
206
- for index, item in enumerate(iterable):
207
- if total:
208
- print(f"sampling step {index + 1}/{total}", flush=True)
209
- else:
210
- print(f"sampling step {index + 1}", flush=True)
211
- yield item
212
-
213
-
214
- def _default_history_frames(fps: float, gen_horizon_len: int, num_frames_per_token: int) -> int:
215
- """Longest history that, together with the generation horizon, fits the trained 10 s window.
216
-
217
- Same budget as scripts/generate.py and the interactive demo: unbounded
218
- history degrades long generations into jitter.
219
- """
220
- max_window_len = (int(10 * fps) // num_frames_per_token) * num_frames_per_token
221
- return ((max_window_len - gen_horizon_len) // num_frames_per_token) * num_frames_per_token
222
-
223
-
224
- def _resolve_output_base(path: str, default_dir: str = "outputs") -> str:
225
- """Place bare output names under ``default_dir``; honor explicit paths (as generate.py)."""
226
- if os.path.dirname(path):
227
- return path
228
- return os.path.join(default_dir, path)
229
-
230
-
231
- def _single_file_path(path: str, ext: str) -> str:
232
- """Return path for a single output file; add ext if missing, create parent dirs."""
233
- if not path.endswith(ext):
234
- path = path.rstrip(os.sep) + ext
235
- parent = os.path.dirname(path)
236
- if parent:
237
- os.makedirs(parent, exist_ok=True)
238
- return path
239
-
240
-
241
- def save_motion_npz(path: str, motion_dict: dict, fps: float, text: str) -> None:
242
- """Save a motion output dict to ``.npz`` along with fps and the prompt (as generate.py)."""
243
- arrays = {k: np.asarray(v) for k, v in motion_dict.items()}
244
- arrays["fps"] = np.asarray(fps)
245
- arrays["text"] = np.asarray(text)
246
- np.savez(path, **arrays)
247
-
248
-
249
- def _parse_frame(raw, num_frames: int, flag: str) -> int:
250
- try:
251
- frame = int(raw)
252
- except ValueError:
253
- raise ValueError(f"{flag} frame must be an integer, got {raw!r}.")
254
- if not 0 <= frame < num_frames:
255
- raise ValueError(
256
- f"{flag} frame {frame} is outside the rollout (0..{num_frames - 1} for "
257
- f"these segments); lengthen a segment or move the constraint."
258
- )
259
- return frame
260
-
261
-
262
- def _parse_floats(raw_values, flag: str, names: str) -> list:
263
- try:
264
- return [float(value) for value in raw_values]
265
- except ValueError:
266
- raise ValueError(f"{flag} {names} must be numbers, got {tuple(raw_values)!r}.")
267
-
268
-
269
- def parse_root_waypoints(raw_waypoints, num_frames: int) -> list:
270
- """Validate --root-2d. HEADING is radians or the literal 'none'.
271
-
272
- Same contract as cclay_constrained_generate.py, with frames measured in
273
- the rollout-global 0..total-1 range.
274
- """
275
- if not raw_waypoints:
276
- return []
277
- waypoints = []
278
- seen = set()
279
- for raw_frame, raw_x, raw_z, raw_heading in raw_waypoints:
280
- frame = _parse_frame(raw_frame, num_frames, "--root-2d")
281
- if frame in seen:
282
- raise ValueError(
283
- f"duplicate --root-2d for frame {frame}; one waypoint per frame."
284
- )
285
- seen.add(frame)
286
- x, z = _parse_floats((raw_x, raw_z), "--root-2d", "X Z")
287
- if str(raw_heading).lower() == "none":
288
- heading = None
289
- else:
290
- heading = _parse_floats((raw_heading,), "--root-2d", "HEADING")[0]
291
- waypoints.append({"frame": frame, "xz": [x, z], "heading": heading})
292
- waypoints.sort(key=lambda entry: entry["frame"])
293
- if len({entry["heading"] is None for entry in waypoints}) > 1:
294
- # ARDY conditions the whole waypoint set on one heading tensor, so a
295
- # partly-headed request would silently invent headings for the rest.
296
- raise ValueError(
297
- "--root-2d heading must be given for every waypoint or for none of them; "
298
- "ARDY conditions the whole waypoint set on one heading tensor."
299
- )
300
- return waypoints
301
-
302
-
303
- def measure_waypoints(waypoints: list, generated_joints, skeleton) -> list:
304
- """Horizontal distance from each requested root waypoint to the rollout's root."""
305
- report = []
306
- root_index = skeleton.root_idx
307
- for entry in waypoints:
308
- root = np.asarray(generated_joints[entry["frame"], root_index], dtype=np.float64)
309
- achieved = [float(root[0]), float(root[2])]
310
- error = float(np.linalg.norm(np.asarray(achieved) - np.asarray(entry["xz"])))
311
- report.append(
312
- {
313
- "frame": entry["frame"],
314
- "requested_xz": [round(value, 4) for value in entry["xz"]],
315
- "achieved_xz": [round(value, 4) for value in achieved],
316
- "achieved_error_m": round(error, 4),
317
- "heading_rad": entry["heading"],
318
- }
319
- )
320
- return report
321
-
322
-
323
- def _posed_joint_jumps(posed_joints: np.ndarray) -> np.ndarray:
324
- """jump[j] = max over joints of the L2 displacement between frames j and j+1 (meters)."""
325
- disp = np.linalg.norm(posed_joints[1:] - posed_joints[:-1], axis=-1) # (F-1, J)
326
- return disp.max(axis=-1) # (F-1,)
327
-
328
-
329
- def _continuity_metrics(posed_joints: np.ndarray, boundaries: list) -> dict:
330
- """Continuity metrics from posed joints (F, J, 3), meters.
331
-
332
- boundary_max_jump_m = max jump within +/-2 frames of every segment boundary
333
- (jumps whose either endpoint frame is within 2 frames of a boundary start).
334
- """
335
- jumps = _posed_joint_jumps(posed_joints)
336
- boundary_max = 0.0
337
- for b in boundaries:
338
- lo = max(0, b - 3)
339
- hi = min(len(jumps), b + 2)
340
- if lo < hi:
341
- boundary_max = max(boundary_max, float(jumps[lo:hi].max()))
342
- return {
343
- "mean_jump_m": float(jumps.mean()),
344
- "max_jump_m": float(jumps.max()),
345
- "max_jump_frame": int(jumps.argmax()) + 1,
346
- "boundary_max_jump_m": boundary_max,
347
- }
348
-
349
-
350
- def cclay_pick_device():
351
- """cuda > mps > cpu, overridable with CCLAY_ARDY_DEVICE (cpu|mps|cuda[:N]).
352
-
353
- The env override is how the local runner forces CPU (--cpu) without
354
- relying on CUDA_VISIBLE_DEVICES, which cannot hide an Apple GPU.
355
- """
356
- forced = os.environ.get("CCLAY_ARDY_DEVICE", "").strip().lower()
357
- if forced:
358
- return forced
359
- if torch.cuda.is_available():
360
- return "cuda:0"
361
- mps_backend = getattr(torch.backends, "mps", None)
362
- if mps_backend is not None and mps_backend.is_available():
363
- return "mps"
364
- return "cpu"
365
-
366
-
367
- def cclay_mps_compat(device):
368
- """Downcast float64 buffers to float32 at registration when running on MPS.
369
-
370
- The MPS backend has no float64. ARDY's skeleton loads neutral_joints from
371
- a float64 pickle and registers it as a buffer, which makes Ardy.__init__'s
372
- .to("mps") fail; float32 is plenty for joint positions in meters. No-op on
373
- cuda/cpu so remote-box behavior is untouched.
374
- """
375
- if not str(device).startswith("mps"):
376
- return
377
- original = torch.nn.Module.register_buffer
378
- if getattr(original, "_cclay_f32", False):
379
- return
380
-
381
- def register_buffer_f32(self, name, tensor, persistent=True):
382
- if tensor is not None and getattr(tensor, "dtype", None) == torch.float64:
383
- tensor = tensor.float()
384
- return original(self, name, tensor, persistent)
385
-
386
- register_buffer_f32._cclay_f32 = True
387
- torch.nn.Module.register_buffer = register_buffer_f32
388
-
389
-
390
- def main(argv=None, preloaded_model=None):
391
- device = cclay_pick_device()
392
- cclay_mps_compat(device)
393
- print(f"Using device: {device}")
394
- args = parse_args(argv)
395
-
396
- segments = []
397
- for prompt, seconds_str in args.segment:
398
- prompt = prompt.strip()
399
- try:
400
- seconds = float(seconds_str)
401
- except ValueError:
402
- raise ValueError(f"--segment duration must be a number, got {seconds_str!r}.")
403
- if not prompt:
404
- raise ValueError("--segment prompt must be non-empty.")
405
- if seconds <= 0:
406
- raise ValueError(f"--segment duration must be > 0 seconds, got {seconds}.")
407
- segments.append((prompt, seconds))
408
-
409
- if len(args.cfg_weight) == 1:
410
- cfg_weight = float(args.cfg_weight[0])
411
- elif len(args.cfg_weight) == 2:
412
- cfg_weight = (float(args.cfg_weight[0]), float(args.cfg_weight[1]))
413
- else:
414
- raise ValueError("--cfg_weight expects one float (text) or two floats (text, constraint).")
415
- if args.max_segment_attempts < 1:
416
- raise ValueError(f"--max_segment_attempts must be >= 1, got {args.max_segment_attempts}.")
417
-
418
- # Load model (same path as scripts/generate.py)
419
- checkpoints_dir = args.checkpoints_dir or get_env_var("CHECKPOINTS_DIR")
420
- resolved_model = resolve_model_name(args.model, checkpoints_dir=checkpoints_dir)
421
- model = (
422
- preloaded_model
423
- if preloaded_model is not None
424
- else load_model(resolved_model, device=device, checkpoints_dir=checkpoints_dir)
425
- )
426
- print(f"Loaded model: {resolved_model}")
427
-
428
- fps = model.motion_rep.fps
429
- patch = model.num_frames_per_token
430
- gen_horizon = model.gen_horizon_len
431
- max_window_len = (int(10 * fps) // patch) * patch # trained-window budget
432
-
433
- num_base_steps = int(model.diffusion.num_base_steps)
434
- diffusion_steps = args.diffusion_steps if args.diffusion_steps is not None else num_base_steps
435
- if not 1 <= diffusion_steps <= num_base_steps:
436
- raise ValueError(
437
- f"--diffusion_steps must be between 1 and {num_base_steps} "
438
- f"(this model's num_base_steps); got {diffusion_steps}."
439
- )
440
-
441
- history_budget = args.history_frames
442
- if history_budget is None:
443
- history_budget = _default_history_frames(fps, gen_horizon, patch)
444
- elif history_budget < patch or history_budget % patch != 0:
445
- raise ValueError(f"--history_frames must be a positive multiple of {patch} (this model's token size).")
446
-
447
- transition_frames = args.transition_frames
448
- if transition_frames is None:
449
- transition_frames = max(patch, (int(0.6 * fps) // patch) * patch)
450
- elif transition_frames < patch or transition_frames % patch != 0:
451
- raise ValueError(f"--transition_frames must be a positive multiple of {patch} (this model's token size).")
452
- print(
453
- f"Using {history_budget} history frames (first-segment crop), "
454
- f"{transition_frames} transition frames, {diffusion_steps} denoising steps"
455
- )
456
-
457
- # Per-segment frame counts. Later segments must fit the trained window
458
- # together with the transition history (init history cannot be cropped
459
- # mid-generation by the model).
460
- seg_bounds = []
461
- cum = 0
462
- for i, (prompt, seconds) in enumerate(segments):
463
- n = max(1, int(round(seconds * fps)))
464
- if n < patch:
465
- raise ValueError(
466
- f"segment {prompt!r}: {seconds}s = {n} frames is shorter than one model "
467
- f"token ({patch} frames at {fps} fps)."
468
- )
469
- if i > 0:
470
- window = transition_frames + math.ceil(n / gen_horizon) * gen_horizon
471
- if window > max_window_len:
472
- max_s = (max_window_len - transition_frames) / fps
473
- raise ValueError(
474
- f"segment {prompt!r}: {seconds}s exceeds the trained window for a "
475
- f"chained segment (max ~{max_s:.1f}s); split it into shorter segments."
476
- )
477
- seg_bounds.append({"prompt": prompt, "requested_s": seconds, "start_frame": cum, "end_frame": cum + n - 1})
478
- cum += n
479
- total_frames = cum
480
- print(f"Will generate {total_frames} frames ({total_frames / fps:.2f}s at {fps} fps) over {len(segments)} segments")
481
-
482
- # Root waypoints: ONE constraint set over the whole rollout, built in the
483
- # rollout-global frame (frame 0 at the origin facing +Z — the first
484
- # segment's canonical frame). Each chained call slices its own span below.
485
- waypoints = parse_root_waypoints(args.root_2d or [], total_frames)
486
- observed_full = None
487
- mask_full = None
488
- constraint_lst = []
489
- if waypoints:
490
- from ardy.constraints import Root2DConstraintSet
491
-
492
- headings = [entry["heading"] for entry in waypoints]
493
- constraint_lst = [
494
- Root2DConstraintSet(
495
- model.skeleton,
496
- frame_indices=torch.tensor([entry["frame"] for entry in waypoints]),
497
- root_2d=torch.tensor(
498
- [entry["xz"] for entry in waypoints], device=device, dtype=torch.float32
499
- ),
500
- global_root_heading=(
501
- None
502
- if headings[0] is None
503
- else torch.tensor(headings, device=device, dtype=torch.float32)
504
- ),
505
- )
506
- ]
507
- observed_full, mask_full = model.motion_rep.create_conditions_from_constraints_batched(
508
- constraint_lst,
509
- torch.tensor([total_frames], device=device),
510
- to_normalize=True,
511
- device=device,
512
- )
513
- print(
514
- f"Root2DConstraintSet on rollout frames "
515
- f"{[entry['frame'] for entry in waypoints]}"
516
- )
517
-
518
- def generate_segment(prompt: str, n: int, history: torch.Tensor | None, seg_start: int) -> torch.Tensor:
519
- """One segment: full sampling loop conditioned on the (optional) history tail.
520
-
521
- ``seg_start`` is the segment's first frame in rollout-global numbering;
522
- with waypoints present the call receives the observed-motion slice for
523
- its history tail + new frames, history frames zeroed (the demo's
524
- streaming pattern — constraints never fight the conditioning history).
525
- Returns only the n newly generated NORMALIZED frames.
526
- """
527
- history_len = 0 if history is None else history.shape[1]
528
- num_frames = history_len + n
529
- pad_mask = length_to_mask(torch.tensor([num_frames], device=device))
530
- first_heading_angle = torch.zeros(1, device=device) if history is None else None
531
- seg_mask = None
532
- seg_observed = None
533
- if mask_full is not None:
534
- call_start = seg_start - history_len
535
- seg_mask = mask_full[:, call_start : call_start + num_frames].clone()
536
- seg_observed = observed_full[:, call_start : call_start + num_frames].clone()
537
- seg_mask[:, :history_len] = 0.0
538
- seg_observed[:, :history_len] = 0.0
539
- if not bool(seg_mask.any()):
540
- # no waypoint lands in this call's generated span; a pure
541
- # zero mask would only cost compute
542
- seg_mask = None
543
- seg_observed = None
544
- with torch.no_grad():
545
- motion = model(
546
- [prompt],
547
- num_frames,
548
- num_denoising_steps=diffusion_steps,
549
- pad_mask=pad_mask,
550
- first_heading_angle=first_heading_angle,
551
- motion_mask=seg_mask,
552
- observed_motion=seg_observed,
553
- cfg_weight=cfg_weight,
554
- progress_bar=cclay_progress,
555
- init_history_sequence=history,
556
- crop_history_length=history_budget if history is None else None,
557
- )
558
- return motion[:, history_len:]
559
-
560
- def tail_jump(segment_motion: torch.Tensor) -> float:
561
- """Max posed-joint jump over the last `patch` transitions of a segment (meters/frame)."""
562
- with torch.no_grad():
563
- out = model.motion_rep.inverse(segment_motion[:, -(patch + 1) :], is_normalized=True)
564
- pj = out["posed_joints"][0].cpu().numpy()
565
- return float(_posed_joint_jumps(pj).max())
566
-
567
- # Single continuous rollout: `acc` holds the accumulated NORMALIZED motion
568
- # tensor (1, F, D); each segment conditions on its tail.
569
- acc = None
570
- gate_worst_jump = None
571
- gate_exhausted = False
572
- for seg_idx, seg in enumerate(seg_bounds):
573
- n = seg["end_frame"] - seg["start_frame"] + 1
574
- is_final = seg_idx == len(seg_bounds) - 1
575
- best, best_jump = None, None
576
- attempts = 1 if is_final else args.max_segment_attempts
577
- for attempt in range(attempts):
578
- if args.seed is not None:
579
- seed_everything(args.seed + _SEED_STRIDE * seg_idx + attempt)
580
- if acc is None:
581
- history = None
582
- else:
583
- # Clamp to the largest token multiple available so a short
584
- # first segment never feeds a non-token-multiple history.
585
- hist_len = min(transition_frames, (acc.shape[1] // patch) * patch)
586
- history = acc[:, -hist_len:]
587
- segment_motion = generate_segment(seg["prompt"], n, history, seg["start_frame"])
588
- if is_final:
589
- best = segment_motion
590
- break
591
- jump = tail_jump(segment_motion)
592
- if best_jump is None or jump < best_jump:
593
- best, best_jump = segment_motion, jump
594
- if jump <= args.max_boundary_jump:
595
- break
596
- if not is_final:
597
- print(
598
- f"[segment {seg['start_frame']}-{seg['end_frame']}] tail jump "
599
- f"{best_jump:.4f} m/frame after {attempt + 1} attempt(s)"
600
- )
601
- gate_worst_jump = best_jump if gate_worst_jump is None else max(gate_worst_jump, best_jump)
602
- if best_jump > args.max_boundary_jump:
603
- gate_exhausted = True
604
- acc = best if acc is None else torch.cat([acc, best], dim=1)
605
-
606
- # Unnormalize + inverse ONCE over the full rollout, then the same tail as
607
- # scripts/generate.py: postprocess once, numpy, save.
608
- with torch.no_grad():
609
- output = model.motion_rep.inverse(acc, is_normalized=True)
610
-
611
- postprocess_kwargs = {}
612
- use_postprocess = "g1" not in resolved_model.lower() and not args.no_postprocess
613
- if use_postprocess:
614
- if args.root_margin is not None:
615
- postprocess_kwargs["root_margin"] = args.root_margin
616
- if args.contact_threshold is not None:
617
- postprocess_kwargs["contact_threshold"] = args.contact_threshold
618
- corrected = post_process_motion(
619
- output["local_rot_mats"],
620
- output["root_positions"],
621
- output["foot_contacts"],
622
- model.skeleton,
623
- # With waypoints, ARDY's own postprocess enforces the pinned root
624
- # contacts instead of skating them away (as the one-shot path).
625
- constraint_lst=constraint_lst if constraint_lst else None,
626
- **postprocess_kwargs,
627
- )
628
- output.update(corrected)
629
-
630
- if isinstance(model.skeleton, SOMASkeleton30):
631
- output = model.skeleton.output_to_SOMASkeleton77(output)
632
-
633
- output = to_numpy(output)
634
- # Single sample: drop the batch dim (generate.py _select_sample with index 0).
635
- motion_dict = {
636
- k: (v[0] if hasattr(v, "shape") and len(v.shape) > 0 and v.shape[0] == 1 else v)
637
- for k, v in output.items()
638
- }
639
-
640
- text = " then ".join(seg["prompt"] for seg in seg_bounds)
641
- output_base = _resolve_output_base(args.output)
642
- npz_path = _single_file_path(output_base, ".npz")
643
- print(f"Saving the npz output to {npz_path}")
644
- save_motion_npz(npz_path, motion_dict, fps, text)
645
-
646
- boundaries = [seg["start_frame"] for seg in seg_bounds[1:]]
647
- frames = int(motion_dict["posed_joints"].shape[0])
648
- if frames != total_frames:
649
- raise RuntimeError(
650
- f"generated frame count {frames} does not match the planned segment table "
651
- f"({total_frames}); segment boundaries would be mislabeled."
652
- )
653
- # Same quality lens as the constrained report: which postprocess knobs
654
- # were used, and whether stance frames keep the feet planted.
655
- def _surface_contact_verified():
656
- contacts = motion_dict.get("foot_contacts")
657
- if contacts is None:
658
- return None
659
- contacts_arr = np.asarray(contacts)
660
- if contacts_arr.ndim == 3:
661
- contacts_arr = contacts_arr[0]
662
- posed = np.asarray(motion_dict["posed_joints"])
663
- foot_indices = [
664
- idx
665
- for idx, name in enumerate(model.skeleton.bone_order_names)
666
- if "foot" in name.lower() or "toe" in name.lower()
667
- ]
668
- checked = 0
669
- held = 0
670
- for contact_idx, joint_idx in enumerate(foot_indices[: contacts_arr.shape[1]]):
671
- ys = posed[:, joint_idx, 1]
672
- for frame in range(1, len(posed)):
673
- if contacts_arr[frame, contact_idx] > 0.5 and contacts_arr[frame - 1, contact_idx] > 0.5:
674
- checked += 1
675
- if abs(ys[frame] - ys[frame - 1]) < 0.02:
676
- held += 1
677
- return checked == 0 or (held / checked) >= 0.8
678
-
679
- result = {
680
- "frames": frames,
681
- "fps": int(fps),
682
- "model": resolved_model,
683
- "surface_contact_verified": _surface_contact_verified(),
684
- "postprocess": {
685
- "contact_threshold": postprocess_kwargs.get("contact_threshold", 0.5) if use_postprocess else None,
686
- "root_margin": postprocess_kwargs.get("root_margin", 0.04) if use_postprocess else None,
687
- },
688
- "segments": seg_bounds,
689
- "continuity": _continuity_metrics(np.asarray(motion_dict["posed_joints"]), boundaries),
690
- "boundary_gate": {
691
- "threshold_m": args.max_boundary_jump,
692
- "max_attempts": args.max_segment_attempts,
693
- "worst_tail_jump_m": gate_worst_jump,
694
- "exhausted": gate_exhausted,
695
- },
696
- # Measured, never asserted: horizontal error at every pinned frame.
697
- "waypoints": measure_waypoints(
698
- waypoints, np.asarray(motion_dict["posed_joints"]), model.skeleton
699
- ),
700
- }
701
- print(json.dumps(result))
702
-
703
-
704
- if __name__ == "__main__":
705
- main()