cozyclay 2.1.0 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (583) hide show
  1. package/CHANGELOG.md +65 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +40 -113
  4. package/bin/agent/agent-runner.mjs +9 -10
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/studio-motion-reference.mjs +23 -0
  14. package/bin/agent/studio-prompt.mjs +1 -1
  15. package/bin/agent/studio-rebase-text.mjs +32 -0
  16. package/bin/agent/studio-rebase.mjs +26 -39
  17. package/bin/agent/studio-tools.mjs +9 -28
  18. package/bin/agent/tool-arguments.mjs +49 -0
  19. package/bin/agent/turn-frames.mjs +66 -0
  20. package/bin/codex-auth.mjs +9 -2
  21. package/bin/cozyclay.mjs +10 -116
  22. package/bin/live/cli.mjs +22 -6
  23. package/bin/mcp-runtime.mjs +2 -12
  24. package/bin/package-signature.mjs +0 -4
  25. package/dist/app/index.html +7 -6
  26. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  27. package/dist/assets/analytics-C9sUnndd.js +1 -0
  28. package/dist/assets/app-CCh--1Hc.js +5087 -0
  29. package/dist/assets/app-f-fkV5uP.css +1 -0
  30. package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
  31. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  32. package/dist/assets/{first-shot-handoff-BlT33CGf.js → first-shot-handoff-CC4xe4HM.js} +1 -1
  33. package/dist/assets/{landing-BSesrCpL.js → landing-DjHD8u7k.js} +1 -1
  34. package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
  35. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  36. package/dist/assets/workflow-C4yKH1p4.js +179 -0
  37. package/dist/cozyclay-package.json +1 -1
  38. package/dist/index.html +3 -3
  39. package/dist/llms.txt +14 -0
  40. package/dist/sw.js +3 -6
  41. package/dist/workflow/index.html +5 -4
  42. package/mcp/LIVE-PROTOCOL.md +7 -47
  43. package/mcp/README.md +16 -26
  44. package/mcp/live-hub.mjs +6 -10
  45. package/mcp/package.json +1 -3
  46. package/mcp/tool-handlers.mjs +4 -168
  47. package/package.json +3 -22
  48. package/src/App.jsx +174 -2639
  49. package/src/agent-progress.js +79 -0
  50. package/src/agent-turn-mark.js +30 -0
  51. package/src/analytics.js +1 -19
  52. package/src/app-context.js +5 -0
  53. package/src/app-stage.jsx +2 -34
  54. package/src/asset-pane.jsx +6 -5
  55. package/src/camera-block.js +21 -0
  56. package/src/camera-direction.js +120 -0
  57. package/src/character-kind.js +3 -9
  58. package/src/command-bus.js +8 -6
  59. package/src/commands/cast.js +5 -34
  60. package/src/commands/elements/character.js +1 -1
  61. package/src/commands/elements/motion.js +1 -6
  62. package/src/commands/elements/object.js +6 -2
  63. package/src/commands/elements/shot.js +4 -1
  64. package/src/commands/elements.js +38 -14
  65. package/src/commands/index.js +3 -1
  66. package/src/commands/kits.js +37 -0
  67. package/src/commands/motion-timing.js +57 -0
  68. package/src/commands/motion.js +9 -152
  69. package/src/commands/motion3-compile.js +65 -0
  70. package/src/commands/motion3.js +207 -0
  71. package/src/commands/objects.js +6 -4
  72. package/src/commands/shot.js +49 -11
  73. package/src/commands/stage.js +14 -1
  74. package/src/commands/view.js +4 -1
  75. package/src/document-mirrors.js +42 -0
  76. package/src/document-store.js +4 -0
  77. package/src/domains/cast.js +19 -194
  78. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  79. package/src/domains/motion/take-source.js +51 -0
  80. package/src/domains/motion.js +60 -1838
  81. package/src/domains/scenes.js +12 -55
  82. package/src/domains/shots.js +2 -2
  83. package/src/domains/stage.js +4 -2
  84. package/src/draft-ghost.js +46 -0
  85. package/src/draft-ghost.jsx +129 -0
  86. package/src/dualview.jsx +4 -3
  87. package/src/effects/EffectsLayer.jsx +112 -0
  88. package/src/effects/effect-meshes.js +232 -0
  89. package/src/effects/effect-record.js +103 -0
  90. package/src/effects/emitter.js +59 -0
  91. package/src/effects/simulate.js +261 -0
  92. package/src/effects/state.js +59 -0
  93. package/src/execution-telemetry.js +2 -3
  94. package/src/first-success-guide.jsx +5 -5
  95. package/src/ghost-set.js +257 -0
  96. package/src/held-object-edit.jsx +113 -0
  97. package/src/held-object-pose.js +175 -0
  98. package/src/hierarchy-model.js +1 -1
  99. package/src/hierarchy-panel.jsx +1 -1
  100. package/src/imported-mesh.jsx +103 -0
  101. package/src/kits/held.js +84 -0
  102. package/src/kits/index.js +70 -0
  103. package/src/kits/smoking.js +57 -0
  104. package/src/light-blockers.js +93 -0
  105. package/src/motion/beat-board-model.js +84 -0
  106. package/src/motion/beat-board.css +124 -0
  107. package/src/motion/beat-board.jsx +59 -0
  108. package/src/motion/center-of-mass.js +66 -0
  109. package/src/motion/fix-collisions.js +850 -0
  110. package/src/motion/physics-review.js +118 -0
  111. package/src/{ardy → motion}/physics-support.js +1 -76
  112. package/src/motion/rig-snapshot.js +22 -0
  113. package/src/motion/take-segments.jsx +140 -0
  114. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  115. package/src/{ardy → motion}/timeline.css +1 -2
  116. package/src/{ardy → motion}/timeline.jsx +48 -419
  117. package/src/motion/waypoints.js +76 -0
  118. package/src/motion3/beats.js +83 -0
  119. package/src/motion3/body.js +158 -0
  120. package/src/motion3/bones.js +47 -0
  121. package/src/motion3/carried.js +47 -0
  122. package/src/motion3/compile-job.js +75 -0
  123. package/src/motion3/compile-worker.js +10 -0
  124. package/src/motion3/compiler/anchors.js +105 -0
  125. package/src/motion3/compiler/arm-orient.js +128 -0
  126. package/src/motion3/compiler/channels.js +125 -0
  127. package/src/motion3/compiler/compile.js +205 -0
  128. package/src/motion3/compiler/gait-rhythm.js +97 -0
  129. package/src/motion3/compiler/grip.js +171 -0
  130. package/src/motion3/compiler/head-steady.js +48 -0
  131. package/src/motion3/compiler/hold.js +134 -0
  132. package/src/motion3/compiler/idle.js +113 -0
  133. package/src/motion3/compiler/limbs.js +170 -0
  134. package/src/motion3/compiler/math.js +72 -0
  135. package/src/motion3/compiler/pose.js +162 -0
  136. package/src/motion3/compiler/quat.js +49 -0
  137. package/src/motion3/compiler/skeleton.js +74 -0
  138. package/src/motion3/compiler/validate-common.js +32 -0
  139. package/src/motion3/compiler/validate-goals.js +118 -0
  140. package/src/motion3/compiler/validate-objects.js +143 -0
  141. package/src/motion3/compiler/validate-parts.js +116 -0
  142. package/src/motion3/compiler/validate.js +122 -0
  143. package/src/motion3/compiler/vocab.js +73 -0
  144. package/src/motion3/compiler/walk-pelvis.js +275 -0
  145. package/src/motion3/compiler/walk.js +207 -0
  146. package/src/motion3/compiler/wrist-clamp.js +32 -0
  147. package/src/motion3/delta.js +47 -0
  148. package/src/motion3/describe.js +174 -0
  149. package/src/motion3/docs.js +27 -0
  150. package/src/motion3/edit-carry.js +21 -0
  151. package/src/motion3/fix/ease.js +16 -0
  152. package/src/motion3/fix/ground.js +37 -0
  153. package/src/motion3/fix/index.js +52 -0
  154. package/src/motion3/fix/push.js +71 -0
  155. package/src/motion3/fix/reach.js +46 -0
  156. package/src/motion3/fix/retime.js +79 -0
  157. package/src/motion3/fix/self.js +211 -0
  158. package/src/motion3/fix/slide.js +70 -0
  159. package/src/motion3/fix/turn.js +51 -0
  160. package/src/motion3/follow.js +39 -0
  161. package/src/motion3/free-motion.js +173 -0
  162. package/src/motion3/grip-choice.js +130 -0
  163. package/src/motion3/hold-plan.js +157 -0
  164. package/src/motion3/json-patch.js +77 -0
  165. package/src/motion3/key-aim.js +105 -0
  166. package/src/motion3/key-edit.js +82 -0
  167. package/src/motion3/lenient.js +127 -0
  168. package/src/motion3/object-keys.js +236 -0
  169. package/src/motion3/object-pose.js +182 -0
  170. package/src/motion3/object-tracks.js +12 -0
  171. package/src/motion3/pipeline.js +102 -0
  172. package/src/motion3/playback.js +51 -0
  173. package/src/motion3/probes.js +91 -0
  174. package/src/motion3/qa/body-checks.js +34 -0
  175. package/src/motion3/qa/check-names.js +14 -0
  176. package/src/motion3/qa/checks.js +121 -0
  177. package/src/motion3/qa/contact-checks.js +51 -0
  178. package/src/motion3/qa/explain.js +80 -0
  179. package/src/motion3/qa/fmt.js +5 -0
  180. package/src/motion3/qa/foot-checks.js +72 -0
  181. package/src/motion3/qa/geometry.js +77 -0
  182. package/src/motion3/qa/goals.js +191 -0
  183. package/src/motion3/qa/ground.js +60 -0
  184. package/src/motion3/qa/hints-contact.js +179 -0
  185. package/src/motion3/qa/hints-goal.js +160 -0
  186. package/src/motion3/qa/hints-knee.js +24 -0
  187. package/src/motion3/qa/hints-motion.js +209 -0
  188. package/src/motion3/qa/hints-object.js +91 -0
  189. package/src/motion3/qa/index.js +42 -0
  190. package/src/motion3/qa/key-checks.js +82 -0
  191. package/src/motion3/qa/near.js +96 -0
  192. package/src/motion3/qa/object-checks.js +135 -0
  193. package/src/motion3/qa/patch.js +161 -0
  194. package/src/motion3/qa/severity.js +38 -0
  195. package/src/motion3/qa/spec-checks.js +65 -0
  196. package/src/motion3/qa/style.js +218 -0
  197. package/src/motion3/qa/wrist-checks.js +69 -0
  198. package/src/motion3/qa/wrist-obs.js +60 -0
  199. package/src/motion3/refs.js +120 -0
  200. package/src/motion3/repair-tune.js +121 -0
  201. package/src/motion3/repair.js +83 -0
  202. package/src/motion3/report.js +67 -0
  203. package/src/motion3/rigs/index.js +14 -0
  204. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  205. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  206. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  207. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  208. package/src/motion3/scene.js +60 -0
  209. package/src/motion3/schema/brief.js +89 -0
  210. package/src/motion3/schema/fields.js +44 -0
  211. package/src/motion3/schema/spec-examples.js +46 -0
  212. package/src/motion3/schema/topics.js +111 -0
  213. package/src/motion3/schema/types.js +147 -0
  214. package/src/motion3/search.js +117 -0
  215. package/src/motion3/second-hand.js +112 -0
  216. package/src/motion3/skills/basic.js +82 -0
  217. package/src/motion3/skills/book.js +76 -0
  218. package/src/motion3/skills/car.js +145 -0
  219. package/src/motion3/skills/frames-auto.js +29 -0
  220. package/src/motion3/skills/index.js +83 -0
  221. package/src/motion3/skills/info.js +65 -0
  222. package/src/motion3/skills/smoke-kit.js +109 -0
  223. package/src/motion3/skills/smoke.js +160 -0
  224. package/src/motion3/spec-store.js +59 -0
  225. package/src/motion3/take-edit.js +155 -0
  226. package/src/motion3/take.js +63 -0
  227. package/src/motion3/timeline.js +127 -0
  228. package/src/motion3/views.js +121 -0
  229. package/src/motion3/walk-plan.js +119 -0
  230. package/src/object-catalog.jsx +7 -1
  231. package/src/object-colors.js +98 -0
  232. package/src/object-gizmo-parts.js +115 -0
  233. package/src/object-gizmo.jsx +37 -122
  234. package/src/object-glow.js +139 -0
  235. package/src/object-hidden.js +33 -0
  236. package/src/object-look.js +196 -0
  237. package/src/object-size.js +10 -0
  238. package/src/object-travel.js +71 -6
  239. package/src/panels/CameraPanel.jsx +7 -7
  240. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  241. package/src/panels/LightPanel.jsx +25 -4
  242. package/src/panels/ObjectLookPanel.jsx +88 -0
  243. package/src/panels/PoseImagePanel.jsx +1 -1
  244. package/src/panels/PosePanel.jsx +2 -17
  245. package/src/panels/RigControlPanel.jsx +5 -53
  246. package/src/panels/SubjectBox.jsx +4 -1
  247. package/src/panels/details.css +14 -0
  248. package/src/posestudio.jsx +4 -27
  249. package/src/project-browser.jsx +3 -4
  250. package/src/project-resources.js +18 -31
  251. package/src/project.js +13 -104
  252. package/src/props.jsx +25 -280
  253. package/src/rail-dot-drag.js +23 -0
  254. package/src/render-passes.js +10 -0
  255. package/src/resource-status.jsx +1 -0
  256. package/src/result-modal.jsx +4 -19
  257. package/src/room.jsx +20 -12
  258. package/src/scene-assets.js +8 -6
  259. package/src/scene-light-place.js +72 -0
  260. package/src/scene-lights.jsx +148 -0
  261. package/src/scene-objects.js +31 -139
  262. package/src/scenes.js +15 -105
  263. package/src/semantic-edit.js +2 -5
  264. package/src/set-pieces.jsx +183 -0
  265. package/src/settings-menu.jsx +3 -11
  266. package/src/shell/BottomDock.jsx +11 -53
  267. package/src/shell/CompositionGuideButton.jsx +20 -0
  268. package/src/shell/DetailsSlot.jsx +16 -200
  269. package/src/shell/GhostsMenuGroup.jsx +74 -0
  270. package/src/shell/LibrarySlot.jsx +1 -3
  271. package/src/shell/MenuBar.jsx +3 -3
  272. package/src/shell/PreferencesDialog.jsx +15 -264
  273. package/src/shell/PreferencesSlot.jsx +2 -8
  274. package/src/shell/ShotPreviewHeader.jsx +17 -0
  275. package/src/shell/TopBar.jsx +5 -83
  276. package/src/shell/ViewportToolbar.jsx +23 -93
  277. package/src/shell/agent-glass.css +19 -6
  278. package/src/shell/details-selection.js +42 -0
  279. package/src/shell/ghosts-menu.css +22 -0
  280. package/src/shell/glass-regions.css +29 -3
  281. package/src/shell/preferences.css +6 -1
  282. package/src/shell/viewport.css +12 -0
  283. package/src/shot-authoring.js +4 -7
  284. package/src/soft-shadows.js +37 -0
  285. package/src/stage-attach-frames.js +12 -12
  286. package/src/stage-canvas-rigs.jsx +3 -3
  287. package/src/stage-capture.jsx +42 -8
  288. package/src/stage-characters.jsx +22 -216
  289. package/src/stage-editor-gizmos.jsx +6 -6
  290. package/src/stage-environment.js +93 -0
  291. package/src/stage-hdr-builtins.js +107 -0
  292. package/src/stage-hdr-image.js +116 -0
  293. package/src/stage-hdr-library.js +70 -0
  294. package/src/stage-hdr-map.js +94 -0
  295. package/src/stage-hdr.js +130 -0
  296. package/src/stage-lighting.js +149 -0
  297. package/src/stage-occlusion.js +210 -0
  298. package/src/stage-sky.jsx +159 -0
  299. package/src/stage-startup-defaults.js +5 -9
  300. package/src/studio-actions.js +12 -14
  301. package/src/studio-agent-commands.js +46 -16
  302. package/src/studio-agent-motion.js +9 -9
  303. package/src/studio-agent-protocol.js +46 -73
  304. package/src/studio-app-binding.js +29 -45
  305. package/src/studio-asset-list.js +17 -0
  306. package/src/studio-contact-sheet.js +37 -5
  307. package/src/studio-elements.js +27 -7
  308. package/src/studio-entity-bounds.js +18 -0
  309. package/src/studio-error-codes.js +8 -0
  310. package/src/studio-export-framing.js +152 -0
  311. package/src/studio-lighting-check.js +103 -0
  312. package/src/studio-motion-visual.js +150 -0
  313. package/src/studio-schema-errors.js +80 -0
  314. package/src/studio-support-gap.js +74 -0
  315. package/src/styles.css +1 -19
  316. package/src/timeline-defaults.js +5 -0
  317. package/src/timeline-extent.js +8 -20
  318. package/src/tutorial-walk.js +17 -0
  319. package/src/ui-scrub.js +1 -1
  320. package/src/use-shot-camera-tracks.js +12 -0
  321. package/src/view-ghosts.js +97 -0
  322. package/src/view-ghosts.jsx +49 -0
  323. package/src/workflow/AgentPanel.jsx +47 -166
  324. package/src/workflow/AgentProgressCard.jsx +107 -0
  325. package/src/workflow/AgentReplyText.jsx +37 -0
  326. package/src/workflow/AgentTurnSteps.jsx +84 -0
  327. package/src/workflow/LoginPanel.jsx +140 -0
  328. package/src/workflow/WorkflowBuilder.jsx +7 -23
  329. package/src/workflow/agent-client.js +54 -51
  330. package/src/workflow/agent-panel.css +71 -1
  331. package/src/workflow/agent-progress-card.css +167 -0
  332. package/src/workflow/agent-progress-view.js +47 -0
  333. package/src/workflow/agent-turn-steps.css +113 -0
  334. package/src/workflow/agent-turn.js +191 -0
  335. package/src/workflow/login-client.js +34 -0
  336. package/src/workflow/motion-input.js +18 -31
  337. package/src/workflow/node-schema.js +1 -1
  338. package/src/workflow/reply-markdown.js +69 -0
  339. package/src/workflow/scene-asset-sync.js +8 -8
  340. package/tools/agent-session-stats.mjs +61 -0
  341. package/tools/dev-full.mjs +5 -56
  342. package/tools/eslint-baseline.json +12 -13
  343. package/tools/headless-studio.mjs +85 -0
  344. package/tools/knip-baseline.json +0 -179
  345. package/tools/loc-baseline.json +33 -83
  346. package/tools/motion3/extract-body.mjs +103 -0
  347. package/tools/motion3/extract-rig.mjs +85 -0
  348. package/tools/process-supervisor.mjs +0 -88
  349. package/tools/run-tests.mjs +9 -124
  350. package/bin/agent/motion-runtime.mjs +0 -76
  351. package/dist/ardy/cskel27-rest.json +0 -557
  352. package/dist/assets/analytics-B41FmPYI.js +0 -1
  353. package/dist/assets/app-Do-Og5Pu.css +0 -1
  354. package/dist/assets/app-DwP-tl2x.js +0 -4920
  355. package/dist/assets/config-Bx7pYsD9.js +0 -1
  356. package/dist/assets/config-DeoFTYzb.css +0 -1
  357. package/dist/assets/demo-Dt0qZfS7.js +0 -1
  358. package/dist/assets/scene-asset-sync-BCWDJB1d.js +0 -19
  359. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  360. package/dist/assets/ticket-jqMhqL88.js +0 -1
  361. package/dist/assets/workflow-Br-K7Srs.js +0 -179
  362. package/dist/demo/walk-then-stop.npz +0 -0
  363. package/mcp/ardy-prompts.mjs +0 -218
  364. package/src/ardy/auto-fix-panel.css +0 -108
  365. package/src/ardy/auto-physics.js +0 -1194
  366. package/src/ardy/client.js +0 -153
  367. package/src/ardy/convert.js +0 -313
  368. package/src/ardy/cskel27-neutral.js +0 -39
  369. package/src/ardy/cskel27.js +0 -77
  370. package/src/ardy/export.js +0 -165
  371. package/src/ardy/fix-collisions.js +0 -2257
  372. package/src/ardy/foot-lock.js +0 -230
  373. package/src/ardy/motion-calibration.js +0 -118
  374. package/src/ardy/motion-edit.js +0 -213
  375. package/src/ardy/motion-url.js +0 -55
  376. package/src/ardy/mp4-duration.js +0 -102
  377. package/src/ardy/npz.js +0 -595
  378. package/src/ardy/physics-panel.css +0 -21
  379. package/src/ardy/physics-panel.jsx +0 -89
  380. package/src/ardy/physics-refine.js +0 -111
  381. package/src/ardy/physics-review.js +0 -567
  382. package/src/ardy/physics-temporal.js +0 -54
  383. package/src/ardy/platform-fit-panel.css +0 -64
  384. package/src/ardy/platform-fit-panel.jsx +0 -41
  385. package/src/ardy/platform-fit.js +0 -326
  386. package/src/ardy/playback.js +0 -711
  387. package/src/ardy/pose-pin.js +0 -97
  388. package/src/ardy/prompt-clips.js +0 -30
  389. package/src/ardy/retime.js +0 -211
  390. package/src/ardy/root-drop.js +0 -369
  391. package/src/ardy/timeline-resize.js +0 -13
  392. package/src/ardy/to-cskel27.js +0 -225
  393. package/src/ardy/trim.js +0 -33
  394. package/src/ardy/waypoints.js +0 -369
  395. package/src/ardy-bridge-contract.js +0 -281
  396. package/src/domains/motion/motion-video-capture.js +0 -664
  397. package/src/i2v-motion-client.js +0 -77
  398. package/src/i2v-motion-studio.jsx +0 -180
  399. package/src/line-edit.js +0 -1348
  400. package/src/motion/generation.js +0 -105
  401. package/src/motion-readiness-ui.jsx +0 -67
  402. package/src/motion-readiness.js +0 -40
  403. package/src/motion-resources.js +0 -177
  404. package/src/motion-store.js +0 -65
  405. package/src/motion-trail.js +0 -601
  406. package/src/multimodel-ingest.js +0 -394
  407. package/src/panels/PromptBlocksPanel.jsx +0 -444
  408. package/src/panels/VideoCapturePanel.jsx +0 -181
  409. package/src/pose-extract/browser.js +0 -42
  410. package/src/pose-extract/detector.js +0 -100
  411. package/src/pose-extract/fit.js +0 -227
  412. package/src/pose-extract/image-frame.js +0 -51
  413. package/src/pose-extract/index.js +0 -58
  414. package/src/pose-extract/keyframes.js +0 -74
  415. package/src/pose-extract/landmarks.js +0 -162
  416. package/src/pose-extract/mirror.js +0 -153
  417. package/src/pose-extract/take.js +0 -131
  418. package/src/pose-extract/video-frames.js +0 -91
  419. package/src/take-recipe.js +0 -165
  420. package/src/trail-key-conflicts.js +0 -39
  421. package/src/trail-pick.js +0 -59
  422. package/src/use-i2v-capture-modal.js +0 -15
  423. package/tools/ardy/BRIDGE.md +0 -37
  424. package/tools/ardy/GVHMR-NPZ.md +0 -68
  425. package/tools/ardy/README.md +0 -124
  426. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  427. package/tools/ardy/artifacts.mjs +0 -34
  428. package/tools/ardy/bridge.mjs +0 -1732
  429. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  430. package/tools/ardy/cclay_constrained_generate.py +0 -561
  431. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  432. package/tools/ardy/cclay_motion_edit.py +0 -510
  433. package/tools/ardy/cclay_sequence_generate.py +0 -705
  434. package/tools/ardy/cclay_worker.py +0 -304
  435. package/tools/ardy/dump-npz.py +0 -205
  436. package/tools/ardy/extract-rest.mjs +0 -299
  437. package/tools/ardy/extract.mjs +0 -507
  438. package/tools/ardy/footage.mjs +0 -467
  439. package/tools/ardy/gvhmr-floor.mjs +0 -102
  440. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  441. package/tools/ardy/gvhmr_fastpath.py +0 -168
  442. package/tools/ardy/gvhmr_trajectory.py +0 -240
  443. package/tools/ardy/merge-text-encoder.py +0 -160
  444. package/tools/ardy/mocap-metrics.mjs +0 -200
  445. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  446. package/tools/ardy/motion-stabilize.mjs +0 -348
  447. package/tools/ardy/npz.mjs +0 -414
  448. package/tools/ardy/pose-to-npz.mjs +0 -106
  449. package/tools/ardy/prompt-limits.mjs +0 -5
  450. package/tools/ardy/run-edit-on-box.sh +0 -73
  451. package/tools/ardy/run-local.mjs +0 -233
  452. package/tools/ardy/run-on-box.sh +0 -593
  453. package/tools/ardy/run-sequence-on-box.sh +0 -177
  454. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  455. package/tools/ardy/runners/index.mjs +0 -18
  456. package/tools/ardy/runners/local.mjs +0 -455
  457. package/tools/ardy/runners/proc.mjs +0 -125
  458. package/tools/ardy/runners/remote.mjs +0 -252
  459. package/tools/ardy/setup-local.mjs +0 -189
  460. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  461. package/tools/ardy/setup-text-encoder.py +0 -306
  462. package/tools/ardy/smpl-cskel27.mjs +0 -178
  463. package/tools/ardy/visual-qa.mjs +0 -196
  464. package/tools/ardy/vq-car.mjs +0 -52
  465. package/tools/bench/EXP3.md +0 -61
  466. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  467. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  468. package/tools/bench/cclay_bench_runner.py +0 -42
  469. package/tools/bench/cube-contact.mjs +0 -162
  470. package/tools/bench/exp3.mjs +0 -152
  471. package/tools/bench/extract-bench-lib.mjs +0 -216
  472. package/tools/bench/extract-bench.mjs +0 -302
  473. package/tools/bench/fal-generate.mjs +0 -88
  474. package/tools/bench/fit/README.md +0 -189
  475. package/tools/bench/fit/camera.mjs +0 -59
  476. package/tools/bench/fit/contact.mjs +0 -419
  477. package/tools/bench/fit/footlock.mjs +0 -234
  478. package/tools/bench/fit/motion.mjs +0 -85
  479. package/tools/bench/fit/pin.mjs +0 -27
  480. package/tools/bench/fit/remote.mjs +0 -105
  481. package/tools/bench/fit-bench.mjs +0 -126
  482. package/tools/bench/fit-sanity.mjs +0 -45
  483. package/tools/bench/metrics.mjs +0 -313
  484. package/tools/bench/obs/depth.mjs +0 -258
  485. package/tools/bench/obs/extrinsics.mjs +0 -175
  486. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  487. package/tools/bench/obs/ground.mjs +0 -294
  488. package/tools/bench/obs/heading.mjs +0 -151
  489. package/tools/bench/obs/ladder.mjs +0 -555
  490. package/tools/bench/obs/mannequin-betas.json +0 -124
  491. package/tools/bench/obs/remote.mjs +0 -83
  492. package/tools/bench/obs/rest_joints.py +0 -52
  493. package/tools/bench/obs/ybot-targets.mjs +0 -49
  494. package/tools/bench/obs-bench.mjs +0 -520
  495. package/tools/bench/score.mjs +0 -343
  496. package/tools/bench/summarize.mjs +0 -86
  497. package/tools/demo-worker/README.md +0 -137
  498. package/tools/demo-worker/api-client.mjs +0 -233
  499. package/tools/demo-worker/generate.mjs +0 -301
  500. package/tools/demo-worker/index.mjs +0 -466
  501. package/tools/demo-worker/sign-core.mjs +0 -112
  502. package/tools/demo-worker/sign.mjs +0 -161
  503. package/tools/gt-render/browser.mjs +0 -159
  504. package/tools/gt-render/camera-math.mjs +0 -276
  505. package/tools/gt-render/page.mjs +0 -267
  506. package/tools/gt-render/render.mjs +0 -514
  507. package/tools/gt-render/scene-box.mjs +0 -31
  508. package/tools/gt-render/take-transform.mjs +0 -87
  509. package/tools/kimodo/compare-seam.mjs +0 -108
  510. package/tools/kimodo/constraints.mjs +0 -244
  511. package/tools/kimodo/edit.mjs +0 -259
  512. package/tools/kimodo/effector-constraints.mjs +0 -200
  513. package/tools/kimodo/generate.mjs +0 -646
  514. package/tools/kimodo/local-output.mjs +0 -265
  515. package/tools/kimodo/measure-pose.mjs +0 -65
  516. package/tools/kimodo/measure-preserve.mjs +0 -899
  517. package/tools/kimodo/measure-waypoints.mjs +0 -55
  518. package/tools/kimodo/mlx-generate.py +0 -111
  519. package/tools/kimodo/pose-constraints.mjs +0 -248
  520. package/tools/kimodo/preserve-mask.mjs +0 -543
  521. package/tools/kimodo/read-npz.mjs +0 -189
  522. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  523. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  524. package/tools/kimodo/runner.mjs +0 -284
  525. package/tools/kimodo/seam-batch.mjs +0 -77
  526. package/tools/kimodo/setup-local.mjs +0 -30
  527. package/tools/kimodo/setup-on-box.sh +0 -339
  528. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  529. package/tools/morphgs/assets/gen_truth.py +0 -39
  530. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  531. package/tools/morphgs/assets/playback-check.mjs +0 -30
  532. package/tools/morphgs/demo-gate.sh +0 -26
  533. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  534. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  535. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  536. package/tools/morphgs/setup-on-cluster.sh +0 -126
  537. package/tools/projflow/driver.py +0 -1069
  538. package/tools/projflow/generate.mjs +0 -805
  539. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  540. package/tools/projflow/line-edit-job.mjs +0 -547
  541. package/tools/projflow/replay.mjs +0 -452
  542. package/tools/projflow/runner.mjs +0 -269
  543. package/tools/projflow/service.mjs +0 -742
  544. package/tools/track/DESIGN.md +0 -513
  545. package/tools/track/backfill-provenance.mjs +0 -116
  546. package/tools/track/budget.mjs +0 -8
  547. package/tools/track/check-rig.mjs +0 -209
  548. package/tools/track/diagnostics.schema.json +0 -60
  549. package/tools/track/export-rig.mjs +0 -256
  550. package/tools/track/fallback.mjs +0 -7
  551. package/tools/track/fk-parity-fixture.mjs +0 -161
  552. package/tools/track/gate.mjs +0 -349
  553. package/tools/track/masks.mjs +0 -318
  554. package/tools/track/metrics.mjs +0 -201
  555. package/tools/track/publish-obs.mjs +0 -108
  556. package/tools/track/py/check_env.py +0 -61
  557. package/tools/track/py/eval_lr.py +0 -229
  558. package/tools/track/py/lr_viterbi.py +0 -294
  559. package/tools/track/py/masks.py +0 -405
  560. package/tools/track/py/objective.py +0 -382
  561. package/tools/track/py/rig.py +0 -508
  562. package/tools/track/py/scene.py +0 -326
  563. package/tools/track/py/test_joint_indices.py +0 -123
  564. package/tools/track/py/test_lr_viterbi.py +0 -195
  565. package/tools/track/py/test_masks.py +0 -229
  566. package/tools/track/py/test_rig.py +0 -288
  567. package/tools/track/py/test_scene.py +0 -354
  568. package/tools/track/py/test_track.py +0 -328
  569. package/tools/track/py/track.py +0 -411
  570. package/tools/track/remote.mjs +0 -140
  571. package/tools/track/rig-dump.mjs +0 -227
  572. package/tools/track/run-box-tests.mjs +0 -14
  573. package/tools/track/run-box.mjs +0 -168
  574. package/tools/track/setup-box.sh +0 -59
  575. package/tools/track/study-2d.mjs +0 -728
  576. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  577. /package/src/{ardy → motion}/ground.js +0 -0
  578. /package/src/{ardy → motion}/ik-drag.js +0 -0
  579. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  580. /package/src/{ardy → motion}/ik.js +0 -0
  581. /package/src/{ardy → motion}/physics-surface.js +0 -0
  582. /package/src/{ardy → motion}/playback-clock.js +0 -0
  583. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,705 +0,0 @@
1
- # SPDX-License-Identifier: GPL-3.0-or-later
2
- # SPDX-FileCopyrightText: CozyClay contributors
3
- #
4
- # cclay-owned script. Source of truth lives in the CozyClay repo at
5
- # scripts/ardy/cclay_sequence_generate.py and is deployed to the ARDY box at
6
- # ~/ardy/scripts/cclay_sequence_generate.py. Do not edit the deployed copy.
7
- """Segment-chained text-to-motion generation for the cclay ARDY pipeline.
8
-
9
- Generates ONE continuous rollout across multiple text segments ("run forward,
10
- then bow"): each segment is generated by the model's autoregressive sampling
11
- loop with its own prompt, conditioned on the tail of the previously generated
12
- motion via ``init_history_sequence`` — the same history-conditioning mechanism
13
- the interactive demo's replan path uses. No npz splicing, no crossfading, no
14
- array blending: segment continuity comes purely from history conditioning.
15
-
16
- Two empirically load-bearing choices (tuned on ARDY-Core-RP-20FPS-Horizon40):
17
-
18
- * Each segment is generated with a full ``model(...)`` call whose pad mask
19
- marks the segment's exact clip length. The model was trained on clips that
20
- start/end near rest, so it settles the action before the segment boundary —
21
- which is what makes the next segment's transition smooth.
22
- * Only a SHORT history tail (default 0.6 s) is passed into the next segment.
23
- Long histories dominate the window and suppress the new segment's prompt
24
- (e.g. a 3 s running history makes the model ignore "bows deeply").
25
-
26
- Segment tails are additionally gated on continuity: if the last frames of a
27
- non-final segment still move faster than --max_boundary_jump, the segment is
28
- regenerated with a derived seed (bounded attempts, deterministic given
29
- --seed); the calmest attempt wins. This is regeneration, never blending.
30
-
31
- Root 2D waypoints (--root-2d FRAME X Z HEADING, frames in the ROLLOUT-GLOBAL
32
- 0..total-1 range) ride the same chained calls: the constraint set is built
33
- once over the whole rollout, and each segment call receives the slice covering
34
- its history tail + new frames with the history frames zeroed — exactly the
35
- interactive demo's streaming-constraint pattern. The model re-anchors observed
36
- roots by its running global translation, so rollout-global coordinates stay
37
- valid across every seam. Waypoint conditioning and history conditioning are
38
- first-class together in ``Ardy.__call__``; nothing here is off-label.
39
-
40
- Usage (from ~/ardy):
41
- .venv/bin/python scripts/cclay_sequence_generate.py \
42
- --segment "A person runs forward." 3 \
43
- --segment "A person bows deeply." 4 \
44
- --output outputs/cclay/seq --seed 7
45
-
46
- The last stdout line is a single JSON object:
47
- {"frames": int, "fps": int,
48
- "segments": [{"prompt", "requested_s", "start_frame", "end_frame"}],
49
- "continuity": {"mean_jump_m", "max_jump_m", "max_jump_frame",
50
- "boundary_max_jump_m"}}
51
- start_frame/end_frame are 0-based inclusive npz frame indices. A "jump" is the
52
- max per-frame L2 displacement across all posed joints between consecutive
53
- frames (meters); jump index j measures the transition from frame j to j+1 and
54
- is reported as the landing frame j+1 in max_jump_frame.
55
-
56
- The output npz has exactly the same keys/shapes/conventions as
57
- scripts/generate.py single-prompt output (Y-up meters, cskel27), with
58
- text = " then ".join(segment prompts).
59
- """
60
- import argparse
61
- import json
62
- import math
63
- import os
64
-
65
- import numpy as np
66
- import torch
67
-
68
- from ardy.model import DEFAULT_MODEL, load_model
69
- from ardy.model.loading import get_env_var
70
- from ardy.model.registry import resolve_model_name
71
- from ardy.motion_rep.tools import length_to_mask
72
- from ardy.postprocess import post_process_motion
73
- from ardy.skeleton import SOMASkeleton30
74
- from ardy.tools import seed_everything, to_numpy
75
-
76
- # Prime stride between per-segment base seeds so retry seeds never collide.
77
- _SEED_STRIDE = 9973
78
-
79
-
80
- def parse_args(argv=None):
81
- parser = argparse.ArgumentParser(
82
- description="Segment-chained autoregressive text-to-motion generation (cclay)"
83
- )
84
- parser.add_argument(
85
- "--segment",
86
- action="append",
87
- nargs=2,
88
- metavar=("PROMPT", "SECONDS"),
89
- required=True,
90
- help="Repeatable: a text prompt and its duration in seconds.",
91
- )
92
- parser.add_argument(
93
- "--output",
94
- type=str,
95
- default="output",
96
- help="Output stem name; bare names are placed under outputs/.",
97
- )
98
- parser.add_argument(
99
- "--model",
100
- type=str,
101
- default=DEFAULT_MODEL,
102
- help="Model nickname or full folder name (default: %(default)s).",
103
- )
104
- parser.add_argument(
105
- "--seed",
106
- type=int,
107
- default=None,
108
- help="Seed for reproducible results.",
109
- )
110
- parser.add_argument(
111
- "--diffusion_steps",
112
- type=int,
113
- default=None,
114
- help="Denoising steps, at most the model's num_base_steps (the default).",
115
- )
116
- parser.add_argument(
117
- "--history_frames",
118
- type=int,
119
- default=None,
120
- help=(
121
- "History crop budget within the FIRST segment (multiple of the model's "
122
- "token size), as in scripts/generate.py. Default: the longest history "
123
- "fitting the trained 10 s window together with the generation horizon."
124
- ),
125
- )
126
- parser.add_argument(
127
- "--transition_frames",
128
- type=int,
129
- default=None,
130
- help=(
131
- "Frames of previous-motion tail passed as init history into each "
132
- "subsequent segment (multiple of the model's token size). Short tails "
133
- "keep boundaries continuous while letting the new prompt take over. "
134
- "Default: ~0.6 s at the model fps."
135
- ),
136
- )
137
- parser.add_argument(
138
- "--root-2d",
139
- dest="root_2d",
140
- action="append",
141
- nargs=4,
142
- metavar=("FRAME", "X", "Z", "HEADING"),
143
- help=(
144
- "Repeatable: pin the root's ground position (meters) at a rollout-global "
145
- "frame, optionally with a heading in radians ('none' to omit). Headings "
146
- "are all-or-none across the set. Frame 0 is the rollout origin facing +Z."
147
- ),
148
- )
149
- parser.add_argument(
150
- "--max_boundary_jump",
151
- type=float,
152
- default=0.08,
153
- help=(
154
- "Continuity gate (meters/frame): a non-final segment whose tail still "
155
- "moves faster than this is regenerated with a derived seed (default: "
156
- "%(default)s)."
157
- ),
158
- )
159
- parser.add_argument(
160
- "--max_segment_attempts",
161
- type=int,
162
- default=6,
163
- help="Max generation attempts per non-final segment for the continuity gate (default: %(default)s).",
164
- )
165
- parser.add_argument(
166
- "--cfg_weight",
167
- type=float,
168
- nargs="+",
169
- default=[2.0, 2.0],
170
- help="CFG scale(s): one float (text) or two floats (text, constraint).",
171
- )
172
- parser.add_argument(
173
- "--no-postprocess",
174
- action="store_true",
175
- help="Don't apply motion post-processing (foot-skate reduction).",
176
- )
177
- parser.add_argument(
178
- "--root-margin",
179
- type=float,
180
- default=None,
181
- help="Root position correction margin for post-processing (default: ARDY's 0.04 m). Larger = looser pin grip, less foot skate.",
182
- )
183
- parser.add_argument(
184
- "--contact-threshold",
185
- type=float,
186
- default=None,
187
- help="Foot contact detection threshold for post-processing (default: ARDY's 0.5).",
188
- )
189
- parser.add_argument(
190
- "--checkpoints_dir",
191
- type=str,
192
- default=None,
193
- help="Local dir holding released model folders (falls back to CHECKPOINTS_DIR env).",
194
- )
195
- return parser.parse_args(argv)
196
-
197
-
198
- def cclay_progress(iterable):
199
- """Print one line per sampling step so the bridge can stream progress.
200
-
201
- The model calls this where it would call tqdm; every line lands in the
202
- UI as a status event, which is the only liveness signal the operator has
203
- during a minutes-long generation.
204
- """
205
- total = len(iterable) if hasattr(iterable, "__len__") else None
206
- for index, item in enumerate(iterable):
207
- if total:
208
- print(f"sampling step {index + 1}/{total}", flush=True)
209
- else:
210
- print(f"sampling step {index + 1}", flush=True)
211
- yield item
212
-
213
-
214
- def _default_history_frames(fps: float, gen_horizon_len: int, num_frames_per_token: int) -> int:
215
- """Longest history that, together with the generation horizon, fits the trained 10 s window.
216
-
217
- Same budget as scripts/generate.py and the interactive demo: unbounded
218
- history degrades long generations into jitter.
219
- """
220
- max_window_len = (int(10 * fps) // num_frames_per_token) * num_frames_per_token
221
- return ((max_window_len - gen_horizon_len) // num_frames_per_token) * num_frames_per_token
222
-
223
-
224
- def _resolve_output_base(path: str, default_dir: str = "outputs") -> str:
225
- """Place bare output names under ``default_dir``; honor explicit paths (as generate.py)."""
226
- if os.path.dirname(path):
227
- return path
228
- return os.path.join(default_dir, path)
229
-
230
-
231
- def _single_file_path(path: str, ext: str) -> str:
232
- """Return path for a single output file; add ext if missing, create parent dirs."""
233
- if not path.endswith(ext):
234
- path = path.rstrip(os.sep) + ext
235
- parent = os.path.dirname(path)
236
- if parent:
237
- os.makedirs(parent, exist_ok=True)
238
- return path
239
-
240
-
241
- def save_motion_npz(path: str, motion_dict: dict, fps: float, text: str) -> None:
242
- """Save a motion output dict to ``.npz`` along with fps and the prompt (as generate.py)."""
243
- arrays = {k: np.asarray(v) for k, v in motion_dict.items()}
244
- arrays["fps"] = np.asarray(fps)
245
- arrays["text"] = np.asarray(text)
246
- np.savez(path, **arrays)
247
-
248
-
249
- def _parse_frame(raw, num_frames: int, flag: str) -> int:
250
- try:
251
- frame = int(raw)
252
- except ValueError:
253
- raise ValueError(f"{flag} frame must be an integer, got {raw!r}.")
254
- if not 0 <= frame < num_frames:
255
- raise ValueError(
256
- f"{flag} frame {frame} is outside the rollout (0..{num_frames - 1} for "
257
- f"these segments); lengthen a segment or move the constraint."
258
- )
259
- return frame
260
-
261
-
262
- def _parse_floats(raw_values, flag: str, names: str) -> list:
263
- try:
264
- return [float(value) for value in raw_values]
265
- except ValueError:
266
- raise ValueError(f"{flag} {names} must be numbers, got {tuple(raw_values)!r}.")
267
-
268
-
269
- def parse_root_waypoints(raw_waypoints, num_frames: int) -> list:
270
- """Validate --root-2d. HEADING is radians or the literal 'none'.
271
-
272
- Same contract as cclay_constrained_generate.py, with frames measured in
273
- the rollout-global 0..total-1 range.
274
- """
275
- if not raw_waypoints:
276
- return []
277
- waypoints = []
278
- seen = set()
279
- for raw_frame, raw_x, raw_z, raw_heading in raw_waypoints:
280
- frame = _parse_frame(raw_frame, num_frames, "--root-2d")
281
- if frame in seen:
282
- raise ValueError(
283
- f"duplicate --root-2d for frame {frame}; one waypoint per frame."
284
- )
285
- seen.add(frame)
286
- x, z = _parse_floats((raw_x, raw_z), "--root-2d", "X Z")
287
- if str(raw_heading).lower() == "none":
288
- heading = None
289
- else:
290
- heading = _parse_floats((raw_heading,), "--root-2d", "HEADING")[0]
291
- waypoints.append({"frame": frame, "xz": [x, z], "heading": heading})
292
- waypoints.sort(key=lambda entry: entry["frame"])
293
- if len({entry["heading"] is None for entry in waypoints}) > 1:
294
- # ARDY conditions the whole waypoint set on one heading tensor, so a
295
- # partly-headed request would silently invent headings for the rest.
296
- raise ValueError(
297
- "--root-2d heading must be given for every waypoint or for none of them; "
298
- "ARDY conditions the whole waypoint set on one heading tensor."
299
- )
300
- return waypoints
301
-
302
-
303
- def measure_waypoints(waypoints: list, generated_joints, skeleton) -> list:
304
- """Horizontal distance from each requested root waypoint to the rollout's root."""
305
- report = []
306
- root_index = skeleton.root_idx
307
- for entry in waypoints:
308
- root = np.asarray(generated_joints[entry["frame"], root_index], dtype=np.float64)
309
- achieved = [float(root[0]), float(root[2])]
310
- error = float(np.linalg.norm(np.asarray(achieved) - np.asarray(entry["xz"])))
311
- report.append(
312
- {
313
- "frame": entry["frame"],
314
- "requested_xz": [round(value, 4) for value in entry["xz"]],
315
- "achieved_xz": [round(value, 4) for value in achieved],
316
- "achieved_error_m": round(error, 4),
317
- "heading_rad": entry["heading"],
318
- }
319
- )
320
- return report
321
-
322
-
323
- def _posed_joint_jumps(posed_joints: np.ndarray) -> np.ndarray:
324
- """jump[j] = max over joints of the L2 displacement between frames j and j+1 (meters)."""
325
- disp = np.linalg.norm(posed_joints[1:] - posed_joints[:-1], axis=-1) # (F-1, J)
326
- return disp.max(axis=-1) # (F-1,)
327
-
328
-
329
- def _continuity_metrics(posed_joints: np.ndarray, boundaries: list) -> dict:
330
- """Continuity metrics from posed joints (F, J, 3), meters.
331
-
332
- boundary_max_jump_m = max jump within +/-2 frames of every segment boundary
333
- (jumps whose either endpoint frame is within 2 frames of a boundary start).
334
- """
335
- jumps = _posed_joint_jumps(posed_joints)
336
- boundary_max = 0.0
337
- for b in boundaries:
338
- lo = max(0, b - 3)
339
- hi = min(len(jumps), b + 2)
340
- if lo < hi:
341
- boundary_max = max(boundary_max, float(jumps[lo:hi].max()))
342
- return {
343
- "mean_jump_m": float(jumps.mean()),
344
- "max_jump_m": float(jumps.max()),
345
- "max_jump_frame": int(jumps.argmax()) + 1,
346
- "boundary_max_jump_m": boundary_max,
347
- }
348
-
349
-
350
- def cclay_pick_device():
351
- """cuda > mps > cpu, overridable with CCLAY_ARDY_DEVICE (cpu|mps|cuda[:N]).
352
-
353
- The env override is how the local runner forces CPU (--cpu) without
354
- relying on CUDA_VISIBLE_DEVICES, which cannot hide an Apple GPU.
355
- """
356
- forced = os.environ.get("CCLAY_ARDY_DEVICE", "").strip().lower()
357
- if forced:
358
- return forced
359
- if torch.cuda.is_available():
360
- return "cuda:0"
361
- mps_backend = getattr(torch.backends, "mps", None)
362
- if mps_backend is not None and mps_backend.is_available():
363
- return "mps"
364
- return "cpu"
365
-
366
-
367
- def cclay_mps_compat(device):
368
- """Downcast float64 buffers to float32 at registration when running on MPS.
369
-
370
- The MPS backend has no float64. ARDY's skeleton loads neutral_joints from
371
- a float64 pickle and registers it as a buffer, which makes Ardy.__init__'s
372
- .to("mps") fail; float32 is plenty for joint positions in meters. No-op on
373
- cuda/cpu so remote-box behavior is untouched.
374
- """
375
- if not str(device).startswith("mps"):
376
- return
377
- original = torch.nn.Module.register_buffer
378
- if getattr(original, "_cclay_f32", False):
379
- return
380
-
381
- def register_buffer_f32(self, name, tensor, persistent=True):
382
- if tensor is not None and getattr(tensor, "dtype", None) == torch.float64:
383
- tensor = tensor.float()
384
- return original(self, name, tensor, persistent)
385
-
386
- register_buffer_f32._cclay_f32 = True
387
- torch.nn.Module.register_buffer = register_buffer_f32
388
-
389
-
390
- def main(argv=None, preloaded_model=None):
391
- device = cclay_pick_device()
392
- cclay_mps_compat(device)
393
- print(f"Using device: {device}")
394
- args = parse_args(argv)
395
-
396
- segments = []
397
- for prompt, seconds_str in args.segment:
398
- prompt = prompt.strip()
399
- try:
400
- seconds = float(seconds_str)
401
- except ValueError:
402
- raise ValueError(f"--segment duration must be a number, got {seconds_str!r}.")
403
- if not prompt:
404
- raise ValueError("--segment prompt must be non-empty.")
405
- if seconds <= 0:
406
- raise ValueError(f"--segment duration must be > 0 seconds, got {seconds}.")
407
- segments.append((prompt, seconds))
408
-
409
- if len(args.cfg_weight) == 1:
410
- cfg_weight = float(args.cfg_weight[0])
411
- elif len(args.cfg_weight) == 2:
412
- cfg_weight = (float(args.cfg_weight[0]), float(args.cfg_weight[1]))
413
- else:
414
- raise ValueError("--cfg_weight expects one float (text) or two floats (text, constraint).")
415
- if args.max_segment_attempts < 1:
416
- raise ValueError(f"--max_segment_attempts must be >= 1, got {args.max_segment_attempts}.")
417
-
418
- # Load model (same path as scripts/generate.py)
419
- checkpoints_dir = args.checkpoints_dir or get_env_var("CHECKPOINTS_DIR")
420
- resolved_model = resolve_model_name(args.model, checkpoints_dir=checkpoints_dir)
421
- model = (
422
- preloaded_model
423
- if preloaded_model is not None
424
- else load_model(resolved_model, device=device, checkpoints_dir=checkpoints_dir)
425
- )
426
- print(f"Loaded model: {resolved_model}")
427
-
428
- fps = model.motion_rep.fps
429
- patch = model.num_frames_per_token
430
- gen_horizon = model.gen_horizon_len
431
- max_window_len = (int(10 * fps) // patch) * patch # trained-window budget
432
-
433
- num_base_steps = int(model.diffusion.num_base_steps)
434
- diffusion_steps = args.diffusion_steps if args.diffusion_steps is not None else num_base_steps
435
- if not 1 <= diffusion_steps <= num_base_steps:
436
- raise ValueError(
437
- f"--diffusion_steps must be between 1 and {num_base_steps} "
438
- f"(this model's num_base_steps); got {diffusion_steps}."
439
- )
440
-
441
- history_budget = args.history_frames
442
- if history_budget is None:
443
- history_budget = _default_history_frames(fps, gen_horizon, patch)
444
- elif history_budget < patch or history_budget % patch != 0:
445
- raise ValueError(f"--history_frames must be a positive multiple of {patch} (this model's token size).")
446
-
447
- transition_frames = args.transition_frames
448
- if transition_frames is None:
449
- transition_frames = max(patch, (int(0.6 * fps) // patch) * patch)
450
- elif transition_frames < patch or transition_frames % patch != 0:
451
- raise ValueError(f"--transition_frames must be a positive multiple of {patch} (this model's token size).")
452
- print(
453
- f"Using {history_budget} history frames (first-segment crop), "
454
- f"{transition_frames} transition frames, {diffusion_steps} denoising steps"
455
- )
456
-
457
- # Per-segment frame counts. Later segments must fit the trained window
458
- # together with the transition history (init history cannot be cropped
459
- # mid-generation by the model).
460
- seg_bounds = []
461
- cum = 0
462
- for i, (prompt, seconds) in enumerate(segments):
463
- n = max(1, int(round(seconds * fps)))
464
- if n < patch:
465
- raise ValueError(
466
- f"segment {prompt!r}: {seconds}s = {n} frames is shorter than one model "
467
- f"token ({patch} frames at {fps} fps)."
468
- )
469
- if i > 0:
470
- window = transition_frames + math.ceil(n / gen_horizon) * gen_horizon
471
- if window > max_window_len:
472
- max_s = (max_window_len - transition_frames) / fps
473
- raise ValueError(
474
- f"segment {prompt!r}: {seconds}s exceeds the trained window for a "
475
- f"chained segment (max ~{max_s:.1f}s); split it into shorter segments."
476
- )
477
- seg_bounds.append({"prompt": prompt, "requested_s": seconds, "start_frame": cum, "end_frame": cum + n - 1})
478
- cum += n
479
- total_frames = cum
480
- print(f"Will generate {total_frames} frames ({total_frames / fps:.2f}s at {fps} fps) over {len(segments)} segments")
481
-
482
- # Root waypoints: ONE constraint set over the whole rollout, built in the
483
- # rollout-global frame (frame 0 at the origin facing +Z — the first
484
- # segment's canonical frame). Each chained call slices its own span below.
485
- waypoints = parse_root_waypoints(args.root_2d or [], total_frames)
486
- observed_full = None
487
- mask_full = None
488
- constraint_lst = []
489
- if waypoints:
490
- from ardy.constraints import Root2DConstraintSet
491
-
492
- headings = [entry["heading"] for entry in waypoints]
493
- constraint_lst = [
494
- Root2DConstraintSet(
495
- model.skeleton,
496
- frame_indices=torch.tensor([entry["frame"] for entry in waypoints]),
497
- root_2d=torch.tensor(
498
- [entry["xz"] for entry in waypoints], device=device, dtype=torch.float32
499
- ),
500
- global_root_heading=(
501
- None
502
- if headings[0] is None
503
- else torch.tensor(headings, device=device, dtype=torch.float32)
504
- ),
505
- )
506
- ]
507
- observed_full, mask_full = model.motion_rep.create_conditions_from_constraints_batched(
508
- constraint_lst,
509
- torch.tensor([total_frames], device=device),
510
- to_normalize=True,
511
- device=device,
512
- )
513
- print(
514
- f"Root2DConstraintSet on rollout frames "
515
- f"{[entry['frame'] for entry in waypoints]}"
516
- )
517
-
518
- def generate_segment(prompt: str, n: int, history: torch.Tensor | None, seg_start: int) -> torch.Tensor:
519
- """One segment: full sampling loop conditioned on the (optional) history tail.
520
-
521
- ``seg_start`` is the segment's first frame in rollout-global numbering;
522
- with waypoints present the call receives the observed-motion slice for
523
- its history tail + new frames, history frames zeroed (the demo's
524
- streaming pattern — constraints never fight the conditioning history).
525
- Returns only the n newly generated NORMALIZED frames.
526
- """
527
- history_len = 0 if history is None else history.shape[1]
528
- num_frames = history_len + n
529
- pad_mask = length_to_mask(torch.tensor([num_frames], device=device))
530
- first_heading_angle = torch.zeros(1, device=device) if history is None else None
531
- seg_mask = None
532
- seg_observed = None
533
- if mask_full is not None:
534
- call_start = seg_start - history_len
535
- seg_mask = mask_full[:, call_start : call_start + num_frames].clone()
536
- seg_observed = observed_full[:, call_start : call_start + num_frames].clone()
537
- seg_mask[:, :history_len] = 0.0
538
- seg_observed[:, :history_len] = 0.0
539
- if not bool(seg_mask.any()):
540
- # no waypoint lands in this call's generated span; a pure
541
- # zero mask would only cost compute
542
- seg_mask = None
543
- seg_observed = None
544
- with torch.no_grad():
545
- motion = model(
546
- [prompt],
547
- num_frames,
548
- num_denoising_steps=diffusion_steps,
549
- pad_mask=pad_mask,
550
- first_heading_angle=first_heading_angle,
551
- motion_mask=seg_mask,
552
- observed_motion=seg_observed,
553
- cfg_weight=cfg_weight,
554
- progress_bar=cclay_progress,
555
- init_history_sequence=history,
556
- crop_history_length=history_budget if history is None else None,
557
- )
558
- return motion[:, history_len:]
559
-
560
- def tail_jump(segment_motion: torch.Tensor) -> float:
561
- """Max posed-joint jump over the last `patch` transitions of a segment (meters/frame)."""
562
- with torch.no_grad():
563
- out = model.motion_rep.inverse(segment_motion[:, -(patch + 1) :], is_normalized=True)
564
- pj = out["posed_joints"][0].cpu().numpy()
565
- return float(_posed_joint_jumps(pj).max())
566
-
567
- # Single continuous rollout: `acc` holds the accumulated NORMALIZED motion
568
- # tensor (1, F, D); each segment conditions on its tail.
569
- acc = None
570
- gate_worst_jump = None
571
- gate_exhausted = False
572
- for seg_idx, seg in enumerate(seg_bounds):
573
- n = seg["end_frame"] - seg["start_frame"] + 1
574
- is_final = seg_idx == len(seg_bounds) - 1
575
- best, best_jump = None, None
576
- attempts = 1 if is_final else args.max_segment_attempts
577
- for attempt in range(attempts):
578
- if args.seed is not None:
579
- seed_everything(args.seed + _SEED_STRIDE * seg_idx + attempt)
580
- if acc is None:
581
- history = None
582
- else:
583
- # Clamp to the largest token multiple available so a short
584
- # first segment never feeds a non-token-multiple history.
585
- hist_len = min(transition_frames, (acc.shape[1] // patch) * patch)
586
- history = acc[:, -hist_len:]
587
- segment_motion = generate_segment(seg["prompt"], n, history, seg["start_frame"])
588
- if is_final:
589
- best = segment_motion
590
- break
591
- jump = tail_jump(segment_motion)
592
- if best_jump is None or jump < best_jump:
593
- best, best_jump = segment_motion, jump
594
- if jump <= args.max_boundary_jump:
595
- break
596
- if not is_final:
597
- print(
598
- f"[segment {seg['start_frame']}-{seg['end_frame']}] tail jump "
599
- f"{best_jump:.4f} m/frame after {attempt + 1} attempt(s)"
600
- )
601
- gate_worst_jump = best_jump if gate_worst_jump is None else max(gate_worst_jump, best_jump)
602
- if best_jump > args.max_boundary_jump:
603
- gate_exhausted = True
604
- acc = best if acc is None else torch.cat([acc, best], dim=1)
605
-
606
- # Unnormalize + inverse ONCE over the full rollout, then the same tail as
607
- # scripts/generate.py: postprocess once, numpy, save.
608
- with torch.no_grad():
609
- output = model.motion_rep.inverse(acc, is_normalized=True)
610
-
611
- postprocess_kwargs = {}
612
- use_postprocess = "g1" not in resolved_model.lower() and not args.no_postprocess
613
- if use_postprocess:
614
- if args.root_margin is not None:
615
- postprocess_kwargs["root_margin"] = args.root_margin
616
- if args.contact_threshold is not None:
617
- postprocess_kwargs["contact_threshold"] = args.contact_threshold
618
- corrected = post_process_motion(
619
- output["local_rot_mats"],
620
- output["root_positions"],
621
- output["foot_contacts"],
622
- model.skeleton,
623
- # With waypoints, ARDY's own postprocess enforces the pinned root
624
- # contacts instead of skating them away (as the one-shot path).
625
- constraint_lst=constraint_lst if constraint_lst else None,
626
- **postprocess_kwargs,
627
- )
628
- output.update(corrected)
629
-
630
- if isinstance(model.skeleton, SOMASkeleton30):
631
- output = model.skeleton.output_to_SOMASkeleton77(output)
632
-
633
- output = to_numpy(output)
634
- # Single sample: drop the batch dim (generate.py _select_sample with index 0).
635
- motion_dict = {
636
- k: (v[0] if hasattr(v, "shape") and len(v.shape) > 0 and v.shape[0] == 1 else v)
637
- for k, v in output.items()
638
- }
639
-
640
- text = " then ".join(seg["prompt"] for seg in seg_bounds)
641
- output_base = _resolve_output_base(args.output)
642
- npz_path = _single_file_path(output_base, ".npz")
643
- print(f"Saving the npz output to {npz_path}")
644
- save_motion_npz(npz_path, motion_dict, fps, text)
645
-
646
- boundaries = [seg["start_frame"] for seg in seg_bounds[1:]]
647
- frames = int(motion_dict["posed_joints"].shape[0])
648
- if frames != total_frames:
649
- raise RuntimeError(
650
- f"generated frame count {frames} does not match the planned segment table "
651
- f"({total_frames}); segment boundaries would be mislabeled."
652
- )
653
- # Same quality lens as the constrained report: which postprocess knobs
654
- # were used, and whether stance frames keep the feet planted.
655
- def _surface_contact_verified():
656
- contacts = motion_dict.get("foot_contacts")
657
- if contacts is None:
658
- return None
659
- contacts_arr = np.asarray(contacts)
660
- if contacts_arr.ndim == 3:
661
- contacts_arr = contacts_arr[0]
662
- posed = np.asarray(motion_dict["posed_joints"])
663
- foot_indices = [
664
- idx
665
- for idx, name in enumerate(model.skeleton.bone_order_names)
666
- if "foot" in name.lower() or "toe" in name.lower()
667
- ]
668
- checked = 0
669
- held = 0
670
- for contact_idx, joint_idx in enumerate(foot_indices[: contacts_arr.shape[1]]):
671
- ys = posed[:, joint_idx, 1]
672
- for frame in range(1, len(posed)):
673
- if contacts_arr[frame, contact_idx] > 0.5 and contacts_arr[frame - 1, contact_idx] > 0.5:
674
- checked += 1
675
- if abs(ys[frame] - ys[frame - 1]) < 0.02:
676
- held += 1
677
- return checked == 0 or (held / checked) >= 0.8
678
-
679
- result = {
680
- "frames": frames,
681
- "fps": int(fps),
682
- "model": resolved_model,
683
- "surface_contact_verified": _surface_contact_verified(),
684
- "postprocess": {
685
- "contact_threshold": postprocess_kwargs.get("contact_threshold", 0.5) if use_postprocess else None,
686
- "root_margin": postprocess_kwargs.get("root_margin", 0.04) if use_postprocess else None,
687
- },
688
- "segments": seg_bounds,
689
- "continuity": _continuity_metrics(np.asarray(motion_dict["posed_joints"]), boundaries),
690
- "boundary_gate": {
691
- "threshold_m": args.max_boundary_jump,
692
- "max_attempts": args.max_segment_attempts,
693
- "worst_tail_jump_m": gate_worst_jump,
694
- "exhausted": gate_exhausted,
695
- },
696
- # Measured, never asserted: horizontal error at every pinned frame.
697
- "waypoints": measure_waypoints(
698
- waypoints, np.asarray(motion_dict["posed_joints"]), model.skeleton
699
- ),
700
- }
701
- print(json.dumps(result))
702
-
703
-
704
- if __name__ == "__main__":
705
- main()