cozyclay 2.1.1 → 3.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (585) hide show
  1. package/CHANGELOG.md +88 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +43 -116
  4. package/bin/agent/agent-runner.mjs +14 -15
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/session-store.mjs +2 -2
  14. package/bin/agent/studio-context-budget.mjs +93 -0
  15. package/bin/agent/studio-motion-reference.mjs +23 -0
  16. package/bin/agent/studio-prompt.mjs +1 -1
  17. package/bin/agent/studio-rebase-text.mjs +32 -0
  18. package/bin/agent/studio-rebase.mjs +26 -39
  19. package/bin/agent/studio-tools.mjs +9 -28
  20. package/bin/agent/tool-arguments.mjs +49 -0
  21. package/bin/agent/turn-frames.mjs +66 -0
  22. package/bin/codex-auth.mjs +9 -2
  23. package/bin/cozyclay.mjs +10 -116
  24. package/bin/live/cli.mjs +3 -3
  25. package/bin/mcp-runtime.mjs +2 -12
  26. package/bin/package-signature.mjs +0 -4
  27. package/dist/app/index.html +7 -6
  28. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  29. package/dist/assets/analytics-BWCqdgWA.js +1 -0
  30. package/dist/assets/app-DfTCxaKk.js +5087 -0
  31. package/dist/assets/app-f-fkV5uP.css +1 -0
  32. package/dist/assets/compile-worker-BxKXh07s.js +5 -0
  33. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  34. package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-DNO8kv_N.js} +1 -1
  35. package/dist/assets/{landing-ChUvB_zL.js → landing-yfZaJkWc.js} +1 -1
  36. package/dist/assets/scene-asset-sync-U3kS2rvK.js +20 -0
  37. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  38. package/dist/assets/workflow-D78eiKTa.js +179 -0
  39. package/dist/cozyclay-package.json +1 -1
  40. package/dist/index.html +3 -3
  41. package/dist/sw.js +3 -6
  42. package/dist/workflow/index.html +5 -4
  43. package/mcp/LIVE-PROTOCOL.md +7 -47
  44. package/mcp/README.md +16 -26
  45. package/mcp/live-hub.mjs +6 -10
  46. package/mcp/package.json +1 -3
  47. package/mcp/tool-handlers.mjs +4 -168
  48. package/package.json +3 -22
  49. package/src/App.jsx +151 -2625
  50. package/src/agent-progress.js +80 -0
  51. package/src/agent-turn-mark.js +30 -0
  52. package/src/analytics.js +1 -19
  53. package/src/app-context.js +12 -2
  54. package/src/app-stage.jsx +2 -34
  55. package/src/asset-pane.jsx +6 -5
  56. package/src/camera-block.js +21 -0
  57. package/src/camera-direction.js +120 -0
  58. package/src/character-kind.js +3 -9
  59. package/src/command-bus.js +10 -8
  60. package/src/commands/cast.js +5 -34
  61. package/src/commands/elements/character.js +1 -1
  62. package/src/commands/elements/motion.js +1 -6
  63. package/src/commands/elements/object.js +6 -2
  64. package/src/commands/elements/shot.js +4 -1
  65. package/src/commands/elements.js +38 -14
  66. package/src/commands/index.js +3 -1
  67. package/src/commands/kits.js +37 -0
  68. package/src/commands/motion-timing.js +57 -0
  69. package/src/commands/motion.js +9 -152
  70. package/src/commands/motion3-compile.js +65 -0
  71. package/src/commands/motion3.js +214 -0
  72. package/src/commands/objects.js +6 -4
  73. package/src/commands/shot.js +55 -13
  74. package/src/commands/stage.js +14 -1
  75. package/src/commands/view.js +4 -1
  76. package/src/document-mirrors.js +42 -0
  77. package/src/document-store.js +4 -0
  78. package/src/domains/cast.js +19 -194
  79. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  80. package/src/domains/motion/take-source.js +53 -0
  81. package/src/domains/motion.js +60 -1838
  82. package/src/domains/scenes.js +12 -55
  83. package/src/domains/shots.js +2 -2
  84. package/src/domains/stage.js +4 -2
  85. package/src/draft-ghost.js +47 -0
  86. package/src/draft-ghost.jsx +129 -0
  87. package/src/dualview.jsx +4 -3
  88. package/src/effects/EffectsLayer.jsx +112 -0
  89. package/src/effects/effect-meshes.js +232 -0
  90. package/src/effects/effect-record.js +103 -0
  91. package/src/effects/emitter.js +59 -0
  92. package/src/effects/simulate.js +261 -0
  93. package/src/effects/state.js +59 -0
  94. package/src/execution-telemetry.js +2 -3
  95. package/src/first-success-guide.jsx +5 -5
  96. package/src/ghost-set.js +257 -0
  97. package/src/held-object-edit.jsx +113 -0
  98. package/src/held-object-pose.js +175 -0
  99. package/src/hierarchy-model.js +1 -1
  100. package/src/hierarchy-panel.jsx +1 -1
  101. package/src/imported-mesh.jsx +103 -0
  102. package/src/kits/held.js +84 -0
  103. package/src/kits/index.js +70 -0
  104. package/src/kits/smoking.js +57 -0
  105. package/src/light-blockers.js +93 -0
  106. package/src/motion/beat-board-model.js +84 -0
  107. package/src/motion/beat-board.css +124 -0
  108. package/src/motion/beat-board.jsx +60 -0
  109. package/src/motion/center-of-mass.js +66 -0
  110. package/src/motion/fix-collisions.js +850 -0
  111. package/src/motion/physics-review.js +118 -0
  112. package/src/{ardy → motion}/physics-support.js +1 -76
  113. package/src/motion/rig-snapshot.js +22 -0
  114. package/src/motion/take-segments.jsx +140 -0
  115. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  116. package/src/{ardy → motion}/timeline.css +1 -2
  117. package/src/{ardy → motion}/timeline.jsx +42 -413
  118. package/src/motion/waypoints.js +76 -0
  119. package/src/motion3/beats.js +83 -0
  120. package/src/motion3/body.js +158 -0
  121. package/src/motion3/bones.js +47 -0
  122. package/src/motion3/carried.js +47 -0
  123. package/src/motion3/compile-job.js +79 -0
  124. package/src/motion3/compile-worker.js +10 -0
  125. package/src/motion3/compiler/anchors.js +113 -0
  126. package/src/motion3/compiler/arm-orient.js +128 -0
  127. package/src/motion3/compiler/channels.js +125 -0
  128. package/src/motion3/compiler/compile.js +205 -0
  129. package/src/motion3/compiler/gait-rhythm.js +97 -0
  130. package/src/motion3/compiler/grip.js +171 -0
  131. package/src/motion3/compiler/head-steady.js +48 -0
  132. package/src/motion3/compiler/hold.js +134 -0
  133. package/src/motion3/compiler/idle.js +113 -0
  134. package/src/motion3/compiler/limbs.js +197 -0
  135. package/src/motion3/compiler/math.js +72 -0
  136. package/src/motion3/compiler/pose.js +177 -0
  137. package/src/motion3/compiler/quat.js +49 -0
  138. package/src/motion3/compiler/skeleton.js +74 -0
  139. package/src/motion3/compiler/validate-common.js +32 -0
  140. package/src/motion3/compiler/validate-goals.js +118 -0
  141. package/src/motion3/compiler/validate-objects.js +144 -0
  142. package/src/motion3/compiler/validate-parts.js +118 -0
  143. package/src/motion3/compiler/validate.js +122 -0
  144. package/src/motion3/compiler/vocab.js +74 -0
  145. package/src/motion3/compiler/walk-pelvis.js +275 -0
  146. package/src/motion3/compiler/walk.js +207 -0
  147. package/src/motion3/compiler/wrist-clamp.js +32 -0
  148. package/src/motion3/delta.js +47 -0
  149. package/src/motion3/describe.js +177 -0
  150. package/src/motion3/docs.js +27 -0
  151. package/src/motion3/edit-carry.js +21 -0
  152. package/src/motion3/fix/ease.js +16 -0
  153. package/src/motion3/fix/ground.js +37 -0
  154. package/src/motion3/fix/index.js +52 -0
  155. package/src/motion3/fix/push.js +71 -0
  156. package/src/motion3/fix/reach.js +46 -0
  157. package/src/motion3/fix/retime.js +79 -0
  158. package/src/motion3/fix/self.js +211 -0
  159. package/src/motion3/fix/slide.js +70 -0
  160. package/src/motion3/fix/turn.js +51 -0
  161. package/src/motion3/follow.js +39 -0
  162. package/src/motion3/free-motion.js +204 -0
  163. package/src/motion3/grip-choice.js +130 -0
  164. package/src/motion3/hold-plan.js +157 -0
  165. package/src/motion3/json-patch.js +77 -0
  166. package/src/motion3/key-aim.js +105 -0
  167. package/src/motion3/key-edit.js +82 -0
  168. package/src/motion3/lenient.js +127 -0
  169. package/src/motion3/object-keys.js +236 -0
  170. package/src/motion3/object-pose.js +182 -0
  171. package/src/motion3/object-tracks.js +12 -0
  172. package/src/motion3/people.js +82 -0
  173. package/src/motion3/pipeline.js +102 -0
  174. package/src/motion3/playback.js +51 -0
  175. package/src/motion3/probes.js +91 -0
  176. package/src/motion3/qa/body-checks.js +34 -0
  177. package/src/motion3/qa/check-names.js +14 -0
  178. package/src/motion3/qa/checks.js +125 -0
  179. package/src/motion3/qa/contact-checks.js +51 -0
  180. package/src/motion3/qa/explain.js +80 -0
  181. package/src/motion3/qa/fmt.js +5 -0
  182. package/src/motion3/qa/foot-checks.js +72 -0
  183. package/src/motion3/qa/geometry.js +77 -0
  184. package/src/motion3/qa/goals.js +191 -0
  185. package/src/motion3/qa/ground.js +60 -0
  186. package/src/motion3/qa/hints-contact.js +195 -0
  187. package/src/motion3/qa/hints-goal.js +160 -0
  188. package/src/motion3/qa/hints-knee.js +24 -0
  189. package/src/motion3/qa/hints-motion.js +209 -0
  190. package/src/motion3/qa/hints-object.js +91 -0
  191. package/src/motion3/qa/index.js +44 -0
  192. package/src/motion3/qa/key-checks.js +82 -0
  193. package/src/motion3/qa/near.js +96 -0
  194. package/src/motion3/qa/object-checks.js +135 -0
  195. package/src/motion3/qa/patch.js +161 -0
  196. package/src/motion3/qa/people-checks.js +37 -0
  197. package/src/motion3/qa/severity.js +38 -0
  198. package/src/motion3/qa/spec-checks.js +65 -0
  199. package/src/motion3/qa/style.js +228 -0
  200. package/src/motion3/qa/wrist-checks.js +69 -0
  201. package/src/motion3/qa/wrist-obs.js +60 -0
  202. package/src/motion3/refs.js +129 -0
  203. package/src/motion3/repair-tune.js +121 -0
  204. package/src/motion3/repair.js +83 -0
  205. package/src/motion3/report.js +67 -0
  206. package/src/motion3/rigs/index.js +14 -0
  207. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  208. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  209. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  210. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  211. package/src/motion3/scene.js +60 -0
  212. package/src/motion3/schema/brief.js +89 -0
  213. package/src/motion3/schema/fields.js +44 -0
  214. package/src/motion3/schema/spec-examples.js +46 -0
  215. package/src/motion3/schema/topics.js +113 -0
  216. package/src/motion3/schema/types.js +149 -0
  217. package/src/motion3/search.js +117 -0
  218. package/src/motion3/second-hand.js +112 -0
  219. package/src/motion3/settle.js +136 -0
  220. package/src/motion3/skills/basic.js +83 -0
  221. package/src/motion3/skills/book.js +76 -0
  222. package/src/motion3/skills/car.js +145 -0
  223. package/src/motion3/skills/flip.js +200 -0
  224. package/src/motion3/skills/frames-auto.js +29 -0
  225. package/src/motion3/skills/impact.js +109 -0
  226. package/src/motion3/skills/index.js +85 -0
  227. package/src/motion3/skills/info.js +80 -0
  228. package/src/motion3/skills/smoke-kit.js +109 -0
  229. package/src/motion3/skills/smoke.js +160 -0
  230. package/src/motion3/spec-store.js +59 -0
  231. package/src/motion3/take-edit.js +155 -0
  232. package/src/motion3/take.js +63 -0
  233. package/src/motion3/timeline.js +127 -0
  234. package/src/motion3/views.js +121 -0
  235. package/src/motion3/walk-plan.js +119 -0
  236. package/src/object-catalog.jsx +7 -1
  237. package/src/object-colors.js +98 -0
  238. package/src/object-gizmo-parts.js +115 -0
  239. package/src/object-gizmo.jsx +37 -122
  240. package/src/object-glow.js +139 -0
  241. package/src/object-hidden.js +33 -0
  242. package/src/object-look.js +196 -0
  243. package/src/object-size.js +10 -0
  244. package/src/object-travel.js +71 -6
  245. package/src/panels/CameraPanel.jsx +7 -7
  246. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  247. package/src/panels/LightPanel.jsx +25 -4
  248. package/src/panels/ObjectLookPanel.jsx +88 -0
  249. package/src/panels/PosePanel.jsx +2 -17
  250. package/src/panels/RigControlPanel.jsx +5 -53
  251. package/src/panels/SubjectBox.jsx +4 -1
  252. package/src/panels/details.css +14 -0
  253. package/src/posestudio.jsx +4 -27
  254. package/src/project-browser.jsx +3 -4
  255. package/src/project-resources.js +18 -31
  256. package/src/project.js +13 -104
  257. package/src/props.jsx +25 -280
  258. package/src/qa-label.js +25 -0
  259. package/src/rail-dot-drag.js +23 -0
  260. package/src/render-passes.js +10 -0
  261. package/src/resource-status.jsx +1 -0
  262. package/src/result-modal.jsx +4 -19
  263. package/src/room.jsx +20 -12
  264. package/src/scene-assets.js +8 -6
  265. package/src/scene-light-place.js +72 -0
  266. package/src/scene-lights.jsx +148 -0
  267. package/src/scene-objects.js +31 -139
  268. package/src/scenes.js +15 -105
  269. package/src/semantic-edit.js +2 -5
  270. package/src/set-pieces.jsx +183 -0
  271. package/src/settings-menu.jsx +3 -11
  272. package/src/shell/BottomDock.jsx +9 -51
  273. package/src/shell/DetailsSlot.jsx +16 -200
  274. package/src/shell/GhostsMenuGroup.jsx +74 -0
  275. package/src/shell/LibrarySlot.jsx +1 -3
  276. package/src/shell/MenuBar.jsx +3 -3
  277. package/src/shell/PreferencesDialog.jsx +15 -264
  278. package/src/shell/PreferencesSlot.jsx +2 -8
  279. package/src/shell/TopBar.jsx +5 -84
  280. package/src/shell/ViewportToolbar.jsx +10 -70
  281. package/src/shell/agent-glass.css +19 -6
  282. package/src/shell/details-selection.js +42 -0
  283. package/src/shell/ghosts-menu.css +22 -0
  284. package/src/shell/glass-regions.css +29 -3
  285. package/src/shell/preferences.css +6 -1
  286. package/src/shot-authoring.js +4 -7
  287. package/src/soft-shadows.js +37 -0
  288. package/src/stage-attach-frames.js +12 -12
  289. package/src/stage-canvas-rigs.jsx +3 -3
  290. package/src/stage-capture.jsx +42 -8
  291. package/src/stage-characters.jsx +22 -216
  292. package/src/stage-editor-gizmos.jsx +6 -6
  293. package/src/stage-environment.js +93 -0
  294. package/src/stage-hdr-builtins.js +107 -0
  295. package/src/stage-hdr-image.js +116 -0
  296. package/src/stage-hdr-library.js +70 -0
  297. package/src/stage-hdr-map.js +94 -0
  298. package/src/stage-hdr.js +130 -0
  299. package/src/stage-lighting.js +149 -0
  300. package/src/stage-occlusion.js +210 -0
  301. package/src/stage-sky.jsx +159 -0
  302. package/src/stage-startup-defaults.js +5 -9
  303. package/src/studio-actions.js +16 -14
  304. package/src/studio-agent-commands.js +19 -16
  305. package/src/studio-agent-motion.js +9 -9
  306. package/src/studio-agent-protocol.js +47 -77
  307. package/src/studio-app-binding.js +27 -47
  308. package/src/studio-asset-list.js +17 -0
  309. package/src/studio-contact-sheet.js +37 -5
  310. package/src/studio-elements.js +27 -7
  311. package/src/studio-entity-bounds.js +18 -0
  312. package/src/studio-error-codes.js +15 -0
  313. package/src/studio-export-framing.js +152 -0
  314. package/src/studio-lighting-check.js +103 -0
  315. package/src/studio-motion-visual.js +150 -0
  316. package/src/studio-schema-errors.js +80 -0
  317. package/src/studio-support-gap.js +74 -0
  318. package/src/styles.css +1 -19
  319. package/src/timeline-defaults.js +5 -0
  320. package/src/timeline-extent.js +8 -20
  321. package/src/tutorial-walk.js +17 -0
  322. package/src/ui-scrub.js +1 -1
  323. package/src/use-shot-camera-tracks.js +12 -0
  324. package/src/view-ghosts.js +97 -0
  325. package/src/view-ghosts.jsx +49 -0
  326. package/src/workflow/AgentPanel.jsx +47 -166
  327. package/src/workflow/AgentProgressCard.jsx +109 -0
  328. package/src/workflow/AgentReplyText.jsx +37 -0
  329. package/src/workflow/AgentTurnSteps.jsx +84 -0
  330. package/src/workflow/LoginPanel.jsx +140 -0
  331. package/src/workflow/WorkflowBuilder.jsx +7 -23
  332. package/src/workflow/agent-client.js +54 -51
  333. package/src/workflow/agent-panel.css +71 -1
  334. package/src/workflow/agent-progress-card.css +167 -0
  335. package/src/workflow/agent-progress-view.js +47 -0
  336. package/src/workflow/agent-turn-steps.css +113 -0
  337. package/src/workflow/agent-turn.js +191 -0
  338. package/src/workflow/login-client.js +34 -0
  339. package/src/workflow/motion-input.js +18 -31
  340. package/src/workflow/node-schema.js +1 -1
  341. package/src/workflow/reply-markdown.js +69 -0
  342. package/src/workflow/scene-asset-sync.js +8 -8
  343. package/tools/agent-session-stats.mjs +61 -0
  344. package/tools/dev-full.mjs +5 -56
  345. package/tools/eslint-baseline.json +12 -13
  346. package/tools/knip-baseline.json +0 -179
  347. package/tools/loc-baseline.json +31 -81
  348. package/tools/motion3/extract-body.mjs +103 -0
  349. package/tools/motion3/extract-rig.mjs +85 -0
  350. package/tools/process-supervisor.mjs +0 -88
  351. package/tools/run-tests.mjs +9 -125
  352. package/bin/agent/motion-runtime.mjs +0 -76
  353. package/dist/ardy/cskel27-rest.json +0 -557
  354. package/dist/assets/analytics-C9pMpW7s.js +0 -1
  355. package/dist/assets/app-B_2XB9rw.css +0 -1
  356. package/dist/assets/app-DAuvKPP8.js +0 -4920
  357. package/dist/assets/config-Bx7pYsD9.js +0 -1
  358. package/dist/assets/config-DeoFTYzb.css +0 -1
  359. package/dist/assets/demo-CvKuBgy5.js +0 -1
  360. package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
  361. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  362. package/dist/assets/ticket-BPk2Ni95.js +0 -1
  363. package/dist/assets/workflow-jJRBR94Z.js +0 -179
  364. package/dist/demo/walk-then-stop.npz +0 -0
  365. package/mcp/ardy-prompts.mjs +0 -218
  366. package/src/ardy/auto-fix-panel.css +0 -108
  367. package/src/ardy/auto-physics.js +0 -1194
  368. package/src/ardy/client.js +0 -153
  369. package/src/ardy/convert.js +0 -313
  370. package/src/ardy/cskel27-neutral.js +0 -39
  371. package/src/ardy/cskel27.js +0 -77
  372. package/src/ardy/export.js +0 -165
  373. package/src/ardy/fix-collisions.js +0 -2257
  374. package/src/ardy/foot-lock.js +0 -230
  375. package/src/ardy/motion-calibration.js +0 -118
  376. package/src/ardy/motion-edit.js +0 -213
  377. package/src/ardy/motion-url.js +0 -55
  378. package/src/ardy/mp4-duration.js +0 -102
  379. package/src/ardy/npz.js +0 -595
  380. package/src/ardy/physics-panel.css +0 -21
  381. package/src/ardy/physics-panel.jsx +0 -89
  382. package/src/ardy/physics-refine.js +0 -111
  383. package/src/ardy/physics-review.js +0 -567
  384. package/src/ardy/physics-temporal.js +0 -54
  385. package/src/ardy/platform-fit-panel.css +0 -64
  386. package/src/ardy/platform-fit-panel.jsx +0 -41
  387. package/src/ardy/platform-fit.js +0 -326
  388. package/src/ardy/playback.js +0 -711
  389. package/src/ardy/pose-pin.js +0 -97
  390. package/src/ardy/prompt-clips.js +0 -30
  391. package/src/ardy/retime.js +0 -211
  392. package/src/ardy/root-drop.js +0 -369
  393. package/src/ardy/timeline-resize.js +0 -13
  394. package/src/ardy/to-cskel27.js +0 -225
  395. package/src/ardy/trim.js +0 -33
  396. package/src/ardy/waypoints.js +0 -369
  397. package/src/ardy-bridge-contract.js +0 -281
  398. package/src/domains/motion/motion-video-capture.js +0 -664
  399. package/src/i2v-motion-client.js +0 -77
  400. package/src/i2v-motion-studio.jsx +0 -180
  401. package/src/line-edit.js +0 -1348
  402. package/src/motion/generation.js +0 -105
  403. package/src/motion-readiness-ui.jsx +0 -67
  404. package/src/motion-readiness.js +0 -40
  405. package/src/motion-resources.js +0 -177
  406. package/src/motion-store.js +0 -65
  407. package/src/motion-trail.js +0 -601
  408. package/src/multimodel-ingest.js +0 -394
  409. package/src/panels/PromptBlocksPanel.jsx +0 -444
  410. package/src/panels/VideoCapturePanel.jsx +0 -181
  411. package/src/pose-extract/browser.js +0 -42
  412. package/src/pose-extract/detector.js +0 -100
  413. package/src/pose-extract/fit.js +0 -227
  414. package/src/pose-extract/image-frame.js +0 -51
  415. package/src/pose-extract/index.js +0 -58
  416. package/src/pose-extract/keyframes.js +0 -74
  417. package/src/pose-extract/landmarks.js +0 -162
  418. package/src/pose-extract/mirror.js +0 -153
  419. package/src/pose-extract/take.js +0 -131
  420. package/src/pose-extract/video-frames.js +0 -91
  421. package/src/take-recipe.js +0 -165
  422. package/src/trail-key-conflicts.js +0 -39
  423. package/src/trail-pick.js +0 -59
  424. package/src/use-i2v-capture-modal.js +0 -15
  425. package/tools/ardy/BRIDGE.md +0 -37
  426. package/tools/ardy/GVHMR-NPZ.md +0 -68
  427. package/tools/ardy/README.md +0 -124
  428. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  429. package/tools/ardy/artifacts.mjs +0 -34
  430. package/tools/ardy/bridge.mjs +0 -1732
  431. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  432. package/tools/ardy/cclay_constrained_generate.py +0 -561
  433. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  434. package/tools/ardy/cclay_motion_edit.py +0 -510
  435. package/tools/ardy/cclay_sequence_generate.py +0 -705
  436. package/tools/ardy/cclay_worker.py +0 -304
  437. package/tools/ardy/dump-npz.py +0 -205
  438. package/tools/ardy/extract-rest.mjs +0 -299
  439. package/tools/ardy/extract.mjs +0 -507
  440. package/tools/ardy/footage.mjs +0 -467
  441. package/tools/ardy/gvhmr-floor.mjs +0 -102
  442. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  443. package/tools/ardy/gvhmr_fastpath.py +0 -168
  444. package/tools/ardy/gvhmr_trajectory.py +0 -240
  445. package/tools/ardy/merge-text-encoder.py +0 -160
  446. package/tools/ardy/mocap-metrics.mjs +0 -200
  447. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  448. package/tools/ardy/motion-stabilize.mjs +0 -348
  449. package/tools/ardy/npz.mjs +0 -414
  450. package/tools/ardy/pose-to-npz.mjs +0 -106
  451. package/tools/ardy/prompt-limits.mjs +0 -5
  452. package/tools/ardy/run-edit-on-box.sh +0 -73
  453. package/tools/ardy/run-local.mjs +0 -233
  454. package/tools/ardy/run-on-box.sh +0 -593
  455. package/tools/ardy/run-sequence-on-box.sh +0 -177
  456. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  457. package/tools/ardy/runners/index.mjs +0 -18
  458. package/tools/ardy/runners/local.mjs +0 -455
  459. package/tools/ardy/runners/proc.mjs +0 -125
  460. package/tools/ardy/runners/remote.mjs +0 -252
  461. package/tools/ardy/setup-local.mjs +0 -189
  462. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  463. package/tools/ardy/setup-text-encoder.py +0 -306
  464. package/tools/ardy/smpl-cskel27.mjs +0 -178
  465. package/tools/ardy/visual-qa.mjs +0 -196
  466. package/tools/ardy/vq-car.mjs +0 -52
  467. package/tools/bench/EXP3.md +0 -61
  468. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  469. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  470. package/tools/bench/cclay_bench_runner.py +0 -42
  471. package/tools/bench/cube-contact.mjs +0 -162
  472. package/tools/bench/exp3.mjs +0 -152
  473. package/tools/bench/extract-bench-lib.mjs +0 -216
  474. package/tools/bench/extract-bench.mjs +0 -302
  475. package/tools/bench/fal-generate.mjs +0 -88
  476. package/tools/bench/fit/README.md +0 -189
  477. package/tools/bench/fit/camera.mjs +0 -59
  478. package/tools/bench/fit/contact.mjs +0 -419
  479. package/tools/bench/fit/footlock.mjs +0 -234
  480. package/tools/bench/fit/motion.mjs +0 -85
  481. package/tools/bench/fit/pin.mjs +0 -27
  482. package/tools/bench/fit/remote.mjs +0 -105
  483. package/tools/bench/fit-bench.mjs +0 -126
  484. package/tools/bench/fit-sanity.mjs +0 -45
  485. package/tools/bench/metrics.mjs +0 -313
  486. package/tools/bench/obs/depth.mjs +0 -258
  487. package/tools/bench/obs/extrinsics.mjs +0 -175
  488. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  489. package/tools/bench/obs/ground.mjs +0 -294
  490. package/tools/bench/obs/heading.mjs +0 -151
  491. package/tools/bench/obs/ladder.mjs +0 -555
  492. package/tools/bench/obs/mannequin-betas.json +0 -124
  493. package/tools/bench/obs/remote.mjs +0 -83
  494. package/tools/bench/obs/rest_joints.py +0 -52
  495. package/tools/bench/obs/ybot-targets.mjs +0 -49
  496. package/tools/bench/obs-bench.mjs +0 -520
  497. package/tools/bench/score.mjs +0 -343
  498. package/tools/bench/summarize.mjs +0 -86
  499. package/tools/demo-worker/README.md +0 -137
  500. package/tools/demo-worker/api-client.mjs +0 -233
  501. package/tools/demo-worker/generate.mjs +0 -301
  502. package/tools/demo-worker/index.mjs +0 -466
  503. package/tools/demo-worker/sign-core.mjs +0 -112
  504. package/tools/demo-worker/sign.mjs +0 -161
  505. package/tools/gt-render/browser.mjs +0 -182
  506. package/tools/gt-render/camera-math.mjs +0 -276
  507. package/tools/gt-render/page.mjs +0 -267
  508. package/tools/gt-render/render.mjs +0 -514
  509. package/tools/gt-render/scene-box.mjs +0 -31
  510. package/tools/gt-render/take-transform.mjs +0 -87
  511. package/tools/kimodo/compare-seam.mjs +0 -108
  512. package/tools/kimodo/constraints.mjs +0 -244
  513. package/tools/kimodo/edit.mjs +0 -259
  514. package/tools/kimodo/effector-constraints.mjs +0 -200
  515. package/tools/kimodo/generate.mjs +0 -646
  516. package/tools/kimodo/local-output.mjs +0 -265
  517. package/tools/kimodo/measure-pose.mjs +0 -65
  518. package/tools/kimodo/measure-preserve.mjs +0 -899
  519. package/tools/kimodo/measure-waypoints.mjs +0 -55
  520. package/tools/kimodo/mlx-generate.py +0 -111
  521. package/tools/kimodo/pose-constraints.mjs +0 -248
  522. package/tools/kimodo/preserve-mask.mjs +0 -543
  523. package/tools/kimodo/read-npz.mjs +0 -189
  524. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  525. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  526. package/tools/kimodo/runner.mjs +0 -284
  527. package/tools/kimodo/seam-batch.mjs +0 -77
  528. package/tools/kimodo/setup-local.mjs +0 -30
  529. package/tools/kimodo/setup-on-box.sh +0 -339
  530. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  531. package/tools/morphgs/assets/gen_truth.py +0 -39
  532. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  533. package/tools/morphgs/assets/playback-check.mjs +0 -30
  534. package/tools/morphgs/demo-gate.sh +0 -26
  535. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  536. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  537. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  538. package/tools/morphgs/setup-on-cluster.sh +0 -126
  539. package/tools/projflow/driver.py +0 -1069
  540. package/tools/projflow/generate.mjs +0 -805
  541. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  542. package/tools/projflow/line-edit-job.mjs +0 -547
  543. package/tools/projflow/replay.mjs +0 -452
  544. package/tools/projflow/runner.mjs +0 -269
  545. package/tools/projflow/service.mjs +0 -742
  546. package/tools/track/DESIGN.md +0 -513
  547. package/tools/track/backfill-provenance.mjs +0 -116
  548. package/tools/track/budget.mjs +0 -8
  549. package/tools/track/check-rig.mjs +0 -209
  550. package/tools/track/diagnostics.schema.json +0 -60
  551. package/tools/track/export-rig.mjs +0 -256
  552. package/tools/track/fallback.mjs +0 -7
  553. package/tools/track/fk-parity-fixture.mjs +0 -161
  554. package/tools/track/gate.mjs +0 -349
  555. package/tools/track/masks.mjs +0 -318
  556. package/tools/track/metrics.mjs +0 -201
  557. package/tools/track/publish-obs.mjs +0 -108
  558. package/tools/track/py/check_env.py +0 -61
  559. package/tools/track/py/eval_lr.py +0 -229
  560. package/tools/track/py/lr_viterbi.py +0 -294
  561. package/tools/track/py/masks.py +0 -405
  562. package/tools/track/py/objective.py +0 -382
  563. package/tools/track/py/rig.py +0 -508
  564. package/tools/track/py/scene.py +0 -326
  565. package/tools/track/py/test_joint_indices.py +0 -123
  566. package/tools/track/py/test_lr_viterbi.py +0 -195
  567. package/tools/track/py/test_masks.py +0 -229
  568. package/tools/track/py/test_rig.py +0 -288
  569. package/tools/track/py/test_scene.py +0 -354
  570. package/tools/track/py/test_track.py +0 -328
  571. package/tools/track/py/track.py +0 -411
  572. package/tools/track/remote.mjs +0 -140
  573. package/tools/track/rig-dump.mjs +0 -227
  574. package/tools/track/run-box-tests.mjs +0 -14
  575. package/tools/track/run-box.mjs +0 -168
  576. package/tools/track/setup-box.sh +0 -59
  577. package/tools/track/study-2d.mjs +0 -728
  578. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  579. /package/src/{ardy → motion}/ground.js +0 -0
  580. /package/src/{ardy → motion}/ik-drag.js +0 -0
  581. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  582. /package/src/{ardy → motion}/ik.js +0 -0
  583. /package/src/{ardy → motion}/physics-surface.js +0 -0
  584. /package/src/{ardy → motion}/playback-clock.js +0 -0
  585. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,705 +0,0 @@
1
- # SPDX-License-Identifier: GPL-3.0-or-later
2
- # SPDX-FileCopyrightText: CozyClay contributors
3
- #
4
- # cclay-owned script. Source of truth lives in the CozyClay repo at
5
- # scripts/ardy/cclay_sequence_generate.py and is deployed to the ARDY box at
6
- # ~/ardy/scripts/cclay_sequence_generate.py. Do not edit the deployed copy.
7
- """Segment-chained text-to-motion generation for the cclay ARDY pipeline.
8
-
9
- Generates ONE continuous rollout across multiple text segments ("run forward,
10
- then bow"): each segment is generated by the model's autoregressive sampling
11
- loop with its own prompt, conditioned on the tail of the previously generated
12
- motion via ``init_history_sequence`` — the same history-conditioning mechanism
13
- the interactive demo's replan path uses. No npz splicing, no crossfading, no
14
- array blending: segment continuity comes purely from history conditioning.
15
-
16
- Two empirically load-bearing choices (tuned on ARDY-Core-RP-20FPS-Horizon40):
17
-
18
- * Each segment is generated with a full ``model(...)`` call whose pad mask
19
- marks the segment's exact clip length. The model was trained on clips that
20
- start/end near rest, so it settles the action before the segment boundary —
21
- which is what makes the next segment's transition smooth.
22
- * Only a SHORT history tail (default 0.6 s) is passed into the next segment.
23
- Long histories dominate the window and suppress the new segment's prompt
24
- (e.g. a 3 s running history makes the model ignore "bows deeply").
25
-
26
- Segment tails are additionally gated on continuity: if the last frames of a
27
- non-final segment still move faster than --max_boundary_jump, the segment is
28
- regenerated with a derived seed (bounded attempts, deterministic given
29
- --seed); the calmest attempt wins. This is regeneration, never blending.
30
-
31
- Root 2D waypoints (--root-2d FRAME X Z HEADING, frames in the ROLLOUT-GLOBAL
32
- 0..total-1 range) ride the same chained calls: the constraint set is built
33
- once over the whole rollout, and each segment call receives the slice covering
34
- its history tail + new frames with the history frames zeroed — exactly the
35
- interactive demo's streaming-constraint pattern. The model re-anchors observed
36
- roots by its running global translation, so rollout-global coordinates stay
37
- valid across every seam. Waypoint conditioning and history conditioning are
38
- first-class together in ``Ardy.__call__``; nothing here is off-label.
39
-
40
- Usage (from ~/ardy):
41
- .venv/bin/python scripts/cclay_sequence_generate.py \
42
- --segment "A person runs forward." 3 \
43
- --segment "A person bows deeply." 4 \
44
- --output outputs/cclay/seq --seed 7
45
-
46
- The last stdout line is a single JSON object:
47
- {"frames": int, "fps": int,
48
- "segments": [{"prompt", "requested_s", "start_frame", "end_frame"}],
49
- "continuity": {"mean_jump_m", "max_jump_m", "max_jump_frame",
50
- "boundary_max_jump_m"}}
51
- start_frame/end_frame are 0-based inclusive npz frame indices. A "jump" is the
52
- max per-frame L2 displacement across all posed joints between consecutive
53
- frames (meters); jump index j measures the transition from frame j to j+1 and
54
- is reported as the landing frame j+1 in max_jump_frame.
55
-
56
- The output npz has exactly the same keys/shapes/conventions as
57
- scripts/generate.py single-prompt output (Y-up meters, cskel27), with
58
- text = " then ".join(segment prompts).
59
- """
60
- import argparse
61
- import json
62
- import math
63
- import os
64
-
65
- import numpy as np
66
- import torch
67
-
68
- from ardy.model import DEFAULT_MODEL, load_model
69
- from ardy.model.loading import get_env_var
70
- from ardy.model.registry import resolve_model_name
71
- from ardy.motion_rep.tools import length_to_mask
72
- from ardy.postprocess import post_process_motion
73
- from ardy.skeleton import SOMASkeleton30
74
- from ardy.tools import seed_everything, to_numpy
75
-
76
- # Prime stride between per-segment base seeds so retry seeds never collide.
77
- _SEED_STRIDE = 9973
78
-
79
-
80
- def parse_args(argv=None):
81
- parser = argparse.ArgumentParser(
82
- description="Segment-chained autoregressive text-to-motion generation (cclay)"
83
- )
84
- parser.add_argument(
85
- "--segment",
86
- action="append",
87
- nargs=2,
88
- metavar=("PROMPT", "SECONDS"),
89
- required=True,
90
- help="Repeatable: a text prompt and its duration in seconds.",
91
- )
92
- parser.add_argument(
93
- "--output",
94
- type=str,
95
- default="output",
96
- help="Output stem name; bare names are placed under outputs/.",
97
- )
98
- parser.add_argument(
99
- "--model",
100
- type=str,
101
- default=DEFAULT_MODEL,
102
- help="Model nickname or full folder name (default: %(default)s).",
103
- )
104
- parser.add_argument(
105
- "--seed",
106
- type=int,
107
- default=None,
108
- help="Seed for reproducible results.",
109
- )
110
- parser.add_argument(
111
- "--diffusion_steps",
112
- type=int,
113
- default=None,
114
- help="Denoising steps, at most the model's num_base_steps (the default).",
115
- )
116
- parser.add_argument(
117
- "--history_frames",
118
- type=int,
119
- default=None,
120
- help=(
121
- "History crop budget within the FIRST segment (multiple of the model's "
122
- "token size), as in scripts/generate.py. Default: the longest history "
123
- "fitting the trained 10 s window together with the generation horizon."
124
- ),
125
- )
126
- parser.add_argument(
127
- "--transition_frames",
128
- type=int,
129
- default=None,
130
- help=(
131
- "Frames of previous-motion tail passed as init history into each "
132
- "subsequent segment (multiple of the model's token size). Short tails "
133
- "keep boundaries continuous while letting the new prompt take over. "
134
- "Default: ~0.6 s at the model fps."
135
- ),
136
- )
137
- parser.add_argument(
138
- "--root-2d",
139
- dest="root_2d",
140
- action="append",
141
- nargs=4,
142
- metavar=("FRAME", "X", "Z", "HEADING"),
143
- help=(
144
- "Repeatable: pin the root's ground position (meters) at a rollout-global "
145
- "frame, optionally with a heading in radians ('none' to omit). Headings "
146
- "are all-or-none across the set. Frame 0 is the rollout origin facing +Z."
147
- ),
148
- )
149
- parser.add_argument(
150
- "--max_boundary_jump",
151
- type=float,
152
- default=0.08,
153
- help=(
154
- "Continuity gate (meters/frame): a non-final segment whose tail still "
155
- "moves faster than this is regenerated with a derived seed (default: "
156
- "%(default)s)."
157
- ),
158
- )
159
- parser.add_argument(
160
- "--max_segment_attempts",
161
- type=int,
162
- default=6,
163
- help="Max generation attempts per non-final segment for the continuity gate (default: %(default)s).",
164
- )
165
- parser.add_argument(
166
- "--cfg_weight",
167
- type=float,
168
- nargs="+",
169
- default=[2.0, 2.0],
170
- help="CFG scale(s): one float (text) or two floats (text, constraint).",
171
- )
172
- parser.add_argument(
173
- "--no-postprocess",
174
- action="store_true",
175
- help="Don't apply motion post-processing (foot-skate reduction).",
176
- )
177
- parser.add_argument(
178
- "--root-margin",
179
- type=float,
180
- default=None,
181
- help="Root position correction margin for post-processing (default: ARDY's 0.04 m). Larger = looser pin grip, less foot skate.",
182
- )
183
- parser.add_argument(
184
- "--contact-threshold",
185
- type=float,
186
- default=None,
187
- help="Foot contact detection threshold for post-processing (default: ARDY's 0.5).",
188
- )
189
- parser.add_argument(
190
- "--checkpoints_dir",
191
- type=str,
192
- default=None,
193
- help="Local dir holding released model folders (falls back to CHECKPOINTS_DIR env).",
194
- )
195
- return parser.parse_args(argv)
196
-
197
-
198
- def cclay_progress(iterable):
199
- """Print one line per sampling step so the bridge can stream progress.
200
-
201
- The model calls this where it would call tqdm; every line lands in the
202
- UI as a status event, which is the only liveness signal the operator has
203
- during a minutes-long generation.
204
- """
205
- total = len(iterable) if hasattr(iterable, "__len__") else None
206
- for index, item in enumerate(iterable):
207
- if total:
208
- print(f"sampling step {index + 1}/{total}", flush=True)
209
- else:
210
- print(f"sampling step {index + 1}", flush=True)
211
- yield item
212
-
213
-
214
- def _default_history_frames(fps: float, gen_horizon_len: int, num_frames_per_token: int) -> int:
215
- """Longest history that, together with the generation horizon, fits the trained 10 s window.
216
-
217
- Same budget as scripts/generate.py and the interactive demo: unbounded
218
- history degrades long generations into jitter.
219
- """
220
- max_window_len = (int(10 * fps) // num_frames_per_token) * num_frames_per_token
221
- return ((max_window_len - gen_horizon_len) // num_frames_per_token) * num_frames_per_token
222
-
223
-
224
- def _resolve_output_base(path: str, default_dir: str = "outputs") -> str:
225
- """Place bare output names under ``default_dir``; honor explicit paths (as generate.py)."""
226
- if os.path.dirname(path):
227
- return path
228
- return os.path.join(default_dir, path)
229
-
230
-
231
- def _single_file_path(path: str, ext: str) -> str:
232
- """Return path for a single output file; add ext if missing, create parent dirs."""
233
- if not path.endswith(ext):
234
- path = path.rstrip(os.sep) + ext
235
- parent = os.path.dirname(path)
236
- if parent:
237
- os.makedirs(parent, exist_ok=True)
238
- return path
239
-
240
-
241
- def save_motion_npz(path: str, motion_dict: dict, fps: float, text: str) -> None:
242
- """Save a motion output dict to ``.npz`` along with fps and the prompt (as generate.py)."""
243
- arrays = {k: np.asarray(v) for k, v in motion_dict.items()}
244
- arrays["fps"] = np.asarray(fps)
245
- arrays["text"] = np.asarray(text)
246
- np.savez(path, **arrays)
247
-
248
-
249
- def _parse_frame(raw, num_frames: int, flag: str) -> int:
250
- try:
251
- frame = int(raw)
252
- except ValueError:
253
- raise ValueError(f"{flag} frame must be an integer, got {raw!r}.")
254
- if not 0 <= frame < num_frames:
255
- raise ValueError(
256
- f"{flag} frame {frame} is outside the rollout (0..{num_frames - 1} for "
257
- f"these segments); lengthen a segment or move the constraint."
258
- )
259
- return frame
260
-
261
-
262
- def _parse_floats(raw_values, flag: str, names: str) -> list:
263
- try:
264
- return [float(value) for value in raw_values]
265
- except ValueError:
266
- raise ValueError(f"{flag} {names} must be numbers, got {tuple(raw_values)!r}.")
267
-
268
-
269
- def parse_root_waypoints(raw_waypoints, num_frames: int) -> list:
270
- """Validate --root-2d. HEADING is radians or the literal 'none'.
271
-
272
- Same contract as cclay_constrained_generate.py, with frames measured in
273
- the rollout-global 0..total-1 range.
274
- """
275
- if not raw_waypoints:
276
- return []
277
- waypoints = []
278
- seen = set()
279
- for raw_frame, raw_x, raw_z, raw_heading in raw_waypoints:
280
- frame = _parse_frame(raw_frame, num_frames, "--root-2d")
281
- if frame in seen:
282
- raise ValueError(
283
- f"duplicate --root-2d for frame {frame}; one waypoint per frame."
284
- )
285
- seen.add(frame)
286
- x, z = _parse_floats((raw_x, raw_z), "--root-2d", "X Z")
287
- if str(raw_heading).lower() == "none":
288
- heading = None
289
- else:
290
- heading = _parse_floats((raw_heading,), "--root-2d", "HEADING")[0]
291
- waypoints.append({"frame": frame, "xz": [x, z], "heading": heading})
292
- waypoints.sort(key=lambda entry: entry["frame"])
293
- if len({entry["heading"] is None for entry in waypoints}) > 1:
294
- # ARDY conditions the whole waypoint set on one heading tensor, so a
295
- # partly-headed request would silently invent headings for the rest.
296
- raise ValueError(
297
- "--root-2d heading must be given for every waypoint or for none of them; "
298
- "ARDY conditions the whole waypoint set on one heading tensor."
299
- )
300
- return waypoints
301
-
302
-
303
- def measure_waypoints(waypoints: list, generated_joints, skeleton) -> list:
304
- """Horizontal distance from each requested root waypoint to the rollout's root."""
305
- report = []
306
- root_index = skeleton.root_idx
307
- for entry in waypoints:
308
- root = np.asarray(generated_joints[entry["frame"], root_index], dtype=np.float64)
309
- achieved = [float(root[0]), float(root[2])]
310
- error = float(np.linalg.norm(np.asarray(achieved) - np.asarray(entry["xz"])))
311
- report.append(
312
- {
313
- "frame": entry["frame"],
314
- "requested_xz": [round(value, 4) for value in entry["xz"]],
315
- "achieved_xz": [round(value, 4) for value in achieved],
316
- "achieved_error_m": round(error, 4),
317
- "heading_rad": entry["heading"],
318
- }
319
- )
320
- return report
321
-
322
-
323
- def _posed_joint_jumps(posed_joints: np.ndarray) -> np.ndarray:
324
- """jump[j] = max over joints of the L2 displacement between frames j and j+1 (meters)."""
325
- disp = np.linalg.norm(posed_joints[1:] - posed_joints[:-1], axis=-1) # (F-1, J)
326
- return disp.max(axis=-1) # (F-1,)
327
-
328
-
329
- def _continuity_metrics(posed_joints: np.ndarray, boundaries: list) -> dict:
330
- """Continuity metrics from posed joints (F, J, 3), meters.
331
-
332
- boundary_max_jump_m = max jump within +/-2 frames of every segment boundary
333
- (jumps whose either endpoint frame is within 2 frames of a boundary start).
334
- """
335
- jumps = _posed_joint_jumps(posed_joints)
336
- boundary_max = 0.0
337
- for b in boundaries:
338
- lo = max(0, b - 3)
339
- hi = min(len(jumps), b + 2)
340
- if lo < hi:
341
- boundary_max = max(boundary_max, float(jumps[lo:hi].max()))
342
- return {
343
- "mean_jump_m": float(jumps.mean()),
344
- "max_jump_m": float(jumps.max()),
345
- "max_jump_frame": int(jumps.argmax()) + 1,
346
- "boundary_max_jump_m": boundary_max,
347
- }
348
-
349
-
350
- def cclay_pick_device():
351
- """cuda > mps > cpu, overridable with CCLAY_ARDY_DEVICE (cpu|mps|cuda[:N]).
352
-
353
- The env override is how the local runner forces CPU (--cpu) without
354
- relying on CUDA_VISIBLE_DEVICES, which cannot hide an Apple GPU.
355
- """
356
- forced = os.environ.get("CCLAY_ARDY_DEVICE", "").strip().lower()
357
- if forced:
358
- return forced
359
- if torch.cuda.is_available():
360
- return "cuda:0"
361
- mps_backend = getattr(torch.backends, "mps", None)
362
- if mps_backend is not None and mps_backend.is_available():
363
- return "mps"
364
- return "cpu"
365
-
366
-
367
- def cclay_mps_compat(device):
368
- """Downcast float64 buffers to float32 at registration when running on MPS.
369
-
370
- The MPS backend has no float64. ARDY's skeleton loads neutral_joints from
371
- a float64 pickle and registers it as a buffer, which makes Ardy.__init__'s
372
- .to("mps") fail; float32 is plenty for joint positions in meters. No-op on
373
- cuda/cpu so remote-box behavior is untouched.
374
- """
375
- if not str(device).startswith("mps"):
376
- return
377
- original = torch.nn.Module.register_buffer
378
- if getattr(original, "_cclay_f32", False):
379
- return
380
-
381
- def register_buffer_f32(self, name, tensor, persistent=True):
382
- if tensor is not None and getattr(tensor, "dtype", None) == torch.float64:
383
- tensor = tensor.float()
384
- return original(self, name, tensor, persistent)
385
-
386
- register_buffer_f32._cclay_f32 = True
387
- torch.nn.Module.register_buffer = register_buffer_f32
388
-
389
-
390
- def main(argv=None, preloaded_model=None):
391
- device = cclay_pick_device()
392
- cclay_mps_compat(device)
393
- print(f"Using device: {device}")
394
- args = parse_args(argv)
395
-
396
- segments = []
397
- for prompt, seconds_str in args.segment:
398
- prompt = prompt.strip()
399
- try:
400
- seconds = float(seconds_str)
401
- except ValueError:
402
- raise ValueError(f"--segment duration must be a number, got {seconds_str!r}.")
403
- if not prompt:
404
- raise ValueError("--segment prompt must be non-empty.")
405
- if seconds <= 0:
406
- raise ValueError(f"--segment duration must be > 0 seconds, got {seconds}.")
407
- segments.append((prompt, seconds))
408
-
409
- if len(args.cfg_weight) == 1:
410
- cfg_weight = float(args.cfg_weight[0])
411
- elif len(args.cfg_weight) == 2:
412
- cfg_weight = (float(args.cfg_weight[0]), float(args.cfg_weight[1]))
413
- else:
414
- raise ValueError("--cfg_weight expects one float (text) or two floats (text, constraint).")
415
- if args.max_segment_attempts < 1:
416
- raise ValueError(f"--max_segment_attempts must be >= 1, got {args.max_segment_attempts}.")
417
-
418
- # Load model (same path as scripts/generate.py)
419
- checkpoints_dir = args.checkpoints_dir or get_env_var("CHECKPOINTS_DIR")
420
- resolved_model = resolve_model_name(args.model, checkpoints_dir=checkpoints_dir)
421
- model = (
422
- preloaded_model
423
- if preloaded_model is not None
424
- else load_model(resolved_model, device=device, checkpoints_dir=checkpoints_dir)
425
- )
426
- print(f"Loaded model: {resolved_model}")
427
-
428
- fps = model.motion_rep.fps
429
- patch = model.num_frames_per_token
430
- gen_horizon = model.gen_horizon_len
431
- max_window_len = (int(10 * fps) // patch) * patch # trained-window budget
432
-
433
- num_base_steps = int(model.diffusion.num_base_steps)
434
- diffusion_steps = args.diffusion_steps if args.diffusion_steps is not None else num_base_steps
435
- if not 1 <= diffusion_steps <= num_base_steps:
436
- raise ValueError(
437
- f"--diffusion_steps must be between 1 and {num_base_steps} "
438
- f"(this model's num_base_steps); got {diffusion_steps}."
439
- )
440
-
441
- history_budget = args.history_frames
442
- if history_budget is None:
443
- history_budget = _default_history_frames(fps, gen_horizon, patch)
444
- elif history_budget < patch or history_budget % patch != 0:
445
- raise ValueError(f"--history_frames must be a positive multiple of {patch} (this model's token size).")
446
-
447
- transition_frames = args.transition_frames
448
- if transition_frames is None:
449
- transition_frames = max(patch, (int(0.6 * fps) // patch) * patch)
450
- elif transition_frames < patch or transition_frames % patch != 0:
451
- raise ValueError(f"--transition_frames must be a positive multiple of {patch} (this model's token size).")
452
- print(
453
- f"Using {history_budget} history frames (first-segment crop), "
454
- f"{transition_frames} transition frames, {diffusion_steps} denoising steps"
455
- )
456
-
457
- # Per-segment frame counts. Later segments must fit the trained window
458
- # together with the transition history (init history cannot be cropped
459
- # mid-generation by the model).
460
- seg_bounds = []
461
- cum = 0
462
- for i, (prompt, seconds) in enumerate(segments):
463
- n = max(1, int(round(seconds * fps)))
464
- if n < patch:
465
- raise ValueError(
466
- f"segment {prompt!r}: {seconds}s = {n} frames is shorter than one model "
467
- f"token ({patch} frames at {fps} fps)."
468
- )
469
- if i > 0:
470
- window = transition_frames + math.ceil(n / gen_horizon) * gen_horizon
471
- if window > max_window_len:
472
- max_s = (max_window_len - transition_frames) / fps
473
- raise ValueError(
474
- f"segment {prompt!r}: {seconds}s exceeds the trained window for a "
475
- f"chained segment (max ~{max_s:.1f}s); split it into shorter segments."
476
- )
477
- seg_bounds.append({"prompt": prompt, "requested_s": seconds, "start_frame": cum, "end_frame": cum + n - 1})
478
- cum += n
479
- total_frames = cum
480
- print(f"Will generate {total_frames} frames ({total_frames / fps:.2f}s at {fps} fps) over {len(segments)} segments")
481
-
482
- # Root waypoints: ONE constraint set over the whole rollout, built in the
483
- # rollout-global frame (frame 0 at the origin facing +Z — the first
484
- # segment's canonical frame). Each chained call slices its own span below.
485
- waypoints = parse_root_waypoints(args.root_2d or [], total_frames)
486
- observed_full = None
487
- mask_full = None
488
- constraint_lst = []
489
- if waypoints:
490
- from ardy.constraints import Root2DConstraintSet
491
-
492
- headings = [entry["heading"] for entry in waypoints]
493
- constraint_lst = [
494
- Root2DConstraintSet(
495
- model.skeleton,
496
- frame_indices=torch.tensor([entry["frame"] for entry in waypoints]),
497
- root_2d=torch.tensor(
498
- [entry["xz"] for entry in waypoints], device=device, dtype=torch.float32
499
- ),
500
- global_root_heading=(
501
- None
502
- if headings[0] is None
503
- else torch.tensor(headings, device=device, dtype=torch.float32)
504
- ),
505
- )
506
- ]
507
- observed_full, mask_full = model.motion_rep.create_conditions_from_constraints_batched(
508
- constraint_lst,
509
- torch.tensor([total_frames], device=device),
510
- to_normalize=True,
511
- device=device,
512
- )
513
- print(
514
- f"Root2DConstraintSet on rollout frames "
515
- f"{[entry['frame'] for entry in waypoints]}"
516
- )
517
-
518
- def generate_segment(prompt: str, n: int, history: torch.Tensor | None, seg_start: int) -> torch.Tensor:
519
- """One segment: full sampling loop conditioned on the (optional) history tail.
520
-
521
- ``seg_start`` is the segment's first frame in rollout-global numbering;
522
- with waypoints present the call receives the observed-motion slice for
523
- its history tail + new frames, history frames zeroed (the demo's
524
- streaming pattern — constraints never fight the conditioning history).
525
- Returns only the n newly generated NORMALIZED frames.
526
- """
527
- history_len = 0 if history is None else history.shape[1]
528
- num_frames = history_len + n
529
- pad_mask = length_to_mask(torch.tensor([num_frames], device=device))
530
- first_heading_angle = torch.zeros(1, device=device) if history is None else None
531
- seg_mask = None
532
- seg_observed = None
533
- if mask_full is not None:
534
- call_start = seg_start - history_len
535
- seg_mask = mask_full[:, call_start : call_start + num_frames].clone()
536
- seg_observed = observed_full[:, call_start : call_start + num_frames].clone()
537
- seg_mask[:, :history_len] = 0.0
538
- seg_observed[:, :history_len] = 0.0
539
- if not bool(seg_mask.any()):
540
- # no waypoint lands in this call's generated span; a pure
541
- # zero mask would only cost compute
542
- seg_mask = None
543
- seg_observed = None
544
- with torch.no_grad():
545
- motion = model(
546
- [prompt],
547
- num_frames,
548
- num_denoising_steps=diffusion_steps,
549
- pad_mask=pad_mask,
550
- first_heading_angle=first_heading_angle,
551
- motion_mask=seg_mask,
552
- observed_motion=seg_observed,
553
- cfg_weight=cfg_weight,
554
- progress_bar=cclay_progress,
555
- init_history_sequence=history,
556
- crop_history_length=history_budget if history is None else None,
557
- )
558
- return motion[:, history_len:]
559
-
560
- def tail_jump(segment_motion: torch.Tensor) -> float:
561
- """Max posed-joint jump over the last `patch` transitions of a segment (meters/frame)."""
562
- with torch.no_grad():
563
- out = model.motion_rep.inverse(segment_motion[:, -(patch + 1) :], is_normalized=True)
564
- pj = out["posed_joints"][0].cpu().numpy()
565
- return float(_posed_joint_jumps(pj).max())
566
-
567
- # Single continuous rollout: `acc` holds the accumulated NORMALIZED motion
568
- # tensor (1, F, D); each segment conditions on its tail.
569
- acc = None
570
- gate_worst_jump = None
571
- gate_exhausted = False
572
- for seg_idx, seg in enumerate(seg_bounds):
573
- n = seg["end_frame"] - seg["start_frame"] + 1
574
- is_final = seg_idx == len(seg_bounds) - 1
575
- best, best_jump = None, None
576
- attempts = 1 if is_final else args.max_segment_attempts
577
- for attempt in range(attempts):
578
- if args.seed is not None:
579
- seed_everything(args.seed + _SEED_STRIDE * seg_idx + attempt)
580
- if acc is None:
581
- history = None
582
- else:
583
- # Clamp to the largest token multiple available so a short
584
- # first segment never feeds a non-token-multiple history.
585
- hist_len = min(transition_frames, (acc.shape[1] // patch) * patch)
586
- history = acc[:, -hist_len:]
587
- segment_motion = generate_segment(seg["prompt"], n, history, seg["start_frame"])
588
- if is_final:
589
- best = segment_motion
590
- break
591
- jump = tail_jump(segment_motion)
592
- if best_jump is None or jump < best_jump:
593
- best, best_jump = segment_motion, jump
594
- if jump <= args.max_boundary_jump:
595
- break
596
- if not is_final:
597
- print(
598
- f"[segment {seg['start_frame']}-{seg['end_frame']}] tail jump "
599
- f"{best_jump:.4f} m/frame after {attempt + 1} attempt(s)"
600
- )
601
- gate_worst_jump = best_jump if gate_worst_jump is None else max(gate_worst_jump, best_jump)
602
- if best_jump > args.max_boundary_jump:
603
- gate_exhausted = True
604
- acc = best if acc is None else torch.cat([acc, best], dim=1)
605
-
606
- # Unnormalize + inverse ONCE over the full rollout, then the same tail as
607
- # scripts/generate.py: postprocess once, numpy, save.
608
- with torch.no_grad():
609
- output = model.motion_rep.inverse(acc, is_normalized=True)
610
-
611
- postprocess_kwargs = {}
612
- use_postprocess = "g1" not in resolved_model.lower() and not args.no_postprocess
613
- if use_postprocess:
614
- if args.root_margin is not None:
615
- postprocess_kwargs["root_margin"] = args.root_margin
616
- if args.contact_threshold is not None:
617
- postprocess_kwargs["contact_threshold"] = args.contact_threshold
618
- corrected = post_process_motion(
619
- output["local_rot_mats"],
620
- output["root_positions"],
621
- output["foot_contacts"],
622
- model.skeleton,
623
- # With waypoints, ARDY's own postprocess enforces the pinned root
624
- # contacts instead of skating them away (as the one-shot path).
625
- constraint_lst=constraint_lst if constraint_lst else None,
626
- **postprocess_kwargs,
627
- )
628
- output.update(corrected)
629
-
630
- if isinstance(model.skeleton, SOMASkeleton30):
631
- output = model.skeleton.output_to_SOMASkeleton77(output)
632
-
633
- output = to_numpy(output)
634
- # Single sample: drop the batch dim (generate.py _select_sample with index 0).
635
- motion_dict = {
636
- k: (v[0] if hasattr(v, "shape") and len(v.shape) > 0 and v.shape[0] == 1 else v)
637
- for k, v in output.items()
638
- }
639
-
640
- text = " then ".join(seg["prompt"] for seg in seg_bounds)
641
- output_base = _resolve_output_base(args.output)
642
- npz_path = _single_file_path(output_base, ".npz")
643
- print(f"Saving the npz output to {npz_path}")
644
- save_motion_npz(npz_path, motion_dict, fps, text)
645
-
646
- boundaries = [seg["start_frame"] for seg in seg_bounds[1:]]
647
- frames = int(motion_dict["posed_joints"].shape[0])
648
- if frames != total_frames:
649
- raise RuntimeError(
650
- f"generated frame count {frames} does not match the planned segment table "
651
- f"({total_frames}); segment boundaries would be mislabeled."
652
- )
653
- # Same quality lens as the constrained report: which postprocess knobs
654
- # were used, and whether stance frames keep the feet planted.
655
- def _surface_contact_verified():
656
- contacts = motion_dict.get("foot_contacts")
657
- if contacts is None:
658
- return None
659
- contacts_arr = np.asarray(contacts)
660
- if contacts_arr.ndim == 3:
661
- contacts_arr = contacts_arr[0]
662
- posed = np.asarray(motion_dict["posed_joints"])
663
- foot_indices = [
664
- idx
665
- for idx, name in enumerate(model.skeleton.bone_order_names)
666
- if "foot" in name.lower() or "toe" in name.lower()
667
- ]
668
- checked = 0
669
- held = 0
670
- for contact_idx, joint_idx in enumerate(foot_indices[: contacts_arr.shape[1]]):
671
- ys = posed[:, joint_idx, 1]
672
- for frame in range(1, len(posed)):
673
- if contacts_arr[frame, contact_idx] > 0.5 and contacts_arr[frame - 1, contact_idx] > 0.5:
674
- checked += 1
675
- if abs(ys[frame] - ys[frame - 1]) < 0.02:
676
- held += 1
677
- return checked == 0 or (held / checked) >= 0.8
678
-
679
- result = {
680
- "frames": frames,
681
- "fps": int(fps),
682
- "model": resolved_model,
683
- "surface_contact_verified": _surface_contact_verified(),
684
- "postprocess": {
685
- "contact_threshold": postprocess_kwargs.get("contact_threshold", 0.5) if use_postprocess else None,
686
- "root_margin": postprocess_kwargs.get("root_margin", 0.04) if use_postprocess else None,
687
- },
688
- "segments": seg_bounds,
689
- "continuity": _continuity_metrics(np.asarray(motion_dict["posed_joints"]), boundaries),
690
- "boundary_gate": {
691
- "threshold_m": args.max_boundary_jump,
692
- "max_attempts": args.max_segment_attempts,
693
- "worst_tail_jump_m": gate_worst_jump,
694
- "exhausted": gate_exhausted,
695
- },
696
- # Measured, never asserted: horizontal error at every pinned frame.
697
- "waypoints": measure_waypoints(
698
- waypoints, np.asarray(motion_dict["posed_joints"]), model.skeleton
699
- ),
700
- }
701
- print(json.dumps(result))
702
-
703
-
704
- if __name__ == "__main__":
705
- main()