cozyclay 2.1.1 → 3.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (585) hide show
  1. package/CHANGELOG.md +88 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +43 -116
  4. package/bin/agent/agent-runner.mjs +14 -15
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/session-store.mjs +2 -2
  14. package/bin/agent/studio-context-budget.mjs +93 -0
  15. package/bin/agent/studio-motion-reference.mjs +23 -0
  16. package/bin/agent/studio-prompt.mjs +1 -1
  17. package/bin/agent/studio-rebase-text.mjs +32 -0
  18. package/bin/agent/studio-rebase.mjs +26 -39
  19. package/bin/agent/studio-tools.mjs +9 -28
  20. package/bin/agent/tool-arguments.mjs +49 -0
  21. package/bin/agent/turn-frames.mjs +66 -0
  22. package/bin/codex-auth.mjs +9 -2
  23. package/bin/cozyclay.mjs +10 -116
  24. package/bin/live/cli.mjs +3 -3
  25. package/bin/mcp-runtime.mjs +2 -12
  26. package/bin/package-signature.mjs +0 -4
  27. package/dist/app/index.html +7 -6
  28. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  29. package/dist/assets/analytics-BWCqdgWA.js +1 -0
  30. package/dist/assets/app-DfTCxaKk.js +5087 -0
  31. package/dist/assets/app-f-fkV5uP.css +1 -0
  32. package/dist/assets/compile-worker-BxKXh07s.js +5 -0
  33. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  34. package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-DNO8kv_N.js} +1 -1
  35. package/dist/assets/{landing-ChUvB_zL.js → landing-yfZaJkWc.js} +1 -1
  36. package/dist/assets/scene-asset-sync-U3kS2rvK.js +20 -0
  37. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  38. package/dist/assets/workflow-D78eiKTa.js +179 -0
  39. package/dist/cozyclay-package.json +1 -1
  40. package/dist/index.html +3 -3
  41. package/dist/sw.js +3 -6
  42. package/dist/workflow/index.html +5 -4
  43. package/mcp/LIVE-PROTOCOL.md +7 -47
  44. package/mcp/README.md +16 -26
  45. package/mcp/live-hub.mjs +6 -10
  46. package/mcp/package.json +1 -3
  47. package/mcp/tool-handlers.mjs +4 -168
  48. package/package.json +3 -22
  49. package/src/App.jsx +151 -2625
  50. package/src/agent-progress.js +80 -0
  51. package/src/agent-turn-mark.js +30 -0
  52. package/src/analytics.js +1 -19
  53. package/src/app-context.js +12 -2
  54. package/src/app-stage.jsx +2 -34
  55. package/src/asset-pane.jsx +6 -5
  56. package/src/camera-block.js +21 -0
  57. package/src/camera-direction.js +120 -0
  58. package/src/character-kind.js +3 -9
  59. package/src/command-bus.js +10 -8
  60. package/src/commands/cast.js +5 -34
  61. package/src/commands/elements/character.js +1 -1
  62. package/src/commands/elements/motion.js +1 -6
  63. package/src/commands/elements/object.js +6 -2
  64. package/src/commands/elements/shot.js +4 -1
  65. package/src/commands/elements.js +38 -14
  66. package/src/commands/index.js +3 -1
  67. package/src/commands/kits.js +37 -0
  68. package/src/commands/motion-timing.js +57 -0
  69. package/src/commands/motion.js +9 -152
  70. package/src/commands/motion3-compile.js +65 -0
  71. package/src/commands/motion3.js +214 -0
  72. package/src/commands/objects.js +6 -4
  73. package/src/commands/shot.js +55 -13
  74. package/src/commands/stage.js +14 -1
  75. package/src/commands/view.js +4 -1
  76. package/src/document-mirrors.js +42 -0
  77. package/src/document-store.js +4 -0
  78. package/src/domains/cast.js +19 -194
  79. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  80. package/src/domains/motion/take-source.js +53 -0
  81. package/src/domains/motion.js +60 -1838
  82. package/src/domains/scenes.js +12 -55
  83. package/src/domains/shots.js +2 -2
  84. package/src/domains/stage.js +4 -2
  85. package/src/draft-ghost.js +47 -0
  86. package/src/draft-ghost.jsx +129 -0
  87. package/src/dualview.jsx +4 -3
  88. package/src/effects/EffectsLayer.jsx +112 -0
  89. package/src/effects/effect-meshes.js +232 -0
  90. package/src/effects/effect-record.js +103 -0
  91. package/src/effects/emitter.js +59 -0
  92. package/src/effects/simulate.js +261 -0
  93. package/src/effects/state.js +59 -0
  94. package/src/execution-telemetry.js +2 -3
  95. package/src/first-success-guide.jsx +5 -5
  96. package/src/ghost-set.js +257 -0
  97. package/src/held-object-edit.jsx +113 -0
  98. package/src/held-object-pose.js +175 -0
  99. package/src/hierarchy-model.js +1 -1
  100. package/src/hierarchy-panel.jsx +1 -1
  101. package/src/imported-mesh.jsx +103 -0
  102. package/src/kits/held.js +84 -0
  103. package/src/kits/index.js +70 -0
  104. package/src/kits/smoking.js +57 -0
  105. package/src/light-blockers.js +93 -0
  106. package/src/motion/beat-board-model.js +84 -0
  107. package/src/motion/beat-board.css +124 -0
  108. package/src/motion/beat-board.jsx +60 -0
  109. package/src/motion/center-of-mass.js +66 -0
  110. package/src/motion/fix-collisions.js +850 -0
  111. package/src/motion/physics-review.js +118 -0
  112. package/src/{ardy → motion}/physics-support.js +1 -76
  113. package/src/motion/rig-snapshot.js +22 -0
  114. package/src/motion/take-segments.jsx +140 -0
  115. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  116. package/src/{ardy → motion}/timeline.css +1 -2
  117. package/src/{ardy → motion}/timeline.jsx +42 -413
  118. package/src/motion/waypoints.js +76 -0
  119. package/src/motion3/beats.js +83 -0
  120. package/src/motion3/body.js +158 -0
  121. package/src/motion3/bones.js +47 -0
  122. package/src/motion3/carried.js +47 -0
  123. package/src/motion3/compile-job.js +79 -0
  124. package/src/motion3/compile-worker.js +10 -0
  125. package/src/motion3/compiler/anchors.js +113 -0
  126. package/src/motion3/compiler/arm-orient.js +128 -0
  127. package/src/motion3/compiler/channels.js +125 -0
  128. package/src/motion3/compiler/compile.js +205 -0
  129. package/src/motion3/compiler/gait-rhythm.js +97 -0
  130. package/src/motion3/compiler/grip.js +171 -0
  131. package/src/motion3/compiler/head-steady.js +48 -0
  132. package/src/motion3/compiler/hold.js +134 -0
  133. package/src/motion3/compiler/idle.js +113 -0
  134. package/src/motion3/compiler/limbs.js +197 -0
  135. package/src/motion3/compiler/math.js +72 -0
  136. package/src/motion3/compiler/pose.js +177 -0
  137. package/src/motion3/compiler/quat.js +49 -0
  138. package/src/motion3/compiler/skeleton.js +74 -0
  139. package/src/motion3/compiler/validate-common.js +32 -0
  140. package/src/motion3/compiler/validate-goals.js +118 -0
  141. package/src/motion3/compiler/validate-objects.js +144 -0
  142. package/src/motion3/compiler/validate-parts.js +118 -0
  143. package/src/motion3/compiler/validate.js +122 -0
  144. package/src/motion3/compiler/vocab.js +74 -0
  145. package/src/motion3/compiler/walk-pelvis.js +275 -0
  146. package/src/motion3/compiler/walk.js +207 -0
  147. package/src/motion3/compiler/wrist-clamp.js +32 -0
  148. package/src/motion3/delta.js +47 -0
  149. package/src/motion3/describe.js +177 -0
  150. package/src/motion3/docs.js +27 -0
  151. package/src/motion3/edit-carry.js +21 -0
  152. package/src/motion3/fix/ease.js +16 -0
  153. package/src/motion3/fix/ground.js +37 -0
  154. package/src/motion3/fix/index.js +52 -0
  155. package/src/motion3/fix/push.js +71 -0
  156. package/src/motion3/fix/reach.js +46 -0
  157. package/src/motion3/fix/retime.js +79 -0
  158. package/src/motion3/fix/self.js +211 -0
  159. package/src/motion3/fix/slide.js +70 -0
  160. package/src/motion3/fix/turn.js +51 -0
  161. package/src/motion3/follow.js +39 -0
  162. package/src/motion3/free-motion.js +204 -0
  163. package/src/motion3/grip-choice.js +130 -0
  164. package/src/motion3/hold-plan.js +157 -0
  165. package/src/motion3/json-patch.js +77 -0
  166. package/src/motion3/key-aim.js +105 -0
  167. package/src/motion3/key-edit.js +82 -0
  168. package/src/motion3/lenient.js +127 -0
  169. package/src/motion3/object-keys.js +236 -0
  170. package/src/motion3/object-pose.js +182 -0
  171. package/src/motion3/object-tracks.js +12 -0
  172. package/src/motion3/people.js +82 -0
  173. package/src/motion3/pipeline.js +102 -0
  174. package/src/motion3/playback.js +51 -0
  175. package/src/motion3/probes.js +91 -0
  176. package/src/motion3/qa/body-checks.js +34 -0
  177. package/src/motion3/qa/check-names.js +14 -0
  178. package/src/motion3/qa/checks.js +125 -0
  179. package/src/motion3/qa/contact-checks.js +51 -0
  180. package/src/motion3/qa/explain.js +80 -0
  181. package/src/motion3/qa/fmt.js +5 -0
  182. package/src/motion3/qa/foot-checks.js +72 -0
  183. package/src/motion3/qa/geometry.js +77 -0
  184. package/src/motion3/qa/goals.js +191 -0
  185. package/src/motion3/qa/ground.js +60 -0
  186. package/src/motion3/qa/hints-contact.js +195 -0
  187. package/src/motion3/qa/hints-goal.js +160 -0
  188. package/src/motion3/qa/hints-knee.js +24 -0
  189. package/src/motion3/qa/hints-motion.js +209 -0
  190. package/src/motion3/qa/hints-object.js +91 -0
  191. package/src/motion3/qa/index.js +44 -0
  192. package/src/motion3/qa/key-checks.js +82 -0
  193. package/src/motion3/qa/near.js +96 -0
  194. package/src/motion3/qa/object-checks.js +135 -0
  195. package/src/motion3/qa/patch.js +161 -0
  196. package/src/motion3/qa/people-checks.js +37 -0
  197. package/src/motion3/qa/severity.js +38 -0
  198. package/src/motion3/qa/spec-checks.js +65 -0
  199. package/src/motion3/qa/style.js +228 -0
  200. package/src/motion3/qa/wrist-checks.js +69 -0
  201. package/src/motion3/qa/wrist-obs.js +60 -0
  202. package/src/motion3/refs.js +129 -0
  203. package/src/motion3/repair-tune.js +121 -0
  204. package/src/motion3/repair.js +83 -0
  205. package/src/motion3/report.js +67 -0
  206. package/src/motion3/rigs/index.js +14 -0
  207. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  208. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  209. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  210. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  211. package/src/motion3/scene.js +60 -0
  212. package/src/motion3/schema/brief.js +89 -0
  213. package/src/motion3/schema/fields.js +44 -0
  214. package/src/motion3/schema/spec-examples.js +46 -0
  215. package/src/motion3/schema/topics.js +113 -0
  216. package/src/motion3/schema/types.js +149 -0
  217. package/src/motion3/search.js +117 -0
  218. package/src/motion3/second-hand.js +112 -0
  219. package/src/motion3/settle.js +136 -0
  220. package/src/motion3/skills/basic.js +83 -0
  221. package/src/motion3/skills/book.js +76 -0
  222. package/src/motion3/skills/car.js +145 -0
  223. package/src/motion3/skills/flip.js +200 -0
  224. package/src/motion3/skills/frames-auto.js +29 -0
  225. package/src/motion3/skills/impact.js +109 -0
  226. package/src/motion3/skills/index.js +85 -0
  227. package/src/motion3/skills/info.js +80 -0
  228. package/src/motion3/skills/smoke-kit.js +109 -0
  229. package/src/motion3/skills/smoke.js +160 -0
  230. package/src/motion3/spec-store.js +59 -0
  231. package/src/motion3/take-edit.js +155 -0
  232. package/src/motion3/take.js +63 -0
  233. package/src/motion3/timeline.js +127 -0
  234. package/src/motion3/views.js +121 -0
  235. package/src/motion3/walk-plan.js +119 -0
  236. package/src/object-catalog.jsx +7 -1
  237. package/src/object-colors.js +98 -0
  238. package/src/object-gizmo-parts.js +115 -0
  239. package/src/object-gizmo.jsx +37 -122
  240. package/src/object-glow.js +139 -0
  241. package/src/object-hidden.js +33 -0
  242. package/src/object-look.js +196 -0
  243. package/src/object-size.js +10 -0
  244. package/src/object-travel.js +71 -6
  245. package/src/panels/CameraPanel.jsx +7 -7
  246. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  247. package/src/panels/LightPanel.jsx +25 -4
  248. package/src/panels/ObjectLookPanel.jsx +88 -0
  249. package/src/panels/PosePanel.jsx +2 -17
  250. package/src/panels/RigControlPanel.jsx +5 -53
  251. package/src/panels/SubjectBox.jsx +4 -1
  252. package/src/panels/details.css +14 -0
  253. package/src/posestudio.jsx +4 -27
  254. package/src/project-browser.jsx +3 -4
  255. package/src/project-resources.js +18 -31
  256. package/src/project.js +13 -104
  257. package/src/props.jsx +25 -280
  258. package/src/qa-label.js +25 -0
  259. package/src/rail-dot-drag.js +23 -0
  260. package/src/render-passes.js +10 -0
  261. package/src/resource-status.jsx +1 -0
  262. package/src/result-modal.jsx +4 -19
  263. package/src/room.jsx +20 -12
  264. package/src/scene-assets.js +8 -6
  265. package/src/scene-light-place.js +72 -0
  266. package/src/scene-lights.jsx +148 -0
  267. package/src/scene-objects.js +31 -139
  268. package/src/scenes.js +15 -105
  269. package/src/semantic-edit.js +2 -5
  270. package/src/set-pieces.jsx +183 -0
  271. package/src/settings-menu.jsx +3 -11
  272. package/src/shell/BottomDock.jsx +9 -51
  273. package/src/shell/DetailsSlot.jsx +16 -200
  274. package/src/shell/GhostsMenuGroup.jsx +74 -0
  275. package/src/shell/LibrarySlot.jsx +1 -3
  276. package/src/shell/MenuBar.jsx +3 -3
  277. package/src/shell/PreferencesDialog.jsx +15 -264
  278. package/src/shell/PreferencesSlot.jsx +2 -8
  279. package/src/shell/TopBar.jsx +5 -84
  280. package/src/shell/ViewportToolbar.jsx +10 -70
  281. package/src/shell/agent-glass.css +19 -6
  282. package/src/shell/details-selection.js +42 -0
  283. package/src/shell/ghosts-menu.css +22 -0
  284. package/src/shell/glass-regions.css +29 -3
  285. package/src/shell/preferences.css +6 -1
  286. package/src/shot-authoring.js +4 -7
  287. package/src/soft-shadows.js +37 -0
  288. package/src/stage-attach-frames.js +12 -12
  289. package/src/stage-canvas-rigs.jsx +3 -3
  290. package/src/stage-capture.jsx +42 -8
  291. package/src/stage-characters.jsx +22 -216
  292. package/src/stage-editor-gizmos.jsx +6 -6
  293. package/src/stage-environment.js +93 -0
  294. package/src/stage-hdr-builtins.js +107 -0
  295. package/src/stage-hdr-image.js +116 -0
  296. package/src/stage-hdr-library.js +70 -0
  297. package/src/stage-hdr-map.js +94 -0
  298. package/src/stage-hdr.js +130 -0
  299. package/src/stage-lighting.js +149 -0
  300. package/src/stage-occlusion.js +210 -0
  301. package/src/stage-sky.jsx +159 -0
  302. package/src/stage-startup-defaults.js +5 -9
  303. package/src/studio-actions.js +16 -14
  304. package/src/studio-agent-commands.js +19 -16
  305. package/src/studio-agent-motion.js +9 -9
  306. package/src/studio-agent-protocol.js +47 -77
  307. package/src/studio-app-binding.js +27 -47
  308. package/src/studio-asset-list.js +17 -0
  309. package/src/studio-contact-sheet.js +37 -5
  310. package/src/studio-elements.js +27 -7
  311. package/src/studio-entity-bounds.js +18 -0
  312. package/src/studio-error-codes.js +15 -0
  313. package/src/studio-export-framing.js +152 -0
  314. package/src/studio-lighting-check.js +103 -0
  315. package/src/studio-motion-visual.js +150 -0
  316. package/src/studio-schema-errors.js +80 -0
  317. package/src/studio-support-gap.js +74 -0
  318. package/src/styles.css +1 -19
  319. package/src/timeline-defaults.js +5 -0
  320. package/src/timeline-extent.js +8 -20
  321. package/src/tutorial-walk.js +17 -0
  322. package/src/ui-scrub.js +1 -1
  323. package/src/use-shot-camera-tracks.js +12 -0
  324. package/src/view-ghosts.js +97 -0
  325. package/src/view-ghosts.jsx +49 -0
  326. package/src/workflow/AgentPanel.jsx +47 -166
  327. package/src/workflow/AgentProgressCard.jsx +109 -0
  328. package/src/workflow/AgentReplyText.jsx +37 -0
  329. package/src/workflow/AgentTurnSteps.jsx +84 -0
  330. package/src/workflow/LoginPanel.jsx +140 -0
  331. package/src/workflow/WorkflowBuilder.jsx +7 -23
  332. package/src/workflow/agent-client.js +54 -51
  333. package/src/workflow/agent-panel.css +71 -1
  334. package/src/workflow/agent-progress-card.css +167 -0
  335. package/src/workflow/agent-progress-view.js +47 -0
  336. package/src/workflow/agent-turn-steps.css +113 -0
  337. package/src/workflow/agent-turn.js +191 -0
  338. package/src/workflow/login-client.js +34 -0
  339. package/src/workflow/motion-input.js +18 -31
  340. package/src/workflow/node-schema.js +1 -1
  341. package/src/workflow/reply-markdown.js +69 -0
  342. package/src/workflow/scene-asset-sync.js +8 -8
  343. package/tools/agent-session-stats.mjs +61 -0
  344. package/tools/dev-full.mjs +5 -56
  345. package/tools/eslint-baseline.json +12 -13
  346. package/tools/knip-baseline.json +0 -179
  347. package/tools/loc-baseline.json +31 -81
  348. package/tools/motion3/extract-body.mjs +103 -0
  349. package/tools/motion3/extract-rig.mjs +85 -0
  350. package/tools/process-supervisor.mjs +0 -88
  351. package/tools/run-tests.mjs +9 -125
  352. package/bin/agent/motion-runtime.mjs +0 -76
  353. package/dist/ardy/cskel27-rest.json +0 -557
  354. package/dist/assets/analytics-C9pMpW7s.js +0 -1
  355. package/dist/assets/app-B_2XB9rw.css +0 -1
  356. package/dist/assets/app-DAuvKPP8.js +0 -4920
  357. package/dist/assets/config-Bx7pYsD9.js +0 -1
  358. package/dist/assets/config-DeoFTYzb.css +0 -1
  359. package/dist/assets/demo-CvKuBgy5.js +0 -1
  360. package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
  361. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  362. package/dist/assets/ticket-BPk2Ni95.js +0 -1
  363. package/dist/assets/workflow-jJRBR94Z.js +0 -179
  364. package/dist/demo/walk-then-stop.npz +0 -0
  365. package/mcp/ardy-prompts.mjs +0 -218
  366. package/src/ardy/auto-fix-panel.css +0 -108
  367. package/src/ardy/auto-physics.js +0 -1194
  368. package/src/ardy/client.js +0 -153
  369. package/src/ardy/convert.js +0 -313
  370. package/src/ardy/cskel27-neutral.js +0 -39
  371. package/src/ardy/cskel27.js +0 -77
  372. package/src/ardy/export.js +0 -165
  373. package/src/ardy/fix-collisions.js +0 -2257
  374. package/src/ardy/foot-lock.js +0 -230
  375. package/src/ardy/motion-calibration.js +0 -118
  376. package/src/ardy/motion-edit.js +0 -213
  377. package/src/ardy/motion-url.js +0 -55
  378. package/src/ardy/mp4-duration.js +0 -102
  379. package/src/ardy/npz.js +0 -595
  380. package/src/ardy/physics-panel.css +0 -21
  381. package/src/ardy/physics-panel.jsx +0 -89
  382. package/src/ardy/physics-refine.js +0 -111
  383. package/src/ardy/physics-review.js +0 -567
  384. package/src/ardy/physics-temporal.js +0 -54
  385. package/src/ardy/platform-fit-panel.css +0 -64
  386. package/src/ardy/platform-fit-panel.jsx +0 -41
  387. package/src/ardy/platform-fit.js +0 -326
  388. package/src/ardy/playback.js +0 -711
  389. package/src/ardy/pose-pin.js +0 -97
  390. package/src/ardy/prompt-clips.js +0 -30
  391. package/src/ardy/retime.js +0 -211
  392. package/src/ardy/root-drop.js +0 -369
  393. package/src/ardy/timeline-resize.js +0 -13
  394. package/src/ardy/to-cskel27.js +0 -225
  395. package/src/ardy/trim.js +0 -33
  396. package/src/ardy/waypoints.js +0 -369
  397. package/src/ardy-bridge-contract.js +0 -281
  398. package/src/domains/motion/motion-video-capture.js +0 -664
  399. package/src/i2v-motion-client.js +0 -77
  400. package/src/i2v-motion-studio.jsx +0 -180
  401. package/src/line-edit.js +0 -1348
  402. package/src/motion/generation.js +0 -105
  403. package/src/motion-readiness-ui.jsx +0 -67
  404. package/src/motion-readiness.js +0 -40
  405. package/src/motion-resources.js +0 -177
  406. package/src/motion-store.js +0 -65
  407. package/src/motion-trail.js +0 -601
  408. package/src/multimodel-ingest.js +0 -394
  409. package/src/panels/PromptBlocksPanel.jsx +0 -444
  410. package/src/panels/VideoCapturePanel.jsx +0 -181
  411. package/src/pose-extract/browser.js +0 -42
  412. package/src/pose-extract/detector.js +0 -100
  413. package/src/pose-extract/fit.js +0 -227
  414. package/src/pose-extract/image-frame.js +0 -51
  415. package/src/pose-extract/index.js +0 -58
  416. package/src/pose-extract/keyframes.js +0 -74
  417. package/src/pose-extract/landmarks.js +0 -162
  418. package/src/pose-extract/mirror.js +0 -153
  419. package/src/pose-extract/take.js +0 -131
  420. package/src/pose-extract/video-frames.js +0 -91
  421. package/src/take-recipe.js +0 -165
  422. package/src/trail-key-conflicts.js +0 -39
  423. package/src/trail-pick.js +0 -59
  424. package/src/use-i2v-capture-modal.js +0 -15
  425. package/tools/ardy/BRIDGE.md +0 -37
  426. package/tools/ardy/GVHMR-NPZ.md +0 -68
  427. package/tools/ardy/README.md +0 -124
  428. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  429. package/tools/ardy/artifacts.mjs +0 -34
  430. package/tools/ardy/bridge.mjs +0 -1732
  431. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  432. package/tools/ardy/cclay_constrained_generate.py +0 -561
  433. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  434. package/tools/ardy/cclay_motion_edit.py +0 -510
  435. package/tools/ardy/cclay_sequence_generate.py +0 -705
  436. package/tools/ardy/cclay_worker.py +0 -304
  437. package/tools/ardy/dump-npz.py +0 -205
  438. package/tools/ardy/extract-rest.mjs +0 -299
  439. package/tools/ardy/extract.mjs +0 -507
  440. package/tools/ardy/footage.mjs +0 -467
  441. package/tools/ardy/gvhmr-floor.mjs +0 -102
  442. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  443. package/tools/ardy/gvhmr_fastpath.py +0 -168
  444. package/tools/ardy/gvhmr_trajectory.py +0 -240
  445. package/tools/ardy/merge-text-encoder.py +0 -160
  446. package/tools/ardy/mocap-metrics.mjs +0 -200
  447. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  448. package/tools/ardy/motion-stabilize.mjs +0 -348
  449. package/tools/ardy/npz.mjs +0 -414
  450. package/tools/ardy/pose-to-npz.mjs +0 -106
  451. package/tools/ardy/prompt-limits.mjs +0 -5
  452. package/tools/ardy/run-edit-on-box.sh +0 -73
  453. package/tools/ardy/run-local.mjs +0 -233
  454. package/tools/ardy/run-on-box.sh +0 -593
  455. package/tools/ardy/run-sequence-on-box.sh +0 -177
  456. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  457. package/tools/ardy/runners/index.mjs +0 -18
  458. package/tools/ardy/runners/local.mjs +0 -455
  459. package/tools/ardy/runners/proc.mjs +0 -125
  460. package/tools/ardy/runners/remote.mjs +0 -252
  461. package/tools/ardy/setup-local.mjs +0 -189
  462. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  463. package/tools/ardy/setup-text-encoder.py +0 -306
  464. package/tools/ardy/smpl-cskel27.mjs +0 -178
  465. package/tools/ardy/visual-qa.mjs +0 -196
  466. package/tools/ardy/vq-car.mjs +0 -52
  467. package/tools/bench/EXP3.md +0 -61
  468. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  469. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  470. package/tools/bench/cclay_bench_runner.py +0 -42
  471. package/tools/bench/cube-contact.mjs +0 -162
  472. package/tools/bench/exp3.mjs +0 -152
  473. package/tools/bench/extract-bench-lib.mjs +0 -216
  474. package/tools/bench/extract-bench.mjs +0 -302
  475. package/tools/bench/fal-generate.mjs +0 -88
  476. package/tools/bench/fit/README.md +0 -189
  477. package/tools/bench/fit/camera.mjs +0 -59
  478. package/tools/bench/fit/contact.mjs +0 -419
  479. package/tools/bench/fit/footlock.mjs +0 -234
  480. package/tools/bench/fit/motion.mjs +0 -85
  481. package/tools/bench/fit/pin.mjs +0 -27
  482. package/tools/bench/fit/remote.mjs +0 -105
  483. package/tools/bench/fit-bench.mjs +0 -126
  484. package/tools/bench/fit-sanity.mjs +0 -45
  485. package/tools/bench/metrics.mjs +0 -313
  486. package/tools/bench/obs/depth.mjs +0 -258
  487. package/tools/bench/obs/extrinsics.mjs +0 -175
  488. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  489. package/tools/bench/obs/ground.mjs +0 -294
  490. package/tools/bench/obs/heading.mjs +0 -151
  491. package/tools/bench/obs/ladder.mjs +0 -555
  492. package/tools/bench/obs/mannequin-betas.json +0 -124
  493. package/tools/bench/obs/remote.mjs +0 -83
  494. package/tools/bench/obs/rest_joints.py +0 -52
  495. package/tools/bench/obs/ybot-targets.mjs +0 -49
  496. package/tools/bench/obs-bench.mjs +0 -520
  497. package/tools/bench/score.mjs +0 -343
  498. package/tools/bench/summarize.mjs +0 -86
  499. package/tools/demo-worker/README.md +0 -137
  500. package/tools/demo-worker/api-client.mjs +0 -233
  501. package/tools/demo-worker/generate.mjs +0 -301
  502. package/tools/demo-worker/index.mjs +0 -466
  503. package/tools/demo-worker/sign-core.mjs +0 -112
  504. package/tools/demo-worker/sign.mjs +0 -161
  505. package/tools/gt-render/browser.mjs +0 -182
  506. package/tools/gt-render/camera-math.mjs +0 -276
  507. package/tools/gt-render/page.mjs +0 -267
  508. package/tools/gt-render/render.mjs +0 -514
  509. package/tools/gt-render/scene-box.mjs +0 -31
  510. package/tools/gt-render/take-transform.mjs +0 -87
  511. package/tools/kimodo/compare-seam.mjs +0 -108
  512. package/tools/kimodo/constraints.mjs +0 -244
  513. package/tools/kimodo/edit.mjs +0 -259
  514. package/tools/kimodo/effector-constraints.mjs +0 -200
  515. package/tools/kimodo/generate.mjs +0 -646
  516. package/tools/kimodo/local-output.mjs +0 -265
  517. package/tools/kimodo/measure-pose.mjs +0 -65
  518. package/tools/kimodo/measure-preserve.mjs +0 -899
  519. package/tools/kimodo/measure-waypoints.mjs +0 -55
  520. package/tools/kimodo/mlx-generate.py +0 -111
  521. package/tools/kimodo/pose-constraints.mjs +0 -248
  522. package/tools/kimodo/preserve-mask.mjs +0 -543
  523. package/tools/kimodo/read-npz.mjs +0 -189
  524. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  525. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  526. package/tools/kimodo/runner.mjs +0 -284
  527. package/tools/kimodo/seam-batch.mjs +0 -77
  528. package/tools/kimodo/setup-local.mjs +0 -30
  529. package/tools/kimodo/setup-on-box.sh +0 -339
  530. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  531. package/tools/morphgs/assets/gen_truth.py +0 -39
  532. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  533. package/tools/morphgs/assets/playback-check.mjs +0 -30
  534. package/tools/morphgs/demo-gate.sh +0 -26
  535. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  536. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  537. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  538. package/tools/morphgs/setup-on-cluster.sh +0 -126
  539. package/tools/projflow/driver.py +0 -1069
  540. package/tools/projflow/generate.mjs +0 -805
  541. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  542. package/tools/projflow/line-edit-job.mjs +0 -547
  543. package/tools/projflow/replay.mjs +0 -452
  544. package/tools/projflow/runner.mjs +0 -269
  545. package/tools/projflow/service.mjs +0 -742
  546. package/tools/track/DESIGN.md +0 -513
  547. package/tools/track/backfill-provenance.mjs +0 -116
  548. package/tools/track/budget.mjs +0 -8
  549. package/tools/track/check-rig.mjs +0 -209
  550. package/tools/track/diagnostics.schema.json +0 -60
  551. package/tools/track/export-rig.mjs +0 -256
  552. package/tools/track/fallback.mjs +0 -7
  553. package/tools/track/fk-parity-fixture.mjs +0 -161
  554. package/tools/track/gate.mjs +0 -349
  555. package/tools/track/masks.mjs +0 -318
  556. package/tools/track/metrics.mjs +0 -201
  557. package/tools/track/publish-obs.mjs +0 -108
  558. package/tools/track/py/check_env.py +0 -61
  559. package/tools/track/py/eval_lr.py +0 -229
  560. package/tools/track/py/lr_viterbi.py +0 -294
  561. package/tools/track/py/masks.py +0 -405
  562. package/tools/track/py/objective.py +0 -382
  563. package/tools/track/py/rig.py +0 -508
  564. package/tools/track/py/scene.py +0 -326
  565. package/tools/track/py/test_joint_indices.py +0 -123
  566. package/tools/track/py/test_lr_viterbi.py +0 -195
  567. package/tools/track/py/test_masks.py +0 -229
  568. package/tools/track/py/test_rig.py +0 -288
  569. package/tools/track/py/test_scene.py +0 -354
  570. package/tools/track/py/test_track.py +0 -328
  571. package/tools/track/py/track.py +0 -411
  572. package/tools/track/remote.mjs +0 -140
  573. package/tools/track/rig-dump.mjs +0 -227
  574. package/tools/track/run-box-tests.mjs +0 -14
  575. package/tools/track/run-box.mjs +0 -168
  576. package/tools/track/setup-box.sh +0 -59
  577. package/tools/track/study-2d.mjs +0 -728
  578. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  579. /package/src/{ardy → motion}/ground.js +0 -0
  580. /package/src/{ardy → motion}/ik-drag.js +0 -0
  581. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  582. /package/src/{ardy → motion}/ik.js +0 -0
  583. /package/src/{ardy → motion}/physics-surface.js +0 -0
  584. /package/src/{ardy → motion}/playback-clock.js +0 -0
  585. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,252 +0,0 @@
1
- /**
2
- * Remote (ssh) runner for the ARDY bridge.
3
- *
4
- * This is the original box-driven backend extracted verbatim from bridge.mjs:
5
- * health and bases probes go over one ssh round trip each, reference dumps
6
- * scp a python script to the box's /tmp, and generation shells out to the
7
- * run-*-on-box.sh wrappers, which push inputs, run the generator remotely and
8
- * pull the npz back.
9
- *
10
- * The runner interface (shared with runners/local.mjs) is deliberately small:
11
- *
12
- * describe() one-line startup log
13
- * probeHealth() -> { ok:true, host, encoder, device } | throws
14
- * listBases() -> raw entries [{id, path, frames}] | throws
15
- * singleCommand(request) -> { command, args, env, doneRe }
16
- * sequenceCommand(request) -> { command, args, env, doneRe }
17
- * editCommand(request) -> { command, args, env, doneRe }
18
- *
19
- * The bridge owns validation, caching, streaming and the motion allowlist;
20
- * a runner only knows how to probe its backend and how to build the argv for
21
- * one generation child whose stdout carries a `doneRe`-matching marker line
22
- * (`<marker>: done - <path> (<bytes> bytes)`) on success.
23
- */
24
-
25
- import { dirname, join } from "node:path";
26
- import { fileURLToPath } from "node:url";
27
- import { lastLine, run } from "./proc.mjs";
28
-
29
- const HERE = dirname(fileURLToPath(import.meta.url));
30
- const TOOLS_ARDY = join(HERE, "..");
31
- const RUN_ON_BOX = join(TOOLS_ARDY, "run-on-box.sh");
32
- const RUN_SEQUENCE_ON_BOX = join(TOOLS_ARDY, "run-sequence-on-box.sh");
33
- const RUN_EDIT_ON_BOX = join(TOOLS_ARDY, "run-edit-on-box.sh");
34
-
35
- // BatchMode: never hang on a password prompt. ConnectTimeout fails fast on a
36
- // dead host; ServerAlive* drops a wedged connection (same set run-on-box.sh
37
- // uses).
38
- const SSH_OPTS = [
39
- "-o", "BatchMode=yes",
40
- "-o", "ConnectTimeout=10",
41
- "-o", "ServerAliveInterval=30",
42
- "-o", "ServerAliveCountMax=240",
43
- ];
44
-
45
- export function createRemoteRunner() {
46
- // Same env var names as run-on-box.sh, so health, the bases listing and
47
- // generation all talk to one operator-configured host/venv/encoder.
48
- const HOST = process.env.CCLAY_ARDY_HOST?.trim() || "";
49
- const REMOTE = process.env.CCLAY_ARDY_REPO || "$HOME/ardy"; // literal $HOME: the REMOTE shell expands it
50
- const VENV_PY = process.env.CCLAY_ARDY_VENV || "~/ardy/.venv-cuda/bin/python"; // generator venv (tilde expands on the box)
51
- const ENCODER_URL = process.env.CCLAY_ARDY_ENCODER_URL || "http://127.0.0.1:9550/";
52
- // Numpy-only read paths (bases listing, reference dumps) use the CPU venv
53
- // on purpose: the box's two venvs are NOT interchangeable, and this is the
54
- // one the dump tooling is verified under.
55
- const DUMP_PY = "~/ardy/.venv/bin/python";
56
-
57
- if (!HOST) {
58
- throw new Error("CCLAY_ARDY_HOST is required for the remote runner (for example: user@ardy-host)");
59
- }
60
-
61
- // Force the same box config onto the run-*-on-box.sh wrappers even when
62
- // the bridge was started with different env values; they must not disagree.
63
- function boxEnv() {
64
- return {
65
- ...process.env,
66
- CCLAY_ARDY_HOST: HOST,
67
- CCLAY_ARDY_REPO: REMOTE,
68
- CCLAY_ARDY_VENV: VENV_PY,
69
- CCLAY_ARDY_ENCODER_URL: ENCODER_URL,
70
- };
71
- }
72
-
73
- // One ssh round trip covers everything health needs: the host answering is
74
- // the ssh call itself, then the encoder HTTP code and the device the
75
- // generator venv would pick are read on the box with the same env the
76
- // generator runs under. The device line mirrors run-on-box.sh's probe
77
- // exactly, so what health reports is what the generation will use.
78
- function healthRemoteCmd() {
79
- return [
80
- `ENC="$(curl -s -o /dev/null -w '%{http_code}' -m 10 ${ENCODER_URL})"`,
81
- '[ -n "$ENC" ] || ENC="000"',
82
- `DEV="$(cd ${REMOTE} && ${VENV_PY} -c 'import torch; print("cuda:0" if torch.cuda.is_available() else "cpu")')"`,
83
- `printf 'encoder=%s\\ndevice=%s\\n' "$ENC" "$DEV"`,
84
- ].join(" && ");
85
- }
86
-
87
- async function probeHealth() {
88
- const { code, stdout, stderr } = await run(
89
- ["ssh", ...SSH_OPTS, HOST, healthRemoteCmd()],
90
- { timeoutMs: 60_000 }
91
- );
92
- if (code !== 0) {
93
- throw new Error(`ssh probe on ${HOST} failed (exit ${code}): ${lastLine(stderr)}`);
94
- }
95
- const fields = {};
96
- for (const line of stdout.split("\n")) {
97
- const match = /^(encoder|device)=(.*)$/.exec(line.trim());
98
- if (match) fields[match[1]] = match[2];
99
- }
100
- if (!("encoder" in fields)) {
101
- throw new Error(`encoder probe on ${HOST} produced no answer`);
102
- }
103
- if (fields.encoder !== "200") {
104
- throw new Error(`text encoder at ${ENCODER_URL} answered ${fields.encoder}, not 200`);
105
- }
106
- if (!("device" in fields) || fields.device === "") {
107
- const tail = lastLine(stderr);
108
- throw new Error(
109
- `device probe on ${HOST} produced no answer${tail ? `: ${tail}` : ""}`
110
- );
111
- }
112
- if (!/^(cpu|cuda:\d+)$/.test(fields.device)) {
113
- throw new Error(
114
- `device probe on ${HOST} returned unexpected ${JSON.stringify(fields.device)}`
115
- );
116
- }
117
- return { ok: true, host: HOST, encoder: Number(fields.encoder), device: fields.device };
118
- }
119
-
120
- // Frame counts come from a real load of each npz, in ONE ssh call: the
121
- // script is fed to the box's python over a quoted heredoc (no local shell
122
- // step), and entries that fail to load are skipped with a note on the box
123
- // stderr instead of failing the whole listing.
124
- function basesRemoteCmd() {
125
- const script = [
126
- "import glob, json, sys",
127
- "import numpy as np",
128
- "entries = []",
129
- 'for pattern in ("outputs/*.npz", "outputs/omb/*.npz"):',
130
- " for path in sorted(glob.glob(pattern)):",
131
- " try:",
132
- ' data = np.load(path, allow_pickle=False)',
133
- ' frames = int(data["posed_joints"].shape[0])',
134
- " data.close()",
135
- " except Exception as exc:",
136
- ' print("bases: skipping %s: %s" % (path, exc), file=sys.stderr)',
137
- " continue",
138
- ' entries.append({"id": path.rsplit("/", 1)[-1][:-4], "path": path, "frames": frames})',
139
- "print(json.dumps(entries))",
140
- ].join("\n");
141
- return `cd ${REMOTE} && ${DUMP_PY} - <<'COZYCLAY_PY_EOF'\n${script}\nCOZYCLAY_PY_EOF`;
142
- }
143
-
144
- async function listBases() {
145
- const { code, stdout, stderr } = await run(
146
- ["ssh", ...SSH_OPTS, HOST, basesRemoteCmd()],
147
- { timeoutMs: 120_000 }
148
- );
149
- if (code !== 0) {
150
- throw new Error(`bases listing on ${HOST} failed (exit ${code}): ${lastLine(stderr)}`);
151
- }
152
- let entries;
153
- try {
154
- entries = JSON.parse(stdout);
155
- } catch (err) {
156
- throw new Error(
157
- `bases listing on ${HOST} did not parse as JSON: ${lastLine(stderr) || err.message}`
158
- );
159
- }
160
- if (!Array.isArray(entries)) {
161
- throw new Error(`bases listing on ${HOST} was not an array`);
162
- }
163
- return entries;
164
- }
165
-
166
- // --- generation argv builders -----------------------------------------
167
- // Each returns what the bridge needs to spawn ONE child whose stdout ends
168
- // in a done marker: pose/waypoint/free single runs, autoregressive
169
- // sequence runs, and context-aware motion edits.
170
-
171
- function singleCommand({ poseFroms, basePath, prompt, durationS, seed, cpu, waypoints, rootMargin, contactThreshold, historyFrames, output }) {
172
- const args = [RUN_ON_BOX];
173
- for (const entry of poseFroms) {
174
- args.push("--pose-from", entry.npz, String(entry.srcFrame), String(entry.dstFrame));
175
- }
176
- if (basePath) args.push("--base", basePath);
177
- args.push("--prompt", prompt, "--duration", String(durationS));
178
- if (Number.isInteger(seed)) args.push("--seed", String(seed));
179
- if (cpu === true) args.push("--cpu");
180
- for (const wp of waypoints || []) {
181
- args.push("--root-2d", String(wp.frame), String(wp.x), String(wp.z), wp.heading === null ? "none" : String(wp.heading));
182
- }
183
- if (Number.isFinite(rootMargin)) args.push("--root-margin", String(rootMargin));
184
- if (Number.isFinite(contactThreshold)) args.push("--contact-threshold", String(contactThreshold));
185
- if (Number.isInteger(historyFrames)) args.push("--history-frames", String(historyFrames));
186
- args.push("--output", output);
187
- return {
188
- command: "bash",
189
- args,
190
- env: boxEnv(),
191
- doneRe: /^run-on-box: done - (.+) \((\d+) bytes\)$/,
192
- label: "run-on-box",
193
- };
194
- }
195
-
196
- function sequenceCommand({ segments, waypoints, seed, cpu, rootMargin, contactThreshold, historyFrames, output }) {
197
- const args = [RUN_SEQUENCE_ON_BOX];
198
- for (const segment of segments) {
199
- args.push("--segment", segment.prompt, String(segment.durationS));
200
- }
201
- // Root waypoints ride the same chained rollout (rollout-global frames):
202
- // the sequence generator slices the constraint set per segment call, so
203
- // a path and a prompt schedule coexist.
204
- for (const wp of waypoints || []) {
205
- args.push("--root-2d", String(wp.frame), String(wp.x), String(wp.z), wp.heading === null ? "none" : String(wp.heading));
206
- }
207
- if (Number.isInteger(seed)) args.push("--seed", String(seed));
208
- if (cpu === true) args.push("--cpu");
209
- if (Number.isFinite(rootMargin)) args.push("--root-margin", String(rootMargin));
210
- if (Number.isFinite(contactThreshold)) args.push("--contact-threshold", String(contactThreshold));
211
- if (Number.isInteger(historyFrames)) args.push("--history-frames", String(historyFrames));
212
- args.push("--output", output);
213
- return {
214
- command: "bash",
215
- args,
216
- env: boxEnv(),
217
- doneRe: /^run-sequence-on-box: done - (.+) \((\d+) bytes\)$/,
218
- label: "run-sequence-on-box",
219
- };
220
- }
221
-
222
- function editCommand({ source, manifest, prompt, contextBefore, contextAfter, seed, poseNpzPaths, output }) {
223
- const args = [
224
- RUN_EDIT_ON_BOX,
225
- "--source", source,
226
- "--manifest", manifest,
227
- "--prompt", prompt,
228
- "--context-before", String(contextBefore),
229
- "--context-after", String(contextAfter),
230
- "--output", output,
231
- ];
232
- if (Number.isInteger(seed)) args.push("--seed", String(seed));
233
- for (const posePath of poseNpzPaths) args.push("--pose", posePath);
234
- return {
235
- command: "bash",
236
- args,
237
- env: boxEnv(),
238
- doneRe: /^run-edit-on-box: done - (.+) \((\d+) bytes\)$/,
239
- label: "run-edit-on-box",
240
- };
241
- }
242
-
243
- return {
244
- mode: "remote",
245
- describe: () => `box ${HOST} (repo ${REMOTE}, generator venv ${VENV_PY}, encoder ${ENCODER_URL})`,
246
- probeHealth,
247
- listBases,
248
- singleCommand,
249
- sequenceCommand,
250
- editCommand,
251
- };
252
- }
@@ -1,189 +0,0 @@
1
- #!/usr/bin/env node
2
- /**
3
- * setup-local.mjs - provision local ARDY motion generation for CozyClay.
4
- *
5
- * node tools/ardy/setup-local.mjs [--skip-checkpoint] [--skip-encoder]
6
- *
7
- * Everything lands OUTSIDE this repo, in a per-user directory; the repo
8
- * never contains model weights. All downloads come from their official
9
- * sources, pinned or content-verified:
10
- *
11
- * ~/.cozyclay/ardy git clone of github.com/nv-tlabs/ardy
12
- * (Apache-2.0) + a python venv with torch,
13
- * ardy, gradio
14
- * HF hub cache nvidia/ARDY-Core-RP-20FPS-Horizon40 motion
15
- * checkpoint via huggingface_hub (NVIDIA Open
16
- * Model License)
17
- * ~/.cozyclay/text-encoders Llama-3-8B + LLM2Vec encoder stack from
18
- * public, ungated mirrors, every shard
19
- * SHA-256-verified (setup-text-encoder.py),
20
- * then LoRA-merged in place
21
- * (merge-text-encoder.py); ~16.4 GB, resumable
22
- *
23
- * Every step is idempotent: re-running verifies and fills gaps only.
24
- * Overrides: CCLAY_ARDY_LOCAL_DIR, CCLAY_ARDY_ENCODERS_DIR, CCLAY_ARDY_PYTHON.
25
- *
26
- * torch note: `pip install torch` gives CUDA wheels on Linux and MPS wheels
27
- * on Apple Silicon out of the box. On Windows, install a CUDA build first if
28
- * you want GPU generation:
29
- * <venv>\Scripts\python -m pip install torch --index-url https://download.pytorch.org/whl/cu126
30
- */
31
-
32
- import { spawnSync } from "node:child_process";
33
- import { existsSync } from "node:fs";
34
- import { homedir } from "node:os";
35
- import { dirname, join } from "node:path";
36
- import { fileURLToPath } from "node:url";
37
-
38
- const HERE = dirname(fileURLToPath(import.meta.url));
39
- const ARDY_GIT_URL = "https://github.com/nv-tlabs/ardy.git";
40
- const ARDY_CHECKPOINT = "nvidia/ARDY-Core-RP-20FPS-Horizon40";
41
- const LOCAL_DIR = process.env.CCLAY_ARDY_LOCAL_DIR || join(homedir(), ".cozyclay", "ardy");
42
- const ENCODERS_DIR = process.env.CCLAY_ARDY_ENCODERS_DIR || join(homedir(), ".cozyclay", "text-encoders");
43
- const IS_WIN = process.platform === "win32";
44
- const VENV_DIR = join(LOCAL_DIR, ".venv");
45
- const VENV_PY = join(VENV_DIR, IS_WIN ? "Scripts\\python.exe" : "bin/python");
46
-
47
- const skipCheckpoint = process.argv.includes("--skip-checkpoint");
48
- const skipEncoder = process.argv.includes("--skip-encoder");
49
-
50
- function log(message) {
51
- console.log(`setup-local: ${message}`);
52
- }
53
-
54
- function die(message) {
55
- console.error(`setup-local: ${message}`);
56
- process.exit(1);
57
- }
58
-
59
- // Run a step to completion with output visible; die with context on failure.
60
- function run(label, argv, options = {}) {
61
- log(label);
62
- const result = spawnSync(argv[0], argv.slice(1), { stdio: "inherit", ...options });
63
- if (result.error) die(`${label} failed: ${result.error.message}`);
64
- if (result.status !== 0) die(`${label} failed (exit ${result.status})`);
65
- }
66
-
67
- function probe(argv) {
68
- const result = spawnSync(argv[0], argv.slice(1), { encoding: "utf8" });
69
- return result.status === 0 ? (result.stdout || "").trim() : null;
70
- }
71
-
72
- // --- prerequisites ----------------------------------------------------------
73
-
74
- if (!probe(["git", "--version"])) die("git is required (https://git-scm.com)");
75
- if (!probe(["cmake", "--version"])) {
76
- die(
77
- "cmake is required to build ARDY's motion-correction extension.\n" +
78
- " macOS: brew install cmake\n" +
79
- " Linux: apt/dnf install cmake\n" +
80
- " Windows: winget install Kitware.CMake"
81
- );
82
- }
83
-
84
- // Python 3.10+ — ARDY's floor. Prefer an explicit override, then the newest
85
- // commonly-installed minor, then the bare python3.
86
- function findPython() {
87
- const candidates = process.env.CCLAY_ARDY_PYTHON
88
- ? [process.env.CCLAY_ARDY_PYTHON]
89
- : ["python3.12", "python3.11", "python3.10", "python3", "python"];
90
- for (const candidate of candidates) {
91
- const version = probe([candidate, "-c", "import sys; print('%d.%d' % sys.version_info[:2])"]);
92
- if (!version) continue;
93
- const [major, minor] = version.split(".").map(Number);
94
- if (major === 3 && minor >= 10) return { python: candidate, version };
95
- }
96
- return null;
97
- }
98
-
99
- const found = findPython();
100
- if (!found) {
101
- die(
102
- "python 3.10+ not found (ARDY requires >=3.10).\n" +
103
- " install one (e.g. `brew install python@3.12` / `uv python install 3.12`)\n" +
104
- " or point CCLAY_ARDY_PYTHON at an interpreter"
105
- );
106
- }
107
- log(`using ${found.python} (${found.version})`);
108
-
109
- // --- ARDY checkout + venv ----------------------------------------------------
110
-
111
- if (existsSync(join(LOCAL_DIR, "pyproject.toml"))) {
112
- log(`ARDY checkout already present at ${LOCAL_DIR}`);
113
- } else if (existsSync(LOCAL_DIR)) {
114
- die(`${LOCAL_DIR} exists but is not an ARDY checkout; move it aside or set CCLAY_ARDY_LOCAL_DIR`);
115
- } else {
116
- run(`cloning ${ARDY_GIT_URL} -> ${LOCAL_DIR}`, ["git", "clone", "--depth", "1", ARDY_GIT_URL, LOCAL_DIR]);
117
- }
118
-
119
- if (existsSync(VENV_PY)) {
120
- log(`venv already present at ${VENV_DIR}`);
121
- } else {
122
- run(`creating venv at ${VENV_DIR}`, [found.python, "-m", "venv", VENV_DIR]);
123
- }
124
-
125
- function pipHas(module) {
126
- return probe([VENV_PY, "-c", `import ${module}`]) !== null;
127
- }
128
-
129
- run("upgrading pip", [VENV_PY, "-m", "pip", "install", "--quiet", "--upgrade", "pip"]);
130
- if (pipHas("torch")) {
131
- log("torch already installed");
132
- } else {
133
- // Default wheels: CUDA on Linux, MPS on Apple Silicon, CPU on Windows
134
- // (see the header for the Windows CUDA index-url).
135
- run("installing torch (this downloads a large wheel)", [VENV_PY, "-m", "pip", "install", "torch"]);
136
- }
137
- if (pipHas("ardy")) {
138
- log("ardy package already installed");
139
- } else {
140
- // Core only — never [all]: the trt extra is Linux/CUDA-only and the demo
141
- // extra is not needed for generation. The C++ extension builds here
142
- // (cmake); it may fetch pybind11/Eigen/sse2neon from their upstreams.
143
- run("installing ARDY into the venv (builds a small C++ extension)", [
144
- VENV_PY, "-m", "pip", "install", "-e", LOCAL_DIR,
145
- ]);
146
- }
147
- if (pipHas("gradio")) {
148
- log("gradio already installed");
149
- } else {
150
- // Only the text-encoder *server* needs gradio; the generator's client side
151
- // (gradio_client) is an ARDY core dependency already.
152
- run("installing gradio (text-encoder service)", [VENV_PY, "-m", "pip", "install", "gradio"]);
153
- }
154
-
155
- // --- ARDY motion checkpoint (HF hub, auto-cached) ----------------------------
156
-
157
- if (skipCheckpoint) {
158
- log("skipping motion checkpoint download (--skip-checkpoint)");
159
- } else {
160
- run(`fetching motion checkpoint ${ARDY_CHECKPOINT} into the HF cache`, [
161
- VENV_PY,
162
- "-c",
163
- [
164
- "from huggingface_hub import snapshot_download",
165
- `path = snapshot_download(repo_id=${JSON.stringify(ARDY_CHECKPOINT)})`,
166
- "print('checkpoint at', path)",
167
- ].join("\n"),
168
- ]);
169
- }
170
-
171
- // --- text-encoder weights (public mirrors, SHA-256 pinned) -------------------
172
-
173
- if (skipEncoder) {
174
- log("skipping text-encoder weights (--skip-encoder)");
175
- } else {
176
- run(`downloading/verifying encoder stack under ${ENCODERS_DIR} (~16.4 GB, resumable)`, [
177
- VENV_PY, join(HERE, "setup-text-encoder.py"), "--dest", ENCODERS_DIR,
178
- ]);
179
- // Bake the MNTP LoRA into a full model (idempotent via MERGE_MANIFEST):
180
- // transformers v5 cannot chase adapter dirs the way ARDY's loader expects.
181
- run("merging MNTP LoRA into the base weights (one-time, needs RAM)", [
182
- VENV_PY, join(HERE, "merge-text-encoder.py"), "--dest", ENCODERS_DIR,
183
- ], { cwd: LOCAL_DIR });
184
- }
185
-
186
- log("done. start CozyClay with `npm run dev` — the bridge auto-selects local mode");
187
- log(` ARDY: ${LOCAL_DIR}`);
188
- log(` encoder: ${ENCODERS_DIR} (lazy service on first generation)`);
189
- log(" remote box users: CCLAY_ARDY_HOST keeps selecting the ssh backend");
@@ -1,93 +0,0 @@
1
- #!/usr/bin/env bash
2
- # setup-text-encoder-on-box.sh - provision the ARDY text-encoder models on the
3
- # remote box WITHOUT a Hugging Face account, gated-access approval, or token.
4
- #
5
- # CCLAY_ARDY_HOST=user@gpu-box tools/ardy/setup-text-encoder-on-box.sh
6
- # ... --verify-only re-hash an existing tree on the box, download nothing
7
- #
8
- # Copies setup-text-encoder.py to a fresh remote temp dir (nothing is written
9
- # inside the ARDY checkout, same rule as run-on-box.sh), runs it with the
10
- # box's python3, and removes the script afterwards. The models land under
11
- # CCLAY_ARDY_ENCODERS_DIR (default ~/cclay-text-encoders on the box, kept
12
- # across re-runs; re-running only verifies and fills gaps).
13
- #
14
- # env (names shared with run-on-box.sh / sync-to-box):
15
- # CCLAY_ARDY_HOST ssh destination for the ARDY host (required)
16
- # CCLAY_ARDY_ENCODERS_DIR TEXT_ENCODERS_DIR on the box
17
- # (default $HOME/cclay-text-encoders, box-side)
18
- # CCLAY_ARDY_REPO ARDY checkout on the box (default $HOME/ardy)
19
- # CCLAY_ARDY_ENC_VENV encoder venv python on the box
20
- # (default ~/ardy/.venv/bin/python — the CPU
21
- # text-encoder venv, NOT the .venv-cuda generator)
22
- set -euo pipefail
23
-
24
- HERE="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
25
- HOST="${CCLAY_ARDY_HOST:-}"
26
- # Escaped so the REMOTE shell expands $HOME, the same trick run-on-box.sh uses.
27
- ENCODERS_DIR="${CCLAY_ARDY_ENCODERS_DIR:-\$HOME/cclay-text-encoders}"
28
- REPO="${CCLAY_ARDY_REPO:-\$HOME/ardy}"
29
- # Literal ~ so the REMOTE shell tilde-expands it, like run-on-box.sh's VENV_PY.
30
- VENV_PY="${CCLAY_ARDY_ENC_VENV:-~/ardy/.venv/bin/python}"
31
-
32
- [[ -n "$HOST" ]] || {
33
- echo "setup-text-encoder-on-box: set CCLAY_ARDY_HOST (e.g. user@gpu-box)" >&2
34
- exit 1
35
- }
36
-
37
- SSH_OPTS=(-o BatchMode=yes -o ConnectTimeout=10 -o ServerAliveInterval=30 -o ServerAliveCountMax=240)
38
- SCP_OPTS=(-o BatchMode=yes -o ConnectTimeout=10)
39
-
40
- if ! ssh "${SSH_OPTS[@]}" "$HOST" ":" </dev/null; then
41
- echo "setup-text-encoder-on-box: cannot ssh to ${HOST}" >&2
42
- exit 1
43
- fi
44
- echo "setup-text-encoder-on-box: ssh to ${HOST} ok"
45
-
46
- if ! REMOTE_TMP="$(ssh "${SSH_OPTS[@]}" "$HOST" "mktemp -d" </dev/null)"; then
47
- echo "setup-text-encoder-on-box: mktemp on ${HOST} failed" >&2
48
- exit 1
49
- fi
50
- [[ "$REMOTE_TMP" == /* ]] || {
51
- echo "setup-text-encoder-on-box: remote mktemp returned non-absolute '${REMOTE_TMP}'; aborting" >&2
52
- exit 1
53
- }
54
- trap 'ssh "${SSH_OPTS[@]}" "$HOST" "rm -rf ${REMOTE_TMP}" </dev/null >/dev/null 2>&1 || true' EXIT
55
-
56
- scp -q "${SCP_OPTS[@]}" "${HERE}/setup-text-encoder.py" "$HOST:${REMOTE_TMP}/setup-text-encoder.py"
57
- scp -q "${SCP_OPTS[@]}" "${HERE}/merge-text-encoder.py" "$HOST:${REMOTE_TMP}/merge-text-encoder.py"
58
-
59
- # Forward optional flags (--verify-only / --print-plan) verbatim; each one is
60
- # %q-quoted like every other remote arg in this toolset.
61
- EXTRA=""
62
- for arg in "$@"; do
63
- EXTRA+=" $(printf '%q' "$arg")"
64
- done
65
-
66
- # shellcheck disable=SC2029 # ENCODERS_DIR/REMOTE_TMP expand remotely by design
67
- ssh "${SSH_OPTS[@]}" "$HOST" \
68
- "python3 ${REMOTE_TMP}/setup-text-encoder.py --dest \"${ENCODERS_DIR}\"${EXTRA}" </dev/null
69
-
70
- # Bake the MNTP merge unless this was a flag-only run (--verify-only /
71
- # --print-plan download nothing, so there is nothing new to merge). The merge
72
- # runs inside the ARDY checkout under the encoder venv (torch + peft + the
73
- # ardy package) and is idempotent: it no-ops when the merged model already
74
- # matches the adapter hash.
75
- if [[ -z "$EXTRA" ]]; then
76
- # shellcheck disable=SC2029 # remote expansion by design
77
- ssh "${SSH_OPTS[@]}" "$HOST" \
78
- "cd ${REPO} && ${VENV_PY} ${REMOTE_TMP}/merge-text-encoder.py --dest \"${ENCODERS_DIR}\"" </dev/null
79
- fi
80
-
81
- cat <<'EOF'
82
-
83
- setup-text-encoder-on-box: done.
84
-
85
- Restart the text-encoder service on the box with TEXT_ENCODERS_DIR set, e.g.:
86
-
87
- ssh $CCLAY_ARDY_HOST
88
- cd ~/ardy
89
- TEXT_ENCODERS_DIR=$HOME/cclay-text-encoders \
90
- .venv/bin/python scripts/run_text_encoder_server.py
91
-
92
- No Hugging Face login or token is needed on the box from now on.
93
- EOF