cozyclay 2.1.0 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (583) hide show
  1. package/CHANGELOG.md +65 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +40 -113
  4. package/bin/agent/agent-runner.mjs +9 -10
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/studio-motion-reference.mjs +23 -0
  14. package/bin/agent/studio-prompt.mjs +1 -1
  15. package/bin/agent/studio-rebase-text.mjs +32 -0
  16. package/bin/agent/studio-rebase.mjs +26 -39
  17. package/bin/agent/studio-tools.mjs +9 -28
  18. package/bin/agent/tool-arguments.mjs +49 -0
  19. package/bin/agent/turn-frames.mjs +66 -0
  20. package/bin/codex-auth.mjs +9 -2
  21. package/bin/cozyclay.mjs +10 -116
  22. package/bin/live/cli.mjs +22 -6
  23. package/bin/mcp-runtime.mjs +2 -12
  24. package/bin/package-signature.mjs +0 -4
  25. package/dist/app/index.html +7 -6
  26. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  27. package/dist/assets/analytics-C9sUnndd.js +1 -0
  28. package/dist/assets/app-CCh--1Hc.js +5087 -0
  29. package/dist/assets/app-f-fkV5uP.css +1 -0
  30. package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
  31. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  32. package/dist/assets/{first-shot-handoff-BlT33CGf.js → first-shot-handoff-CC4xe4HM.js} +1 -1
  33. package/dist/assets/{landing-BSesrCpL.js → landing-DjHD8u7k.js} +1 -1
  34. package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
  35. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  36. package/dist/assets/workflow-C4yKH1p4.js +179 -0
  37. package/dist/cozyclay-package.json +1 -1
  38. package/dist/index.html +3 -3
  39. package/dist/llms.txt +14 -0
  40. package/dist/sw.js +3 -6
  41. package/dist/workflow/index.html +5 -4
  42. package/mcp/LIVE-PROTOCOL.md +7 -47
  43. package/mcp/README.md +16 -26
  44. package/mcp/live-hub.mjs +6 -10
  45. package/mcp/package.json +1 -3
  46. package/mcp/tool-handlers.mjs +4 -168
  47. package/package.json +3 -22
  48. package/src/App.jsx +174 -2639
  49. package/src/agent-progress.js +79 -0
  50. package/src/agent-turn-mark.js +30 -0
  51. package/src/analytics.js +1 -19
  52. package/src/app-context.js +5 -0
  53. package/src/app-stage.jsx +2 -34
  54. package/src/asset-pane.jsx +6 -5
  55. package/src/camera-block.js +21 -0
  56. package/src/camera-direction.js +120 -0
  57. package/src/character-kind.js +3 -9
  58. package/src/command-bus.js +8 -6
  59. package/src/commands/cast.js +5 -34
  60. package/src/commands/elements/character.js +1 -1
  61. package/src/commands/elements/motion.js +1 -6
  62. package/src/commands/elements/object.js +6 -2
  63. package/src/commands/elements/shot.js +4 -1
  64. package/src/commands/elements.js +38 -14
  65. package/src/commands/index.js +3 -1
  66. package/src/commands/kits.js +37 -0
  67. package/src/commands/motion-timing.js +57 -0
  68. package/src/commands/motion.js +9 -152
  69. package/src/commands/motion3-compile.js +65 -0
  70. package/src/commands/motion3.js +207 -0
  71. package/src/commands/objects.js +6 -4
  72. package/src/commands/shot.js +49 -11
  73. package/src/commands/stage.js +14 -1
  74. package/src/commands/view.js +4 -1
  75. package/src/document-mirrors.js +42 -0
  76. package/src/document-store.js +4 -0
  77. package/src/domains/cast.js +19 -194
  78. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  79. package/src/domains/motion/take-source.js +51 -0
  80. package/src/domains/motion.js +60 -1838
  81. package/src/domains/scenes.js +12 -55
  82. package/src/domains/shots.js +2 -2
  83. package/src/domains/stage.js +4 -2
  84. package/src/draft-ghost.js +46 -0
  85. package/src/draft-ghost.jsx +129 -0
  86. package/src/dualview.jsx +4 -3
  87. package/src/effects/EffectsLayer.jsx +112 -0
  88. package/src/effects/effect-meshes.js +232 -0
  89. package/src/effects/effect-record.js +103 -0
  90. package/src/effects/emitter.js +59 -0
  91. package/src/effects/simulate.js +261 -0
  92. package/src/effects/state.js +59 -0
  93. package/src/execution-telemetry.js +2 -3
  94. package/src/first-success-guide.jsx +5 -5
  95. package/src/ghost-set.js +257 -0
  96. package/src/held-object-edit.jsx +113 -0
  97. package/src/held-object-pose.js +175 -0
  98. package/src/hierarchy-model.js +1 -1
  99. package/src/hierarchy-panel.jsx +1 -1
  100. package/src/imported-mesh.jsx +103 -0
  101. package/src/kits/held.js +84 -0
  102. package/src/kits/index.js +70 -0
  103. package/src/kits/smoking.js +57 -0
  104. package/src/light-blockers.js +93 -0
  105. package/src/motion/beat-board-model.js +84 -0
  106. package/src/motion/beat-board.css +124 -0
  107. package/src/motion/beat-board.jsx +59 -0
  108. package/src/motion/center-of-mass.js +66 -0
  109. package/src/motion/fix-collisions.js +850 -0
  110. package/src/motion/physics-review.js +118 -0
  111. package/src/{ardy → motion}/physics-support.js +1 -76
  112. package/src/motion/rig-snapshot.js +22 -0
  113. package/src/motion/take-segments.jsx +140 -0
  114. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  115. package/src/{ardy → motion}/timeline.css +1 -2
  116. package/src/{ardy → motion}/timeline.jsx +48 -419
  117. package/src/motion/waypoints.js +76 -0
  118. package/src/motion3/beats.js +83 -0
  119. package/src/motion3/body.js +158 -0
  120. package/src/motion3/bones.js +47 -0
  121. package/src/motion3/carried.js +47 -0
  122. package/src/motion3/compile-job.js +75 -0
  123. package/src/motion3/compile-worker.js +10 -0
  124. package/src/motion3/compiler/anchors.js +105 -0
  125. package/src/motion3/compiler/arm-orient.js +128 -0
  126. package/src/motion3/compiler/channels.js +125 -0
  127. package/src/motion3/compiler/compile.js +205 -0
  128. package/src/motion3/compiler/gait-rhythm.js +97 -0
  129. package/src/motion3/compiler/grip.js +171 -0
  130. package/src/motion3/compiler/head-steady.js +48 -0
  131. package/src/motion3/compiler/hold.js +134 -0
  132. package/src/motion3/compiler/idle.js +113 -0
  133. package/src/motion3/compiler/limbs.js +170 -0
  134. package/src/motion3/compiler/math.js +72 -0
  135. package/src/motion3/compiler/pose.js +162 -0
  136. package/src/motion3/compiler/quat.js +49 -0
  137. package/src/motion3/compiler/skeleton.js +74 -0
  138. package/src/motion3/compiler/validate-common.js +32 -0
  139. package/src/motion3/compiler/validate-goals.js +118 -0
  140. package/src/motion3/compiler/validate-objects.js +143 -0
  141. package/src/motion3/compiler/validate-parts.js +116 -0
  142. package/src/motion3/compiler/validate.js +122 -0
  143. package/src/motion3/compiler/vocab.js +73 -0
  144. package/src/motion3/compiler/walk-pelvis.js +275 -0
  145. package/src/motion3/compiler/walk.js +207 -0
  146. package/src/motion3/compiler/wrist-clamp.js +32 -0
  147. package/src/motion3/delta.js +47 -0
  148. package/src/motion3/describe.js +174 -0
  149. package/src/motion3/docs.js +27 -0
  150. package/src/motion3/edit-carry.js +21 -0
  151. package/src/motion3/fix/ease.js +16 -0
  152. package/src/motion3/fix/ground.js +37 -0
  153. package/src/motion3/fix/index.js +52 -0
  154. package/src/motion3/fix/push.js +71 -0
  155. package/src/motion3/fix/reach.js +46 -0
  156. package/src/motion3/fix/retime.js +79 -0
  157. package/src/motion3/fix/self.js +211 -0
  158. package/src/motion3/fix/slide.js +70 -0
  159. package/src/motion3/fix/turn.js +51 -0
  160. package/src/motion3/follow.js +39 -0
  161. package/src/motion3/free-motion.js +173 -0
  162. package/src/motion3/grip-choice.js +130 -0
  163. package/src/motion3/hold-plan.js +157 -0
  164. package/src/motion3/json-patch.js +77 -0
  165. package/src/motion3/key-aim.js +105 -0
  166. package/src/motion3/key-edit.js +82 -0
  167. package/src/motion3/lenient.js +127 -0
  168. package/src/motion3/object-keys.js +236 -0
  169. package/src/motion3/object-pose.js +182 -0
  170. package/src/motion3/object-tracks.js +12 -0
  171. package/src/motion3/pipeline.js +102 -0
  172. package/src/motion3/playback.js +51 -0
  173. package/src/motion3/probes.js +91 -0
  174. package/src/motion3/qa/body-checks.js +34 -0
  175. package/src/motion3/qa/check-names.js +14 -0
  176. package/src/motion3/qa/checks.js +121 -0
  177. package/src/motion3/qa/contact-checks.js +51 -0
  178. package/src/motion3/qa/explain.js +80 -0
  179. package/src/motion3/qa/fmt.js +5 -0
  180. package/src/motion3/qa/foot-checks.js +72 -0
  181. package/src/motion3/qa/geometry.js +77 -0
  182. package/src/motion3/qa/goals.js +191 -0
  183. package/src/motion3/qa/ground.js +60 -0
  184. package/src/motion3/qa/hints-contact.js +179 -0
  185. package/src/motion3/qa/hints-goal.js +160 -0
  186. package/src/motion3/qa/hints-knee.js +24 -0
  187. package/src/motion3/qa/hints-motion.js +209 -0
  188. package/src/motion3/qa/hints-object.js +91 -0
  189. package/src/motion3/qa/index.js +42 -0
  190. package/src/motion3/qa/key-checks.js +82 -0
  191. package/src/motion3/qa/near.js +96 -0
  192. package/src/motion3/qa/object-checks.js +135 -0
  193. package/src/motion3/qa/patch.js +161 -0
  194. package/src/motion3/qa/severity.js +38 -0
  195. package/src/motion3/qa/spec-checks.js +65 -0
  196. package/src/motion3/qa/style.js +218 -0
  197. package/src/motion3/qa/wrist-checks.js +69 -0
  198. package/src/motion3/qa/wrist-obs.js +60 -0
  199. package/src/motion3/refs.js +120 -0
  200. package/src/motion3/repair-tune.js +121 -0
  201. package/src/motion3/repair.js +83 -0
  202. package/src/motion3/report.js +67 -0
  203. package/src/motion3/rigs/index.js +14 -0
  204. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  205. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  206. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  207. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  208. package/src/motion3/scene.js +60 -0
  209. package/src/motion3/schema/brief.js +89 -0
  210. package/src/motion3/schema/fields.js +44 -0
  211. package/src/motion3/schema/spec-examples.js +46 -0
  212. package/src/motion3/schema/topics.js +111 -0
  213. package/src/motion3/schema/types.js +147 -0
  214. package/src/motion3/search.js +117 -0
  215. package/src/motion3/second-hand.js +112 -0
  216. package/src/motion3/skills/basic.js +82 -0
  217. package/src/motion3/skills/book.js +76 -0
  218. package/src/motion3/skills/car.js +145 -0
  219. package/src/motion3/skills/frames-auto.js +29 -0
  220. package/src/motion3/skills/index.js +83 -0
  221. package/src/motion3/skills/info.js +65 -0
  222. package/src/motion3/skills/smoke-kit.js +109 -0
  223. package/src/motion3/skills/smoke.js +160 -0
  224. package/src/motion3/spec-store.js +59 -0
  225. package/src/motion3/take-edit.js +155 -0
  226. package/src/motion3/take.js +63 -0
  227. package/src/motion3/timeline.js +127 -0
  228. package/src/motion3/views.js +121 -0
  229. package/src/motion3/walk-plan.js +119 -0
  230. package/src/object-catalog.jsx +7 -1
  231. package/src/object-colors.js +98 -0
  232. package/src/object-gizmo-parts.js +115 -0
  233. package/src/object-gizmo.jsx +37 -122
  234. package/src/object-glow.js +139 -0
  235. package/src/object-hidden.js +33 -0
  236. package/src/object-look.js +196 -0
  237. package/src/object-size.js +10 -0
  238. package/src/object-travel.js +71 -6
  239. package/src/panels/CameraPanel.jsx +7 -7
  240. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  241. package/src/panels/LightPanel.jsx +25 -4
  242. package/src/panels/ObjectLookPanel.jsx +88 -0
  243. package/src/panels/PoseImagePanel.jsx +1 -1
  244. package/src/panels/PosePanel.jsx +2 -17
  245. package/src/panels/RigControlPanel.jsx +5 -53
  246. package/src/panels/SubjectBox.jsx +4 -1
  247. package/src/panels/details.css +14 -0
  248. package/src/posestudio.jsx +4 -27
  249. package/src/project-browser.jsx +3 -4
  250. package/src/project-resources.js +18 -31
  251. package/src/project.js +13 -104
  252. package/src/props.jsx +25 -280
  253. package/src/rail-dot-drag.js +23 -0
  254. package/src/render-passes.js +10 -0
  255. package/src/resource-status.jsx +1 -0
  256. package/src/result-modal.jsx +4 -19
  257. package/src/room.jsx +20 -12
  258. package/src/scene-assets.js +8 -6
  259. package/src/scene-light-place.js +72 -0
  260. package/src/scene-lights.jsx +148 -0
  261. package/src/scene-objects.js +31 -139
  262. package/src/scenes.js +15 -105
  263. package/src/semantic-edit.js +2 -5
  264. package/src/set-pieces.jsx +183 -0
  265. package/src/settings-menu.jsx +3 -11
  266. package/src/shell/BottomDock.jsx +11 -53
  267. package/src/shell/CompositionGuideButton.jsx +20 -0
  268. package/src/shell/DetailsSlot.jsx +16 -200
  269. package/src/shell/GhostsMenuGroup.jsx +74 -0
  270. package/src/shell/LibrarySlot.jsx +1 -3
  271. package/src/shell/MenuBar.jsx +3 -3
  272. package/src/shell/PreferencesDialog.jsx +15 -264
  273. package/src/shell/PreferencesSlot.jsx +2 -8
  274. package/src/shell/ShotPreviewHeader.jsx +17 -0
  275. package/src/shell/TopBar.jsx +5 -83
  276. package/src/shell/ViewportToolbar.jsx +23 -93
  277. package/src/shell/agent-glass.css +19 -6
  278. package/src/shell/details-selection.js +42 -0
  279. package/src/shell/ghosts-menu.css +22 -0
  280. package/src/shell/glass-regions.css +29 -3
  281. package/src/shell/preferences.css +6 -1
  282. package/src/shell/viewport.css +12 -0
  283. package/src/shot-authoring.js +4 -7
  284. package/src/soft-shadows.js +37 -0
  285. package/src/stage-attach-frames.js +12 -12
  286. package/src/stage-canvas-rigs.jsx +3 -3
  287. package/src/stage-capture.jsx +42 -8
  288. package/src/stage-characters.jsx +22 -216
  289. package/src/stage-editor-gizmos.jsx +6 -6
  290. package/src/stage-environment.js +93 -0
  291. package/src/stage-hdr-builtins.js +107 -0
  292. package/src/stage-hdr-image.js +116 -0
  293. package/src/stage-hdr-library.js +70 -0
  294. package/src/stage-hdr-map.js +94 -0
  295. package/src/stage-hdr.js +130 -0
  296. package/src/stage-lighting.js +149 -0
  297. package/src/stage-occlusion.js +210 -0
  298. package/src/stage-sky.jsx +159 -0
  299. package/src/stage-startup-defaults.js +5 -9
  300. package/src/studio-actions.js +12 -14
  301. package/src/studio-agent-commands.js +46 -16
  302. package/src/studio-agent-motion.js +9 -9
  303. package/src/studio-agent-protocol.js +46 -73
  304. package/src/studio-app-binding.js +29 -45
  305. package/src/studio-asset-list.js +17 -0
  306. package/src/studio-contact-sheet.js +37 -5
  307. package/src/studio-elements.js +27 -7
  308. package/src/studio-entity-bounds.js +18 -0
  309. package/src/studio-error-codes.js +8 -0
  310. package/src/studio-export-framing.js +152 -0
  311. package/src/studio-lighting-check.js +103 -0
  312. package/src/studio-motion-visual.js +150 -0
  313. package/src/studio-schema-errors.js +80 -0
  314. package/src/studio-support-gap.js +74 -0
  315. package/src/styles.css +1 -19
  316. package/src/timeline-defaults.js +5 -0
  317. package/src/timeline-extent.js +8 -20
  318. package/src/tutorial-walk.js +17 -0
  319. package/src/ui-scrub.js +1 -1
  320. package/src/use-shot-camera-tracks.js +12 -0
  321. package/src/view-ghosts.js +97 -0
  322. package/src/view-ghosts.jsx +49 -0
  323. package/src/workflow/AgentPanel.jsx +47 -166
  324. package/src/workflow/AgentProgressCard.jsx +107 -0
  325. package/src/workflow/AgentReplyText.jsx +37 -0
  326. package/src/workflow/AgentTurnSteps.jsx +84 -0
  327. package/src/workflow/LoginPanel.jsx +140 -0
  328. package/src/workflow/WorkflowBuilder.jsx +7 -23
  329. package/src/workflow/agent-client.js +54 -51
  330. package/src/workflow/agent-panel.css +71 -1
  331. package/src/workflow/agent-progress-card.css +167 -0
  332. package/src/workflow/agent-progress-view.js +47 -0
  333. package/src/workflow/agent-turn-steps.css +113 -0
  334. package/src/workflow/agent-turn.js +191 -0
  335. package/src/workflow/login-client.js +34 -0
  336. package/src/workflow/motion-input.js +18 -31
  337. package/src/workflow/node-schema.js +1 -1
  338. package/src/workflow/reply-markdown.js +69 -0
  339. package/src/workflow/scene-asset-sync.js +8 -8
  340. package/tools/agent-session-stats.mjs +61 -0
  341. package/tools/dev-full.mjs +5 -56
  342. package/tools/eslint-baseline.json +12 -13
  343. package/tools/headless-studio.mjs +85 -0
  344. package/tools/knip-baseline.json +0 -179
  345. package/tools/loc-baseline.json +33 -83
  346. package/tools/motion3/extract-body.mjs +103 -0
  347. package/tools/motion3/extract-rig.mjs +85 -0
  348. package/tools/process-supervisor.mjs +0 -88
  349. package/tools/run-tests.mjs +9 -124
  350. package/bin/agent/motion-runtime.mjs +0 -76
  351. package/dist/ardy/cskel27-rest.json +0 -557
  352. package/dist/assets/analytics-B41FmPYI.js +0 -1
  353. package/dist/assets/app-Do-Og5Pu.css +0 -1
  354. package/dist/assets/app-DwP-tl2x.js +0 -4920
  355. package/dist/assets/config-Bx7pYsD9.js +0 -1
  356. package/dist/assets/config-DeoFTYzb.css +0 -1
  357. package/dist/assets/demo-Dt0qZfS7.js +0 -1
  358. package/dist/assets/scene-asset-sync-BCWDJB1d.js +0 -19
  359. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  360. package/dist/assets/ticket-jqMhqL88.js +0 -1
  361. package/dist/assets/workflow-Br-K7Srs.js +0 -179
  362. package/dist/demo/walk-then-stop.npz +0 -0
  363. package/mcp/ardy-prompts.mjs +0 -218
  364. package/src/ardy/auto-fix-panel.css +0 -108
  365. package/src/ardy/auto-physics.js +0 -1194
  366. package/src/ardy/client.js +0 -153
  367. package/src/ardy/convert.js +0 -313
  368. package/src/ardy/cskel27-neutral.js +0 -39
  369. package/src/ardy/cskel27.js +0 -77
  370. package/src/ardy/export.js +0 -165
  371. package/src/ardy/fix-collisions.js +0 -2257
  372. package/src/ardy/foot-lock.js +0 -230
  373. package/src/ardy/motion-calibration.js +0 -118
  374. package/src/ardy/motion-edit.js +0 -213
  375. package/src/ardy/motion-url.js +0 -55
  376. package/src/ardy/mp4-duration.js +0 -102
  377. package/src/ardy/npz.js +0 -595
  378. package/src/ardy/physics-panel.css +0 -21
  379. package/src/ardy/physics-panel.jsx +0 -89
  380. package/src/ardy/physics-refine.js +0 -111
  381. package/src/ardy/physics-review.js +0 -567
  382. package/src/ardy/physics-temporal.js +0 -54
  383. package/src/ardy/platform-fit-panel.css +0 -64
  384. package/src/ardy/platform-fit-panel.jsx +0 -41
  385. package/src/ardy/platform-fit.js +0 -326
  386. package/src/ardy/playback.js +0 -711
  387. package/src/ardy/pose-pin.js +0 -97
  388. package/src/ardy/prompt-clips.js +0 -30
  389. package/src/ardy/retime.js +0 -211
  390. package/src/ardy/root-drop.js +0 -369
  391. package/src/ardy/timeline-resize.js +0 -13
  392. package/src/ardy/to-cskel27.js +0 -225
  393. package/src/ardy/trim.js +0 -33
  394. package/src/ardy/waypoints.js +0 -369
  395. package/src/ardy-bridge-contract.js +0 -281
  396. package/src/domains/motion/motion-video-capture.js +0 -664
  397. package/src/i2v-motion-client.js +0 -77
  398. package/src/i2v-motion-studio.jsx +0 -180
  399. package/src/line-edit.js +0 -1348
  400. package/src/motion/generation.js +0 -105
  401. package/src/motion-readiness-ui.jsx +0 -67
  402. package/src/motion-readiness.js +0 -40
  403. package/src/motion-resources.js +0 -177
  404. package/src/motion-store.js +0 -65
  405. package/src/motion-trail.js +0 -601
  406. package/src/multimodel-ingest.js +0 -394
  407. package/src/panels/PromptBlocksPanel.jsx +0 -444
  408. package/src/panels/VideoCapturePanel.jsx +0 -181
  409. package/src/pose-extract/browser.js +0 -42
  410. package/src/pose-extract/detector.js +0 -100
  411. package/src/pose-extract/fit.js +0 -227
  412. package/src/pose-extract/image-frame.js +0 -51
  413. package/src/pose-extract/index.js +0 -58
  414. package/src/pose-extract/keyframes.js +0 -74
  415. package/src/pose-extract/landmarks.js +0 -162
  416. package/src/pose-extract/mirror.js +0 -153
  417. package/src/pose-extract/take.js +0 -131
  418. package/src/pose-extract/video-frames.js +0 -91
  419. package/src/take-recipe.js +0 -165
  420. package/src/trail-key-conflicts.js +0 -39
  421. package/src/trail-pick.js +0 -59
  422. package/src/use-i2v-capture-modal.js +0 -15
  423. package/tools/ardy/BRIDGE.md +0 -37
  424. package/tools/ardy/GVHMR-NPZ.md +0 -68
  425. package/tools/ardy/README.md +0 -124
  426. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  427. package/tools/ardy/artifacts.mjs +0 -34
  428. package/tools/ardy/bridge.mjs +0 -1732
  429. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  430. package/tools/ardy/cclay_constrained_generate.py +0 -561
  431. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  432. package/tools/ardy/cclay_motion_edit.py +0 -510
  433. package/tools/ardy/cclay_sequence_generate.py +0 -705
  434. package/tools/ardy/cclay_worker.py +0 -304
  435. package/tools/ardy/dump-npz.py +0 -205
  436. package/tools/ardy/extract-rest.mjs +0 -299
  437. package/tools/ardy/extract.mjs +0 -507
  438. package/tools/ardy/footage.mjs +0 -467
  439. package/tools/ardy/gvhmr-floor.mjs +0 -102
  440. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  441. package/tools/ardy/gvhmr_fastpath.py +0 -168
  442. package/tools/ardy/gvhmr_trajectory.py +0 -240
  443. package/tools/ardy/merge-text-encoder.py +0 -160
  444. package/tools/ardy/mocap-metrics.mjs +0 -200
  445. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  446. package/tools/ardy/motion-stabilize.mjs +0 -348
  447. package/tools/ardy/npz.mjs +0 -414
  448. package/tools/ardy/pose-to-npz.mjs +0 -106
  449. package/tools/ardy/prompt-limits.mjs +0 -5
  450. package/tools/ardy/run-edit-on-box.sh +0 -73
  451. package/tools/ardy/run-local.mjs +0 -233
  452. package/tools/ardy/run-on-box.sh +0 -593
  453. package/tools/ardy/run-sequence-on-box.sh +0 -177
  454. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  455. package/tools/ardy/runners/index.mjs +0 -18
  456. package/tools/ardy/runners/local.mjs +0 -455
  457. package/tools/ardy/runners/proc.mjs +0 -125
  458. package/tools/ardy/runners/remote.mjs +0 -252
  459. package/tools/ardy/setup-local.mjs +0 -189
  460. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  461. package/tools/ardy/setup-text-encoder.py +0 -306
  462. package/tools/ardy/smpl-cskel27.mjs +0 -178
  463. package/tools/ardy/visual-qa.mjs +0 -196
  464. package/tools/ardy/vq-car.mjs +0 -52
  465. package/tools/bench/EXP3.md +0 -61
  466. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  467. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  468. package/tools/bench/cclay_bench_runner.py +0 -42
  469. package/tools/bench/cube-contact.mjs +0 -162
  470. package/tools/bench/exp3.mjs +0 -152
  471. package/tools/bench/extract-bench-lib.mjs +0 -216
  472. package/tools/bench/extract-bench.mjs +0 -302
  473. package/tools/bench/fal-generate.mjs +0 -88
  474. package/tools/bench/fit/README.md +0 -189
  475. package/tools/bench/fit/camera.mjs +0 -59
  476. package/tools/bench/fit/contact.mjs +0 -419
  477. package/tools/bench/fit/footlock.mjs +0 -234
  478. package/tools/bench/fit/motion.mjs +0 -85
  479. package/tools/bench/fit/pin.mjs +0 -27
  480. package/tools/bench/fit/remote.mjs +0 -105
  481. package/tools/bench/fit-bench.mjs +0 -126
  482. package/tools/bench/fit-sanity.mjs +0 -45
  483. package/tools/bench/metrics.mjs +0 -313
  484. package/tools/bench/obs/depth.mjs +0 -258
  485. package/tools/bench/obs/extrinsics.mjs +0 -175
  486. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  487. package/tools/bench/obs/ground.mjs +0 -294
  488. package/tools/bench/obs/heading.mjs +0 -151
  489. package/tools/bench/obs/ladder.mjs +0 -555
  490. package/tools/bench/obs/mannequin-betas.json +0 -124
  491. package/tools/bench/obs/remote.mjs +0 -83
  492. package/tools/bench/obs/rest_joints.py +0 -52
  493. package/tools/bench/obs/ybot-targets.mjs +0 -49
  494. package/tools/bench/obs-bench.mjs +0 -520
  495. package/tools/bench/score.mjs +0 -343
  496. package/tools/bench/summarize.mjs +0 -86
  497. package/tools/demo-worker/README.md +0 -137
  498. package/tools/demo-worker/api-client.mjs +0 -233
  499. package/tools/demo-worker/generate.mjs +0 -301
  500. package/tools/demo-worker/index.mjs +0 -466
  501. package/tools/demo-worker/sign-core.mjs +0 -112
  502. package/tools/demo-worker/sign.mjs +0 -161
  503. package/tools/gt-render/browser.mjs +0 -159
  504. package/tools/gt-render/camera-math.mjs +0 -276
  505. package/tools/gt-render/page.mjs +0 -267
  506. package/tools/gt-render/render.mjs +0 -514
  507. package/tools/gt-render/scene-box.mjs +0 -31
  508. package/tools/gt-render/take-transform.mjs +0 -87
  509. package/tools/kimodo/compare-seam.mjs +0 -108
  510. package/tools/kimodo/constraints.mjs +0 -244
  511. package/tools/kimodo/edit.mjs +0 -259
  512. package/tools/kimodo/effector-constraints.mjs +0 -200
  513. package/tools/kimodo/generate.mjs +0 -646
  514. package/tools/kimodo/local-output.mjs +0 -265
  515. package/tools/kimodo/measure-pose.mjs +0 -65
  516. package/tools/kimodo/measure-preserve.mjs +0 -899
  517. package/tools/kimodo/measure-waypoints.mjs +0 -55
  518. package/tools/kimodo/mlx-generate.py +0 -111
  519. package/tools/kimodo/pose-constraints.mjs +0 -248
  520. package/tools/kimodo/preserve-mask.mjs +0 -543
  521. package/tools/kimodo/read-npz.mjs +0 -189
  522. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  523. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  524. package/tools/kimodo/runner.mjs +0 -284
  525. package/tools/kimodo/seam-batch.mjs +0 -77
  526. package/tools/kimodo/setup-local.mjs +0 -30
  527. package/tools/kimodo/setup-on-box.sh +0 -339
  528. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  529. package/tools/morphgs/assets/gen_truth.py +0 -39
  530. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  531. package/tools/morphgs/assets/playback-check.mjs +0 -30
  532. package/tools/morphgs/demo-gate.sh +0 -26
  533. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  534. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  535. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  536. package/tools/morphgs/setup-on-cluster.sh +0 -126
  537. package/tools/projflow/driver.py +0 -1069
  538. package/tools/projflow/generate.mjs +0 -805
  539. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  540. package/tools/projflow/line-edit-job.mjs +0 -547
  541. package/tools/projflow/replay.mjs +0 -452
  542. package/tools/projflow/runner.mjs +0 -269
  543. package/tools/projflow/service.mjs +0 -742
  544. package/tools/track/DESIGN.md +0 -513
  545. package/tools/track/backfill-provenance.mjs +0 -116
  546. package/tools/track/budget.mjs +0 -8
  547. package/tools/track/check-rig.mjs +0 -209
  548. package/tools/track/diagnostics.schema.json +0 -60
  549. package/tools/track/export-rig.mjs +0 -256
  550. package/tools/track/fallback.mjs +0 -7
  551. package/tools/track/fk-parity-fixture.mjs +0 -161
  552. package/tools/track/gate.mjs +0 -349
  553. package/tools/track/masks.mjs +0 -318
  554. package/tools/track/metrics.mjs +0 -201
  555. package/tools/track/publish-obs.mjs +0 -108
  556. package/tools/track/py/check_env.py +0 -61
  557. package/tools/track/py/eval_lr.py +0 -229
  558. package/tools/track/py/lr_viterbi.py +0 -294
  559. package/tools/track/py/masks.py +0 -405
  560. package/tools/track/py/objective.py +0 -382
  561. package/tools/track/py/rig.py +0 -508
  562. package/tools/track/py/scene.py +0 -326
  563. package/tools/track/py/test_joint_indices.py +0 -123
  564. package/tools/track/py/test_lr_viterbi.py +0 -195
  565. package/tools/track/py/test_masks.py +0 -229
  566. package/tools/track/py/test_rig.py +0 -288
  567. package/tools/track/py/test_scene.py +0 -354
  568. package/tools/track/py/test_track.py +0 -328
  569. package/tools/track/py/track.py +0 -411
  570. package/tools/track/remote.mjs +0 -140
  571. package/tools/track/rig-dump.mjs +0 -227
  572. package/tools/track/run-box-tests.mjs +0 -14
  573. package/tools/track/run-box.mjs +0 -168
  574. package/tools/track/setup-box.sh +0 -59
  575. package/tools/track/study-2d.mjs +0 -728
  576. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  577. /package/src/{ardy → motion}/ground.js +0 -0
  578. /package/src/{ardy → motion}/ik-drag.js +0 -0
  579. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  580. /package/src/{ardy → motion}/ik.js +0 -0
  581. /package/src/{ardy → motion}/physics-surface.js +0 -0
  582. /package/src/{ardy → motion}/playback-clock.js +0 -0
  583. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,455 +0,0 @@
1
- /**
2
- * Local runner for the ARDY bridge: generation on THIS machine.
3
- *
4
- * Same small interface as runners/remote.mjs, no ssh anywhere. The heavy
5
- * pieces live in a per-user directory (nothing model-shaped is ever inside
6
- * the CozyClay repo):
7
- *
8
- * ~/.cozyclay/ardy ARDY checkout + .venv (torch, ardy, gradio)
9
- * ~/.cozyclay/text-encoders LLM2Vec / Llama-3-8B encoder weights
10
- * (HF cache) ARDY motion checkpoints, auto-downloaded by
11
- * huggingface_hub on first use
12
- *
13
- * `node tools/ardy/setup-local.mjs` provisions all of it; this runner only
14
- * checks and reports. Generation children are spawned through
15
- * tools/ardy/run-local.mjs, which mirrors the run-*-on-box.sh contract
16
- * (same modes, same "<label>: done - <path> (<bytes> bytes)" marker) minus
17
- * the push/pull dance.
18
- *
19
- * The text encoder (Llama-3-8B, ~16 GB resident) is the one piece too heavy
20
- * to keep alive unconditionally, so it is a lazy sidecar: started on the
21
- * first generation that needs it, reused while warm, and shut down after an
22
- * idle window to give the RAM back. ARDY's own TEXT_ENCODER_MODE=auto makes
23
- * a dead encoder a graceful state (in-process fallback), never a crash.
24
- */
25
-
26
- import { existsSync } from "node:fs";
27
- import { createConnection } from "node:net";
28
- import { homedir, tmpdir } from "node:os";
29
- import { dirname, join } from "node:path";
30
- import { fileURLToPath } from "node:url";
31
- import { spawn } from "node:child_process";
32
- import { killGroup, lastLine, run, track } from "./proc.mjs";
33
-
34
- const HERE = dirname(fileURLToPath(import.meta.url));
35
- const TOOLS_ARDY = join(HERE, "..");
36
- const RUN_LOCAL = join(TOOLS_ARDY, "run-local.mjs");
37
- const SETUP_HINT = "run `node tools/ardy/setup-local.mjs` once to install ARDY locally";
38
-
39
- // cuda > mps > cpu, the same order cclay_pick_device() uses in the python
40
- // generators, so what health reports is what generation will use.
41
- const DEVICE_PROBE = [
42
- "import os, torch",
43
- 'forced = os.environ.get("CCLAY_ARDY_DEVICE", "").strip().lower()',
44
- "mps = getattr(torch.backends, 'mps', None)",
45
- 'print(forced or ("cuda:0" if torch.cuda.is_available() else ("mps" if mps is not None and mps.is_available() else "cpu")))',
46
- ].join("\n");
47
-
48
- const ENCODER_START_TIMEOUT_MS = 10 * 60_000; // first start reads ~16 GB of weights from disk
49
- const ENCODER_POLL_MS = 2000;
50
- const ENCODER_IDLE_DEFAULT_S = 900; // give the RAM back after 15 quiet minutes
51
-
52
- const WORKER_START_TIMEOUT_MS = 15 * 60_000; // model load + first-ever kernel compile
53
- const WORKER_POLL_MS = 2000;
54
- const WORKER_IDLE_DEFAULT_S = 3600; // the motion model is small; keep it warm longer
55
-
56
- export function createLocalRunner() {
57
- const LOCAL_DIR = process.env.CCLAY_ARDY_LOCAL_DIR || join(homedir(), ".cozyclay", "ardy");
58
- const VENV_PY =
59
- process.env.CCLAY_ARDY_LOCAL_VENV ||
60
- join(LOCAL_DIR, ".venv", process.platform === "win32" ? "Scripts\\python.exe" : "bin/python");
61
- const ENCODERS_DIR = process.env.CCLAY_ARDY_ENCODERS_DIR || join(homedir(), ".cozyclay", "text-encoders");
62
- const ENCODER_URL = process.env.CCLAY_ARDY_ENCODER_URL || "http://127.0.0.1:9550/";
63
- const ENCODER_DEVICE = (process.env.CCLAY_ARDY_ENCODER_DEVICE || "").trim();
64
- const ENCODER_IDLE_S = Number(process.env.CCLAY_ARDY_ENCODER_IDLE_S) > 0
65
- ? Number(process.env.CCLAY_ARDY_ENCODER_IDLE_S)
66
- : ENCODER_IDLE_DEFAULT_S;
67
-
68
- // Environment every local child (probe, encoder, generator) runs under.
69
- // TEXT_ENCODER_URL/TEXT_ENCODERS_DIR are ARDY's own env contract;
70
- // PYTORCH_ENABLE_MPS_FALLBACK lets the odd unsupported op fall back to CPU
71
- // instead of aborting an entire generation on Apple GPUs.
72
- function localEnv(extra = {}) {
73
- return {
74
- ...process.env,
75
- CCLAY_ARDY_LOCAL_DIR: LOCAL_DIR,
76
- CCLAY_ARDY_LOCAL_VENV: VENV_PY,
77
- CCLAY_ARDY_ENCODER_URL: ENCODER_URL,
78
- TEXT_ENCODER_URL: ENCODER_URL,
79
- TEXT_ENCODERS_DIR: ENCODERS_DIR,
80
- PYTORCH_ENABLE_MPS_FALLBACK: "1",
81
- ...extra,
82
- };
83
- }
84
-
85
- function requireSetup() {
86
- if (!existsSync(LOCAL_DIR)) {
87
- throw new Error(`local ARDY checkout not found at ${LOCAL_DIR}; ${SETUP_HINT}`);
88
- }
89
- if (!existsSync(VENV_PY)) {
90
- throw new Error(`local ARDY venv python not found at ${VENV_PY}; ${SETUP_HINT}`);
91
- }
92
- }
93
-
94
- // The device cannot change mid-session, and the probe costs a full torch
95
- // import (~seconds), so the first successful answer is kept for the
96
- // bridge's lifetime instead of re-spawning python on every health poll.
97
- let deviceCache = null;
98
-
99
- async function probeDevice() {
100
- if (deviceCache) return deviceCache;
101
- const { code, stdout, stderr } = await run([VENV_PY, "-c", DEVICE_PROBE], { timeoutMs: 60_000 });
102
- if (code !== 0) {
103
- throw new Error(`local device probe failed (exit ${code}): ${lastLine(stderr)}`);
104
- }
105
- const device = stdout.trim();
106
- if (!/^(cpu|mps|cuda:\d+)$/.test(device)) {
107
- throw new Error(`local device probe returned unexpected ${JSON.stringify(device)}`);
108
- }
109
- deviceCache = device;
110
- return device;
111
- }
112
-
113
- async function encoderStatus() {
114
- try {
115
- const res = await fetch(ENCODER_URL, { signal: AbortSignal.timeout(5000) });
116
- return res.status;
117
- } catch {
118
- return 0;
119
- }
120
- }
121
-
122
- async function probeHealth() {
123
- requireSetup();
124
- const [device, encoder] = await Promise.all([probeDevice(), encoderStatus()]);
125
- // A down encoder is a normal state here (it lazy-starts on the first
126
- // generation), so health stays ok and the field says so instead of
127
- // blocking the generate affordance the way a dead box would.
128
- return { ok: true, host: "local", encoder: encoder === 200 ? 200 : "on-demand", device };
129
- }
130
-
131
- // Frame counts come from a real numpy load of each npz, one python child
132
- // for the whole listing; entries that fail to load are skipped with a note
133
- // on stderr, and paths are reported repo-relative (outputs/...) so the
134
- // bridge-side SAFE_BASE_PATH whitelist applies unchanged.
135
- const BASES_SCRIPT = [
136
- "import glob, json, os, sys",
137
- "import numpy as np",
138
- "root = sys.argv[1]",
139
- "entries = []",
140
- 'for pattern in ("outputs/*.npz", "outputs/omb/*.npz"):',
141
- " for path in sorted(glob.glob(os.path.join(root, pattern))):",
142
- " try:",
143
- " data = np.load(path, allow_pickle=False)",
144
- ' frames = int(data["posed_joints"].shape[0])',
145
- " data.close()",
146
- " except Exception as exc:",
147
- ' print("bases: skipping %s: %s" % (path, exc), file=sys.stderr)',
148
- " continue",
149
- " rel = os.path.relpath(path, root).replace(os.sep, '/')",
150
- ' entries.append({"id": os.path.basename(path)[:-4], "path": rel, "frames": frames})',
151
- "print(json.dumps(entries))",
152
- ].join("\n");
153
-
154
- async function listBases() {
155
- requireSetup();
156
- const { code, stdout, stderr } = await run([VENV_PY, "-c", BASES_SCRIPT, LOCAL_DIR], { timeoutMs: 120_000 });
157
- if (code !== 0) {
158
- throw new Error(`local bases listing failed (exit ${code}): ${lastLine(stderr)}`);
159
- }
160
- let entries;
161
- try {
162
- entries = JSON.parse(stdout);
163
- } catch (err) {
164
- throw new Error(`local bases listing did not parse as JSON: ${lastLine(stderr) || err.message}`);
165
- }
166
- if (!Array.isArray(entries)) {
167
- throw new Error("local bases listing was not an array");
168
- }
169
- return entries;
170
- }
171
-
172
- // --- lazy text-encoder sidecar -----------------------------------------
173
-
174
- let encoderChild = null;
175
- let encoderStarting = null;
176
- let encoderIdleTimer = null;
177
-
178
- function armIdleShutdown() {
179
- if (encoderIdleTimer) clearTimeout(encoderIdleTimer);
180
- encoderIdleTimer = setTimeout(() => {
181
- if (encoderChild) {
182
- console.log(`[bridge] text encoder idle for ${ENCODER_IDLE_S}s; shutting it down to free RAM`);
183
- killGroup(encoderChild);
184
- encoderChild = null;
185
- }
186
- }, ENCODER_IDLE_S * 1000);
187
- encoderIdleTimer.unref();
188
- }
189
-
190
- async function startEncoder() {
191
- const device = ENCODER_DEVICE || (await probeDevice().catch(() => "cpu"));
192
- // Strip the cuda ordinal notation the generator uses; the server takes
193
- // plain "cuda"/"cuda:N"/"mps"/"cpu" so cuda:0 passes through unchanged.
194
- console.log(`[bridge] starting local text encoder on ${device} (first answer may take minutes while ~16 GB of weights load)`);
195
- const child = spawn(
196
- VENV_PY,
197
- [
198
- "-u", join(LOCAL_DIR, "scripts", "run_text_encoder_server.py"),
199
- "--host", "127.0.0.1",
200
- "--port", String(new URL(ENCODER_URL).port || 9550),
201
- "--device", device,
202
- // The server's default /tmp/text_encoder/ is NOT the system temp
203
- // dir on macOS (/var/folders/...), and gradio refuses to serve
204
- // files from outside cwd/tempdir — so put the scratch npy files
205
- // where gradio provably allows them.
206
- "--tmp-folder", join(tmpdir(), "cozyclay-text-encoder"),
207
- ],
208
- {
209
- cwd: LOCAL_DIR, // the server imports its sibling get_gradio_theme.py
210
- detached: true,
211
- stdio: ["ignore", "pipe", "pipe"],
212
- env: localEnv({ GRADIO_ANALYTICS_ENABLED: "False" }),
213
- }
214
- );
215
- track(child);
216
- child.stdout.setEncoding("utf8");
217
- child.stderr.setEncoding("utf8");
218
- child.stdout.on("data", (chunk) => process.stdout.write(`[encoder] ${chunk}`));
219
- child.stderr.on("data", (chunk) => process.stderr.write(`[encoder] ${chunk}`));
220
- child.once("close", (code) => {
221
- if (encoderChild === child) encoderChild = null;
222
- if (code !== 0 && code !== null) console.error(`[bridge] text encoder exited with code ${code}`);
223
- });
224
- encoderChild = child;
225
-
226
- const deadline = Date.now() + ENCODER_START_TIMEOUT_MS;
227
- while (Date.now() < deadline) {
228
- if (encoderChild !== child) throw new Error("text encoder process exited while starting");
229
- if ((await encoderStatus()) === 200) return;
230
- await new Promise((resolveSleep) => setTimeout(resolveSleep, ENCODER_POLL_MS));
231
- }
232
- killGroup(child);
233
- throw new Error(`text encoder did not answer on ${ENCODER_URL} within ${ENCODER_START_TIMEOUT_MS / 60000} minutes`);
234
- }
235
-
236
- // Resolves when the encoder answers 200. Reuses a warm encoder (its idle
237
- // timer is re-armed), joins an in-flight start, or starts a fresh one.
238
- async function ensureEncoder() {
239
- if ((await encoderStatus()) === 200) {
240
- armIdleShutdown();
241
- return;
242
- }
243
- if (!encoderStarting) {
244
- encoderStarting = startEncoder().finally(() => {
245
- encoderStarting = null;
246
- });
247
- }
248
- await encoderStarting;
249
- armIdleShutdown();
250
- }
251
-
252
- // --- persistent generation worker ---------------------------------------
253
- // Loading the motion model + compiling GPU kernels costs minutes on MPS;
254
- // sampling costs seconds. The worker (tools/ardy/cclay_worker.py) pays the
255
- // load once and serves jobs warm. run-local.mjs falls back to a direct
256
- // spawn whenever the worker is missing, so this is purely an accelerator.
257
-
258
- const WORKER_PORT = Number(process.env.CCLAY_ARDY_WORKER_PORT) || 9552;
259
- const WORKER_IDLE_S = Number(process.env.CCLAY_ARDY_WORKER_IDLE_S) > 0
260
- ? Number(process.env.CCLAY_ARDY_WORKER_IDLE_S)
261
- : WORKER_IDLE_DEFAULT_S;
262
-
263
- let workerChild = null;
264
- let workerStarting = null;
265
- let workerIdleTimer = null;
266
-
267
- function workerStatus() {
268
- return new Promise((resolvePromise) => {
269
- const sock = createConnection({ host: "127.0.0.1", port: WORKER_PORT });
270
- let settled = false;
271
- const finish = (ok) => {
272
- if (!settled) {
273
- settled = true;
274
- sock.destroy();
275
- resolvePromise(ok);
276
- }
277
- };
278
- sock.setTimeout(3000, () => finish(false));
279
- sock.on("error", () => finish(false));
280
- sock.on("close", () => finish(false));
281
- sock.on("connect", () => sock.write('{"mode":"ping"}\n'));
282
- sock.on("data", (chunk) => finish(String(chunk).includes("worker: pong")));
283
- });
284
- }
285
-
286
- function armWorkerIdleShutdown() {
287
- if (workerIdleTimer) clearTimeout(workerIdleTimer);
288
- workerIdleTimer = setTimeout(() => {
289
- if (workerChild) {
290
- console.log(`[bridge] generation worker idle for ${WORKER_IDLE_S}s; shutting it down`);
291
- killGroup(workerChild);
292
- workerChild = null;
293
- }
294
- }, WORKER_IDLE_S * 1000);
295
- workerIdleTimer.unref();
296
- }
297
-
298
- async function startWorker() {
299
- console.log("[bridge] starting generation worker (loads the motion model once; later requests reuse it warm)");
300
- const device = ENCODER_DEVICE || (await probeDevice().catch(() => "cpu"));
301
- const child = spawn(
302
- VENV_PY,
303
- ["-u", join(TOOLS_ARDY, "cclay_worker.py")],
304
- {
305
- cwd: LOCAL_DIR,
306
- detached: true,
307
- stdio: ["ignore", "pipe", "pipe"],
308
- // With no encoder service running, ARDY's auto mode loads the
309
- // text encoder IN-PROCESS inside the worker — one warm process
310
- // serving both models, no HTTP hop. TEXT_ENCODER_DEVICE keeps
311
- // that in-process Llama off the CPU default.
312
- env: localEnv({
313
- CCLAY_ARDY_WORKER_PORT: String(WORKER_PORT),
314
- TEXT_ENCODER_DEVICE: device,
315
- }),
316
- }
317
- );
318
- track(child);
319
- child.stdout.setEncoding("utf8");
320
- child.stderr.setEncoding("utf8");
321
- child.stdout.on("data", (chunk) => process.stdout.write(`[worker] ${chunk}`));
322
- child.stderr.on("data", (chunk) => process.stderr.write(`[worker] ${chunk}`));
323
- child.once("close", (code) => {
324
- if (workerChild === child) workerChild = null;
325
- if (code !== 0 && code !== null) console.error(`[bridge] generation worker exited with code ${code}`);
326
- });
327
- workerChild = child;
328
-
329
- const deadline = Date.now() + WORKER_START_TIMEOUT_MS;
330
- while (Date.now() < deadline) {
331
- if (workerChild !== child) throw new Error("generation worker exited while starting");
332
- if (await workerStatus()) return;
333
- await new Promise((resolveSleep) => setTimeout(resolveSleep, WORKER_POLL_MS));
334
- }
335
- killGroup(child);
336
- throw new Error(`generation worker did not answer on port ${WORKER_PORT} within ${WORKER_START_TIMEOUT_MS / 60000} minutes`);
337
- }
338
-
339
- // Best-effort: a broken worker must never block generation, because
340
- // run-local.mjs degrades to a direct spawn on its own.
341
- async function ensureWorker() {
342
- if (await workerStatus()) {
343
- armWorkerIdleShutdown();
344
- return;
345
- }
346
- if (!workerStarting) {
347
- workerStarting = startWorker().finally(() => {
348
- workerStarting = null;
349
- });
350
- }
351
- try {
352
- await workerStarting;
353
- armWorkerIdleShutdown();
354
- } catch (err) {
355
- console.error(`[bridge] generation worker unavailable, jobs will cold-spawn: ${err.message}`);
356
- }
357
- }
358
-
359
- // Prewarm in the background at startup so even the FIRST generation of a
360
- // session usually hits a warm model. Opt out with CCLAY_ARDY_PREWARM=0.
361
- if (process.env.CCLAY_ARDY_PREWARM !== "0" && existsSync(VENV_PY)) {
362
- ensureWorker();
363
- }
364
-
365
- // --- generation argv builders ------------------------------------------
366
- // All three spawn run-local.mjs, whose stdout ends in
367
- // "run-local: done - <path> (<bytes> bytes)" on success. The encoder is
368
- // made ready first so the generator's TEXT_ENCODER_MODE=auto probe finds
369
- // the warm service instead of cold-loading Llama in-process per request;
370
- // the worker is made ready so the job skips the per-process model load.
371
-
372
- function generatorEnv(cpu) {
373
- return localEnv(cpu === true ? { CCLAY_ARDY_DEVICE: "cpu" } : {});
374
- }
375
-
376
- const DONE_RE = /^run-local: done - (.+) \((\d+) bytes\)$/;
377
-
378
- // The worker carries its own in-process text encoder, so the separate
379
- // gradio encoder service is only needed for jobs that bypass the worker
380
- // (forced-CPU debugging, or the worker failing to start). Starting both
381
- // would put two 16 GB Llama copies in memory on a 24 GB machine.
382
- async function ensureBackends(cpu) {
383
- if (cpu === true) {
384
- await ensureEncoder();
385
- return;
386
- }
387
- await ensureWorker();
388
- if (await workerStatus()) return;
389
- await ensureEncoder();
390
- }
391
-
392
- async function singleCommand({ poseFroms, prompt, durationS, seed, cpu, waypoints, output }) {
393
- requireSetup();
394
- await ensureBackends(cpu);
395
- const args = [RUN_LOCAL, "single"];
396
- for (const entry of poseFroms) {
397
- args.push("--pose-from", entry.npz, String(entry.srcFrame), String(entry.dstFrame));
398
- }
399
- args.push("--prompt", prompt, "--duration", String(durationS));
400
- if (Number.isInteger(seed)) args.push("--seed", String(seed));
401
- for (const wp of waypoints || []) {
402
- args.push("--root-2d", String(wp.frame), String(wp.x), String(wp.z), wp.heading === null ? "none" : String(wp.heading));
403
- }
404
- args.push("--output", output);
405
- return { command: process.execPath, args, env: generatorEnv(cpu), doneRe: DONE_RE, label: "run-local" };
406
- }
407
-
408
- async function sequenceCommand({ segments, waypoints, seed, cpu, rootMargin, contactThreshold, historyFrames, output }) {
409
- requireSetup();
410
- await ensureBackends(cpu);
411
- const args = [RUN_LOCAL, "sequence"];
412
- for (const segment of segments) {
413
- args.push("--segment", segment.prompt, String(segment.durationS));
414
- }
415
- for (const wp of waypoints || []) {
416
- args.push("--root-2d", String(wp.frame), String(wp.x), String(wp.z), wp.heading === null ? "none" : String(wp.heading));
417
- }
418
- if (Number.isInteger(seed)) args.push("--seed", String(seed));
419
- if (Number.isFinite(rootMargin)) args.push("--root-margin", String(rootMargin));
420
- if (Number.isFinite(contactThreshold)) args.push("--contact-threshold", String(contactThreshold));
421
- if (Number.isInteger(historyFrames)) args.push("--history_frames", String(historyFrames));
422
- args.push("--output", output);
423
- return { command: process.execPath, args, env: generatorEnv(cpu), doneRe: DONE_RE, label: "run-local" };
424
- }
425
-
426
- async function editCommand({ source, manifest, prompt, contextBefore, contextAfter, seed, poseNpzPaths, output }) {
427
- requireSetup();
428
- await ensureBackends(false);
429
- const args = [
430
- RUN_LOCAL, "edit",
431
- "--source", source,
432
- "--manifest", manifest,
433
- "--prompt", prompt,
434
- "--context-before", String(contextBefore),
435
- "--context-after", String(contextAfter),
436
- "--output", output,
437
- ];
438
- if (Number.isInteger(seed)) args.push("--seed", String(seed));
439
- // The manifest references its poses as sibling pose-<i>.npz files, so
440
- // run-local.mjs stages manifest + poses together in one temp dir (the
441
- // local twin of run-edit-on-box.sh's scp layout).
442
- for (const posePath of poseNpzPaths) args.push("--pose", posePath);
443
- return { command: process.execPath, args, env: generatorEnv(false), doneRe: DONE_RE, label: "run-local" };
444
- }
445
-
446
- return {
447
- mode: "local",
448
- describe: () => `local ARDY at ${LOCAL_DIR} (venv ${VENV_PY}, encoder ${ENCODER_URL} lazy, weights ${ENCODERS_DIR})`,
449
- probeHealth,
450
- listBases,
451
- singleCommand,
452
- sequenceCommand,
453
- editCommand,
454
- };
455
- }
@@ -1,125 +0,0 @@
1
- /**
2
- * Shared child-process helpers for the ARDY bridge and its runners.
3
- *
4
- * Everything here is backend-agnostic: the same helpers drive an ssh session
5
- * to a remote box and a local python process. All children spawned for
6
- * generation are detached so they lead their own process group; killing the
7
- * group takes down the whole tree (bash + ssh, or python + its workers), so
8
- * nothing is orphaned.
9
- */
10
-
11
- import { spawn } from "node:child_process";
12
-
13
- // Tracked globally so Ctrl-C can clean up in-flight children too.
14
- export const globalChildren = new Set();
15
-
16
- export function track(child) {
17
- globalChildren.add(child);
18
- child.once("close", () => globalChildren.delete(child));
19
- }
20
-
21
- export function killGroup(child) {
22
- try {
23
- process.kill(-child.pid, "SIGTERM");
24
- } catch {
25
- /* process group already gone */
26
- }
27
- // SIGKILL backup for anything that ignores SIGTERM; unref'd so it never
28
- // keeps the bridge alive on its own.
29
- const backup = setTimeout(() => {
30
- try {
31
- process.kill(-child.pid, "SIGKILL");
32
- } catch {
33
- /* gone */
34
- }
35
- }, 3000);
36
- backup.unref();
37
- }
38
-
39
- // Run a short, non-streaming child (probes, listings) to completion.
40
- export function run(argv, { timeoutMs = 0 } = {}) {
41
- return new Promise((resolvePromise, reject) => {
42
- const child = spawn(argv[0], argv.slice(1), { stdio: ["ignore", "pipe", "pipe"] });
43
- let stdout = "";
44
- let stderr = "";
45
- let settled = false;
46
- let timer = null;
47
- const finish = (err, code) => {
48
- if (settled) return;
49
- settled = true;
50
- if (timer) clearTimeout(timer);
51
- if (err) reject(err);
52
- else resolvePromise({ code, stdout, stderr });
53
- };
54
- child.stdout.setEncoding("utf8");
55
- child.stderr.setEncoding("utf8");
56
- child.stdout.on("data", (chunk) => {
57
- stdout += chunk;
58
- });
59
- child.stderr.on("data", (chunk) => {
60
- stderr += chunk;
61
- });
62
- child.on("error", (err) => finish(err));
63
- child.on("close", (code) => finish(null, code));
64
- if (timeoutMs > 0) {
65
- timer = setTimeout(() => {
66
- try {
67
- child.kill("SIGKILL");
68
- } catch {
69
- /* gone */
70
- }
71
- finish(new Error(`timed out after ${timeoutMs} ms`));
72
- }, timeoutMs);
73
- }
74
- });
75
- }
76
-
77
- // Split a child's stdout/stderr into lines as they arrive; empty lines are
78
- // dropped. The trailing partial line is flushed on end so the generator's
79
- // last line is never lost.
80
- export function streamLines(stream, onLine) {
81
- let buffer = "";
82
- stream.setEncoding("utf8");
83
- stream.on("data", (chunk) => {
84
- buffer += chunk;
85
- let idx;
86
- while ((idx = buffer.indexOf("\n")) !== -1) {
87
- const line = buffer.slice(0, idx).replace(/\r$/, "");
88
- buffer = buffer.slice(idx + 1);
89
- if (line) onLine(line);
90
- }
91
- });
92
- stream.on("end", () => {
93
- const rest = buffer.replace(/\r$/, "");
94
- if (rest) onLine(rest);
95
- });
96
- }
97
-
98
- // Resolves with the exit code; rejects when the child could not be started.
99
- export function runStreaming(child, onLine) {
100
- return new Promise((resolvePromise, reject) => {
101
- let settled = false;
102
- const finish = (fn, value) => {
103
- if (!settled) {
104
- settled = true;
105
- fn(value);
106
- }
107
- };
108
- child.on("error", (err) => finish(reject, err));
109
- child.on("close", (code) => finish(resolvePromise, code));
110
- for (const [streamName, stream] of [
111
- ["stdout", child.stdout],
112
- ["stderr", child.stderr],
113
- ]) {
114
- streamLines(stream, (line) => onLine(line, streamName));
115
- }
116
- });
117
- }
118
-
119
- export function lastLine(text) {
120
- const lines = text
121
- .split("\n")
122
- .map((line) => line.trim())
123
- .filter((line) => line.length > 0);
124
- return lines.length ? lines[lines.length - 1] : "";
125
- }