cozyclay 2.1.1 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (577) hide show
  1. package/CHANGELOG.md +60 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +40 -113
  4. package/bin/agent/agent-runner.mjs +9 -10
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/studio-motion-reference.mjs +23 -0
  14. package/bin/agent/studio-prompt.mjs +1 -1
  15. package/bin/agent/studio-rebase-text.mjs +32 -0
  16. package/bin/agent/studio-rebase.mjs +26 -39
  17. package/bin/agent/studio-tools.mjs +9 -28
  18. package/bin/agent/tool-arguments.mjs +49 -0
  19. package/bin/agent/turn-frames.mjs +66 -0
  20. package/bin/codex-auth.mjs +9 -2
  21. package/bin/cozyclay.mjs +10 -116
  22. package/bin/live/cli.mjs +3 -3
  23. package/bin/mcp-runtime.mjs +2 -12
  24. package/bin/package-signature.mjs +0 -4
  25. package/dist/app/index.html +7 -6
  26. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  27. package/dist/assets/analytics-C9sUnndd.js +1 -0
  28. package/dist/assets/app-CCh--1Hc.js +5087 -0
  29. package/dist/assets/app-f-fkV5uP.css +1 -0
  30. package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
  31. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  32. package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-CC4xe4HM.js} +1 -1
  33. package/dist/assets/{landing-ChUvB_zL.js → landing-DjHD8u7k.js} +1 -1
  34. package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
  35. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  36. package/dist/assets/workflow-C4yKH1p4.js +179 -0
  37. package/dist/cozyclay-package.json +1 -1
  38. package/dist/index.html +3 -3
  39. package/dist/sw.js +3 -6
  40. package/dist/workflow/index.html +5 -4
  41. package/mcp/LIVE-PROTOCOL.md +7 -47
  42. package/mcp/README.md +16 -26
  43. package/mcp/live-hub.mjs +6 -10
  44. package/mcp/package.json +1 -3
  45. package/mcp/tool-handlers.mjs +4 -168
  46. package/package.json +3 -22
  47. package/src/App.jsx +150 -2624
  48. package/src/agent-progress.js +79 -0
  49. package/src/agent-turn-mark.js +30 -0
  50. package/src/analytics.js +1 -19
  51. package/src/app-context.js +5 -0
  52. package/src/app-stage.jsx +2 -34
  53. package/src/asset-pane.jsx +6 -5
  54. package/src/camera-block.js +21 -0
  55. package/src/camera-direction.js +120 -0
  56. package/src/character-kind.js +3 -9
  57. package/src/command-bus.js +8 -6
  58. package/src/commands/cast.js +5 -34
  59. package/src/commands/elements/character.js +1 -1
  60. package/src/commands/elements/motion.js +1 -6
  61. package/src/commands/elements/object.js +6 -2
  62. package/src/commands/elements/shot.js +4 -1
  63. package/src/commands/elements.js +38 -14
  64. package/src/commands/index.js +3 -1
  65. package/src/commands/kits.js +37 -0
  66. package/src/commands/motion-timing.js +57 -0
  67. package/src/commands/motion.js +9 -152
  68. package/src/commands/motion3-compile.js +65 -0
  69. package/src/commands/motion3.js +207 -0
  70. package/src/commands/objects.js +6 -4
  71. package/src/commands/shot.js +49 -11
  72. package/src/commands/stage.js +14 -1
  73. package/src/commands/view.js +4 -1
  74. package/src/document-mirrors.js +42 -0
  75. package/src/document-store.js +4 -0
  76. package/src/domains/cast.js +19 -194
  77. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  78. package/src/domains/motion/take-source.js +51 -0
  79. package/src/domains/motion.js +60 -1838
  80. package/src/domains/scenes.js +12 -55
  81. package/src/domains/shots.js +2 -2
  82. package/src/domains/stage.js +4 -2
  83. package/src/draft-ghost.js +46 -0
  84. package/src/draft-ghost.jsx +129 -0
  85. package/src/dualview.jsx +4 -3
  86. package/src/effects/EffectsLayer.jsx +112 -0
  87. package/src/effects/effect-meshes.js +232 -0
  88. package/src/effects/effect-record.js +103 -0
  89. package/src/effects/emitter.js +59 -0
  90. package/src/effects/simulate.js +261 -0
  91. package/src/effects/state.js +59 -0
  92. package/src/execution-telemetry.js +2 -3
  93. package/src/first-success-guide.jsx +5 -5
  94. package/src/ghost-set.js +257 -0
  95. package/src/held-object-edit.jsx +113 -0
  96. package/src/held-object-pose.js +175 -0
  97. package/src/hierarchy-model.js +1 -1
  98. package/src/hierarchy-panel.jsx +1 -1
  99. package/src/imported-mesh.jsx +103 -0
  100. package/src/kits/held.js +84 -0
  101. package/src/kits/index.js +70 -0
  102. package/src/kits/smoking.js +57 -0
  103. package/src/light-blockers.js +93 -0
  104. package/src/motion/beat-board-model.js +84 -0
  105. package/src/motion/beat-board.css +124 -0
  106. package/src/motion/beat-board.jsx +59 -0
  107. package/src/motion/center-of-mass.js +66 -0
  108. package/src/motion/fix-collisions.js +850 -0
  109. package/src/motion/physics-review.js +118 -0
  110. package/src/{ardy → motion}/physics-support.js +1 -76
  111. package/src/motion/rig-snapshot.js +22 -0
  112. package/src/motion/take-segments.jsx +140 -0
  113. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  114. package/src/{ardy → motion}/timeline.css +1 -2
  115. package/src/{ardy → motion}/timeline.jsx +42 -413
  116. package/src/motion/waypoints.js +76 -0
  117. package/src/motion3/beats.js +83 -0
  118. package/src/motion3/body.js +158 -0
  119. package/src/motion3/bones.js +47 -0
  120. package/src/motion3/carried.js +47 -0
  121. package/src/motion3/compile-job.js +75 -0
  122. package/src/motion3/compile-worker.js +10 -0
  123. package/src/motion3/compiler/anchors.js +105 -0
  124. package/src/motion3/compiler/arm-orient.js +128 -0
  125. package/src/motion3/compiler/channels.js +125 -0
  126. package/src/motion3/compiler/compile.js +205 -0
  127. package/src/motion3/compiler/gait-rhythm.js +97 -0
  128. package/src/motion3/compiler/grip.js +171 -0
  129. package/src/motion3/compiler/head-steady.js +48 -0
  130. package/src/motion3/compiler/hold.js +134 -0
  131. package/src/motion3/compiler/idle.js +113 -0
  132. package/src/motion3/compiler/limbs.js +170 -0
  133. package/src/motion3/compiler/math.js +72 -0
  134. package/src/motion3/compiler/pose.js +162 -0
  135. package/src/motion3/compiler/quat.js +49 -0
  136. package/src/motion3/compiler/skeleton.js +74 -0
  137. package/src/motion3/compiler/validate-common.js +32 -0
  138. package/src/motion3/compiler/validate-goals.js +118 -0
  139. package/src/motion3/compiler/validate-objects.js +143 -0
  140. package/src/motion3/compiler/validate-parts.js +116 -0
  141. package/src/motion3/compiler/validate.js +122 -0
  142. package/src/motion3/compiler/vocab.js +73 -0
  143. package/src/motion3/compiler/walk-pelvis.js +275 -0
  144. package/src/motion3/compiler/walk.js +207 -0
  145. package/src/motion3/compiler/wrist-clamp.js +32 -0
  146. package/src/motion3/delta.js +47 -0
  147. package/src/motion3/describe.js +174 -0
  148. package/src/motion3/docs.js +27 -0
  149. package/src/motion3/edit-carry.js +21 -0
  150. package/src/motion3/fix/ease.js +16 -0
  151. package/src/motion3/fix/ground.js +37 -0
  152. package/src/motion3/fix/index.js +52 -0
  153. package/src/motion3/fix/push.js +71 -0
  154. package/src/motion3/fix/reach.js +46 -0
  155. package/src/motion3/fix/retime.js +79 -0
  156. package/src/motion3/fix/self.js +211 -0
  157. package/src/motion3/fix/slide.js +70 -0
  158. package/src/motion3/fix/turn.js +51 -0
  159. package/src/motion3/follow.js +39 -0
  160. package/src/motion3/free-motion.js +173 -0
  161. package/src/motion3/grip-choice.js +130 -0
  162. package/src/motion3/hold-plan.js +157 -0
  163. package/src/motion3/json-patch.js +77 -0
  164. package/src/motion3/key-aim.js +105 -0
  165. package/src/motion3/key-edit.js +82 -0
  166. package/src/motion3/lenient.js +127 -0
  167. package/src/motion3/object-keys.js +236 -0
  168. package/src/motion3/object-pose.js +182 -0
  169. package/src/motion3/object-tracks.js +12 -0
  170. package/src/motion3/pipeline.js +102 -0
  171. package/src/motion3/playback.js +51 -0
  172. package/src/motion3/probes.js +91 -0
  173. package/src/motion3/qa/body-checks.js +34 -0
  174. package/src/motion3/qa/check-names.js +14 -0
  175. package/src/motion3/qa/checks.js +121 -0
  176. package/src/motion3/qa/contact-checks.js +51 -0
  177. package/src/motion3/qa/explain.js +80 -0
  178. package/src/motion3/qa/fmt.js +5 -0
  179. package/src/motion3/qa/foot-checks.js +72 -0
  180. package/src/motion3/qa/geometry.js +77 -0
  181. package/src/motion3/qa/goals.js +191 -0
  182. package/src/motion3/qa/ground.js +60 -0
  183. package/src/motion3/qa/hints-contact.js +179 -0
  184. package/src/motion3/qa/hints-goal.js +160 -0
  185. package/src/motion3/qa/hints-knee.js +24 -0
  186. package/src/motion3/qa/hints-motion.js +209 -0
  187. package/src/motion3/qa/hints-object.js +91 -0
  188. package/src/motion3/qa/index.js +42 -0
  189. package/src/motion3/qa/key-checks.js +82 -0
  190. package/src/motion3/qa/near.js +96 -0
  191. package/src/motion3/qa/object-checks.js +135 -0
  192. package/src/motion3/qa/patch.js +161 -0
  193. package/src/motion3/qa/severity.js +38 -0
  194. package/src/motion3/qa/spec-checks.js +65 -0
  195. package/src/motion3/qa/style.js +218 -0
  196. package/src/motion3/qa/wrist-checks.js +69 -0
  197. package/src/motion3/qa/wrist-obs.js +60 -0
  198. package/src/motion3/refs.js +120 -0
  199. package/src/motion3/repair-tune.js +121 -0
  200. package/src/motion3/repair.js +83 -0
  201. package/src/motion3/report.js +67 -0
  202. package/src/motion3/rigs/index.js +14 -0
  203. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  204. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  205. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  206. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  207. package/src/motion3/scene.js +60 -0
  208. package/src/motion3/schema/brief.js +89 -0
  209. package/src/motion3/schema/fields.js +44 -0
  210. package/src/motion3/schema/spec-examples.js +46 -0
  211. package/src/motion3/schema/topics.js +111 -0
  212. package/src/motion3/schema/types.js +147 -0
  213. package/src/motion3/search.js +117 -0
  214. package/src/motion3/second-hand.js +112 -0
  215. package/src/motion3/skills/basic.js +82 -0
  216. package/src/motion3/skills/book.js +76 -0
  217. package/src/motion3/skills/car.js +145 -0
  218. package/src/motion3/skills/frames-auto.js +29 -0
  219. package/src/motion3/skills/index.js +83 -0
  220. package/src/motion3/skills/info.js +65 -0
  221. package/src/motion3/skills/smoke-kit.js +109 -0
  222. package/src/motion3/skills/smoke.js +160 -0
  223. package/src/motion3/spec-store.js +59 -0
  224. package/src/motion3/take-edit.js +155 -0
  225. package/src/motion3/take.js +63 -0
  226. package/src/motion3/timeline.js +127 -0
  227. package/src/motion3/views.js +121 -0
  228. package/src/motion3/walk-plan.js +119 -0
  229. package/src/object-catalog.jsx +7 -1
  230. package/src/object-colors.js +98 -0
  231. package/src/object-gizmo-parts.js +115 -0
  232. package/src/object-gizmo.jsx +37 -122
  233. package/src/object-glow.js +139 -0
  234. package/src/object-hidden.js +33 -0
  235. package/src/object-look.js +196 -0
  236. package/src/object-size.js +10 -0
  237. package/src/object-travel.js +71 -6
  238. package/src/panels/CameraPanel.jsx +7 -7
  239. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  240. package/src/panels/LightPanel.jsx +25 -4
  241. package/src/panels/ObjectLookPanel.jsx +88 -0
  242. package/src/panels/PosePanel.jsx +2 -17
  243. package/src/panels/RigControlPanel.jsx +5 -53
  244. package/src/panels/SubjectBox.jsx +4 -1
  245. package/src/panels/details.css +14 -0
  246. package/src/posestudio.jsx +4 -27
  247. package/src/project-browser.jsx +3 -4
  248. package/src/project-resources.js +18 -31
  249. package/src/project.js +13 -104
  250. package/src/props.jsx +25 -280
  251. package/src/rail-dot-drag.js +23 -0
  252. package/src/render-passes.js +10 -0
  253. package/src/resource-status.jsx +1 -0
  254. package/src/result-modal.jsx +4 -19
  255. package/src/room.jsx +20 -12
  256. package/src/scene-assets.js +8 -6
  257. package/src/scene-light-place.js +72 -0
  258. package/src/scene-lights.jsx +148 -0
  259. package/src/scene-objects.js +31 -139
  260. package/src/scenes.js +15 -105
  261. package/src/semantic-edit.js +2 -5
  262. package/src/set-pieces.jsx +183 -0
  263. package/src/settings-menu.jsx +3 -11
  264. package/src/shell/BottomDock.jsx +9 -51
  265. package/src/shell/DetailsSlot.jsx +16 -200
  266. package/src/shell/GhostsMenuGroup.jsx +74 -0
  267. package/src/shell/LibrarySlot.jsx +1 -3
  268. package/src/shell/MenuBar.jsx +3 -3
  269. package/src/shell/PreferencesDialog.jsx +15 -264
  270. package/src/shell/PreferencesSlot.jsx +2 -8
  271. package/src/shell/TopBar.jsx +5 -84
  272. package/src/shell/ViewportToolbar.jsx +10 -70
  273. package/src/shell/agent-glass.css +19 -6
  274. package/src/shell/details-selection.js +42 -0
  275. package/src/shell/ghosts-menu.css +22 -0
  276. package/src/shell/glass-regions.css +29 -3
  277. package/src/shell/preferences.css +6 -1
  278. package/src/shot-authoring.js +4 -7
  279. package/src/soft-shadows.js +37 -0
  280. package/src/stage-attach-frames.js +12 -12
  281. package/src/stage-canvas-rigs.jsx +3 -3
  282. package/src/stage-capture.jsx +42 -8
  283. package/src/stage-characters.jsx +22 -216
  284. package/src/stage-editor-gizmos.jsx +6 -6
  285. package/src/stage-environment.js +93 -0
  286. package/src/stage-hdr-builtins.js +107 -0
  287. package/src/stage-hdr-image.js +116 -0
  288. package/src/stage-hdr-library.js +70 -0
  289. package/src/stage-hdr-map.js +94 -0
  290. package/src/stage-hdr.js +130 -0
  291. package/src/stage-lighting.js +149 -0
  292. package/src/stage-occlusion.js +210 -0
  293. package/src/stage-sky.jsx +159 -0
  294. package/src/stage-startup-defaults.js +5 -9
  295. package/src/studio-actions.js +12 -14
  296. package/src/studio-agent-commands.js +19 -16
  297. package/src/studio-agent-motion.js +9 -9
  298. package/src/studio-agent-protocol.js +41 -71
  299. package/src/studio-app-binding.js +25 -45
  300. package/src/studio-asset-list.js +17 -0
  301. package/src/studio-contact-sheet.js +37 -5
  302. package/src/studio-elements.js +27 -7
  303. package/src/studio-entity-bounds.js +18 -0
  304. package/src/studio-error-codes.js +8 -0
  305. package/src/studio-export-framing.js +152 -0
  306. package/src/studio-lighting-check.js +103 -0
  307. package/src/studio-motion-visual.js +150 -0
  308. package/src/studio-schema-errors.js +80 -0
  309. package/src/studio-support-gap.js +74 -0
  310. package/src/styles.css +1 -19
  311. package/src/timeline-defaults.js +5 -0
  312. package/src/timeline-extent.js +8 -20
  313. package/src/tutorial-walk.js +17 -0
  314. package/src/ui-scrub.js +1 -1
  315. package/src/use-shot-camera-tracks.js +12 -0
  316. package/src/view-ghosts.js +97 -0
  317. package/src/view-ghosts.jsx +49 -0
  318. package/src/workflow/AgentPanel.jsx +47 -166
  319. package/src/workflow/AgentProgressCard.jsx +107 -0
  320. package/src/workflow/AgentReplyText.jsx +37 -0
  321. package/src/workflow/AgentTurnSteps.jsx +84 -0
  322. package/src/workflow/LoginPanel.jsx +140 -0
  323. package/src/workflow/WorkflowBuilder.jsx +7 -23
  324. package/src/workflow/agent-client.js +54 -51
  325. package/src/workflow/agent-panel.css +71 -1
  326. package/src/workflow/agent-progress-card.css +167 -0
  327. package/src/workflow/agent-progress-view.js +47 -0
  328. package/src/workflow/agent-turn-steps.css +113 -0
  329. package/src/workflow/agent-turn.js +191 -0
  330. package/src/workflow/login-client.js +34 -0
  331. package/src/workflow/motion-input.js +18 -31
  332. package/src/workflow/node-schema.js +1 -1
  333. package/src/workflow/reply-markdown.js +69 -0
  334. package/src/workflow/scene-asset-sync.js +8 -8
  335. package/tools/agent-session-stats.mjs +61 -0
  336. package/tools/dev-full.mjs +5 -56
  337. package/tools/eslint-baseline.json +12 -13
  338. package/tools/knip-baseline.json +0 -179
  339. package/tools/loc-baseline.json +31 -81
  340. package/tools/motion3/extract-body.mjs +103 -0
  341. package/tools/motion3/extract-rig.mjs +85 -0
  342. package/tools/process-supervisor.mjs +0 -88
  343. package/tools/run-tests.mjs +8 -124
  344. package/bin/agent/motion-runtime.mjs +0 -76
  345. package/dist/ardy/cskel27-rest.json +0 -557
  346. package/dist/assets/analytics-C9pMpW7s.js +0 -1
  347. package/dist/assets/app-B_2XB9rw.css +0 -1
  348. package/dist/assets/app-DAuvKPP8.js +0 -4920
  349. package/dist/assets/config-Bx7pYsD9.js +0 -1
  350. package/dist/assets/config-DeoFTYzb.css +0 -1
  351. package/dist/assets/demo-CvKuBgy5.js +0 -1
  352. package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
  353. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  354. package/dist/assets/ticket-BPk2Ni95.js +0 -1
  355. package/dist/assets/workflow-jJRBR94Z.js +0 -179
  356. package/dist/demo/walk-then-stop.npz +0 -0
  357. package/mcp/ardy-prompts.mjs +0 -218
  358. package/src/ardy/auto-fix-panel.css +0 -108
  359. package/src/ardy/auto-physics.js +0 -1194
  360. package/src/ardy/client.js +0 -153
  361. package/src/ardy/convert.js +0 -313
  362. package/src/ardy/cskel27-neutral.js +0 -39
  363. package/src/ardy/cskel27.js +0 -77
  364. package/src/ardy/export.js +0 -165
  365. package/src/ardy/fix-collisions.js +0 -2257
  366. package/src/ardy/foot-lock.js +0 -230
  367. package/src/ardy/motion-calibration.js +0 -118
  368. package/src/ardy/motion-edit.js +0 -213
  369. package/src/ardy/motion-url.js +0 -55
  370. package/src/ardy/mp4-duration.js +0 -102
  371. package/src/ardy/npz.js +0 -595
  372. package/src/ardy/physics-panel.css +0 -21
  373. package/src/ardy/physics-panel.jsx +0 -89
  374. package/src/ardy/physics-refine.js +0 -111
  375. package/src/ardy/physics-review.js +0 -567
  376. package/src/ardy/physics-temporal.js +0 -54
  377. package/src/ardy/platform-fit-panel.css +0 -64
  378. package/src/ardy/platform-fit-panel.jsx +0 -41
  379. package/src/ardy/platform-fit.js +0 -326
  380. package/src/ardy/playback.js +0 -711
  381. package/src/ardy/pose-pin.js +0 -97
  382. package/src/ardy/prompt-clips.js +0 -30
  383. package/src/ardy/retime.js +0 -211
  384. package/src/ardy/root-drop.js +0 -369
  385. package/src/ardy/timeline-resize.js +0 -13
  386. package/src/ardy/to-cskel27.js +0 -225
  387. package/src/ardy/trim.js +0 -33
  388. package/src/ardy/waypoints.js +0 -369
  389. package/src/ardy-bridge-contract.js +0 -281
  390. package/src/domains/motion/motion-video-capture.js +0 -664
  391. package/src/i2v-motion-client.js +0 -77
  392. package/src/i2v-motion-studio.jsx +0 -180
  393. package/src/line-edit.js +0 -1348
  394. package/src/motion/generation.js +0 -105
  395. package/src/motion-readiness-ui.jsx +0 -67
  396. package/src/motion-readiness.js +0 -40
  397. package/src/motion-resources.js +0 -177
  398. package/src/motion-store.js +0 -65
  399. package/src/motion-trail.js +0 -601
  400. package/src/multimodel-ingest.js +0 -394
  401. package/src/panels/PromptBlocksPanel.jsx +0 -444
  402. package/src/panels/VideoCapturePanel.jsx +0 -181
  403. package/src/pose-extract/browser.js +0 -42
  404. package/src/pose-extract/detector.js +0 -100
  405. package/src/pose-extract/fit.js +0 -227
  406. package/src/pose-extract/image-frame.js +0 -51
  407. package/src/pose-extract/index.js +0 -58
  408. package/src/pose-extract/keyframes.js +0 -74
  409. package/src/pose-extract/landmarks.js +0 -162
  410. package/src/pose-extract/mirror.js +0 -153
  411. package/src/pose-extract/take.js +0 -131
  412. package/src/pose-extract/video-frames.js +0 -91
  413. package/src/take-recipe.js +0 -165
  414. package/src/trail-key-conflicts.js +0 -39
  415. package/src/trail-pick.js +0 -59
  416. package/src/use-i2v-capture-modal.js +0 -15
  417. package/tools/ardy/BRIDGE.md +0 -37
  418. package/tools/ardy/GVHMR-NPZ.md +0 -68
  419. package/tools/ardy/README.md +0 -124
  420. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  421. package/tools/ardy/artifacts.mjs +0 -34
  422. package/tools/ardy/bridge.mjs +0 -1732
  423. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  424. package/tools/ardy/cclay_constrained_generate.py +0 -561
  425. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  426. package/tools/ardy/cclay_motion_edit.py +0 -510
  427. package/tools/ardy/cclay_sequence_generate.py +0 -705
  428. package/tools/ardy/cclay_worker.py +0 -304
  429. package/tools/ardy/dump-npz.py +0 -205
  430. package/tools/ardy/extract-rest.mjs +0 -299
  431. package/tools/ardy/extract.mjs +0 -507
  432. package/tools/ardy/footage.mjs +0 -467
  433. package/tools/ardy/gvhmr-floor.mjs +0 -102
  434. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  435. package/tools/ardy/gvhmr_fastpath.py +0 -168
  436. package/tools/ardy/gvhmr_trajectory.py +0 -240
  437. package/tools/ardy/merge-text-encoder.py +0 -160
  438. package/tools/ardy/mocap-metrics.mjs +0 -200
  439. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  440. package/tools/ardy/motion-stabilize.mjs +0 -348
  441. package/tools/ardy/npz.mjs +0 -414
  442. package/tools/ardy/pose-to-npz.mjs +0 -106
  443. package/tools/ardy/prompt-limits.mjs +0 -5
  444. package/tools/ardy/run-edit-on-box.sh +0 -73
  445. package/tools/ardy/run-local.mjs +0 -233
  446. package/tools/ardy/run-on-box.sh +0 -593
  447. package/tools/ardy/run-sequence-on-box.sh +0 -177
  448. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  449. package/tools/ardy/runners/index.mjs +0 -18
  450. package/tools/ardy/runners/local.mjs +0 -455
  451. package/tools/ardy/runners/proc.mjs +0 -125
  452. package/tools/ardy/runners/remote.mjs +0 -252
  453. package/tools/ardy/setup-local.mjs +0 -189
  454. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  455. package/tools/ardy/setup-text-encoder.py +0 -306
  456. package/tools/ardy/smpl-cskel27.mjs +0 -178
  457. package/tools/ardy/visual-qa.mjs +0 -196
  458. package/tools/ardy/vq-car.mjs +0 -52
  459. package/tools/bench/EXP3.md +0 -61
  460. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  461. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  462. package/tools/bench/cclay_bench_runner.py +0 -42
  463. package/tools/bench/cube-contact.mjs +0 -162
  464. package/tools/bench/exp3.mjs +0 -152
  465. package/tools/bench/extract-bench-lib.mjs +0 -216
  466. package/tools/bench/extract-bench.mjs +0 -302
  467. package/tools/bench/fal-generate.mjs +0 -88
  468. package/tools/bench/fit/README.md +0 -189
  469. package/tools/bench/fit/camera.mjs +0 -59
  470. package/tools/bench/fit/contact.mjs +0 -419
  471. package/tools/bench/fit/footlock.mjs +0 -234
  472. package/tools/bench/fit/motion.mjs +0 -85
  473. package/tools/bench/fit/pin.mjs +0 -27
  474. package/tools/bench/fit/remote.mjs +0 -105
  475. package/tools/bench/fit-bench.mjs +0 -126
  476. package/tools/bench/fit-sanity.mjs +0 -45
  477. package/tools/bench/metrics.mjs +0 -313
  478. package/tools/bench/obs/depth.mjs +0 -258
  479. package/tools/bench/obs/extrinsics.mjs +0 -175
  480. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  481. package/tools/bench/obs/ground.mjs +0 -294
  482. package/tools/bench/obs/heading.mjs +0 -151
  483. package/tools/bench/obs/ladder.mjs +0 -555
  484. package/tools/bench/obs/mannequin-betas.json +0 -124
  485. package/tools/bench/obs/remote.mjs +0 -83
  486. package/tools/bench/obs/rest_joints.py +0 -52
  487. package/tools/bench/obs/ybot-targets.mjs +0 -49
  488. package/tools/bench/obs-bench.mjs +0 -520
  489. package/tools/bench/score.mjs +0 -343
  490. package/tools/bench/summarize.mjs +0 -86
  491. package/tools/demo-worker/README.md +0 -137
  492. package/tools/demo-worker/api-client.mjs +0 -233
  493. package/tools/demo-worker/generate.mjs +0 -301
  494. package/tools/demo-worker/index.mjs +0 -466
  495. package/tools/demo-worker/sign-core.mjs +0 -112
  496. package/tools/demo-worker/sign.mjs +0 -161
  497. package/tools/gt-render/browser.mjs +0 -182
  498. package/tools/gt-render/camera-math.mjs +0 -276
  499. package/tools/gt-render/page.mjs +0 -267
  500. package/tools/gt-render/render.mjs +0 -514
  501. package/tools/gt-render/scene-box.mjs +0 -31
  502. package/tools/gt-render/take-transform.mjs +0 -87
  503. package/tools/kimodo/compare-seam.mjs +0 -108
  504. package/tools/kimodo/constraints.mjs +0 -244
  505. package/tools/kimodo/edit.mjs +0 -259
  506. package/tools/kimodo/effector-constraints.mjs +0 -200
  507. package/tools/kimodo/generate.mjs +0 -646
  508. package/tools/kimodo/local-output.mjs +0 -265
  509. package/tools/kimodo/measure-pose.mjs +0 -65
  510. package/tools/kimodo/measure-preserve.mjs +0 -899
  511. package/tools/kimodo/measure-waypoints.mjs +0 -55
  512. package/tools/kimodo/mlx-generate.py +0 -111
  513. package/tools/kimodo/pose-constraints.mjs +0 -248
  514. package/tools/kimodo/preserve-mask.mjs +0 -543
  515. package/tools/kimodo/read-npz.mjs +0 -189
  516. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  517. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  518. package/tools/kimodo/runner.mjs +0 -284
  519. package/tools/kimodo/seam-batch.mjs +0 -77
  520. package/tools/kimodo/setup-local.mjs +0 -30
  521. package/tools/kimodo/setup-on-box.sh +0 -339
  522. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  523. package/tools/morphgs/assets/gen_truth.py +0 -39
  524. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  525. package/tools/morphgs/assets/playback-check.mjs +0 -30
  526. package/tools/morphgs/demo-gate.sh +0 -26
  527. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  528. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  529. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  530. package/tools/morphgs/setup-on-cluster.sh +0 -126
  531. package/tools/projflow/driver.py +0 -1069
  532. package/tools/projflow/generate.mjs +0 -805
  533. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  534. package/tools/projflow/line-edit-job.mjs +0 -547
  535. package/tools/projflow/replay.mjs +0 -452
  536. package/tools/projflow/runner.mjs +0 -269
  537. package/tools/projflow/service.mjs +0 -742
  538. package/tools/track/DESIGN.md +0 -513
  539. package/tools/track/backfill-provenance.mjs +0 -116
  540. package/tools/track/budget.mjs +0 -8
  541. package/tools/track/check-rig.mjs +0 -209
  542. package/tools/track/diagnostics.schema.json +0 -60
  543. package/tools/track/export-rig.mjs +0 -256
  544. package/tools/track/fallback.mjs +0 -7
  545. package/tools/track/fk-parity-fixture.mjs +0 -161
  546. package/tools/track/gate.mjs +0 -349
  547. package/tools/track/masks.mjs +0 -318
  548. package/tools/track/metrics.mjs +0 -201
  549. package/tools/track/publish-obs.mjs +0 -108
  550. package/tools/track/py/check_env.py +0 -61
  551. package/tools/track/py/eval_lr.py +0 -229
  552. package/tools/track/py/lr_viterbi.py +0 -294
  553. package/tools/track/py/masks.py +0 -405
  554. package/tools/track/py/objective.py +0 -382
  555. package/tools/track/py/rig.py +0 -508
  556. package/tools/track/py/scene.py +0 -326
  557. package/tools/track/py/test_joint_indices.py +0 -123
  558. package/tools/track/py/test_lr_viterbi.py +0 -195
  559. package/tools/track/py/test_masks.py +0 -229
  560. package/tools/track/py/test_rig.py +0 -288
  561. package/tools/track/py/test_scene.py +0 -354
  562. package/tools/track/py/test_track.py +0 -328
  563. package/tools/track/py/track.py +0 -411
  564. package/tools/track/remote.mjs +0 -140
  565. package/tools/track/rig-dump.mjs +0 -227
  566. package/tools/track/run-box-tests.mjs +0 -14
  567. package/tools/track/run-box.mjs +0 -168
  568. package/tools/track/setup-box.sh +0 -59
  569. package/tools/track/study-2d.mjs +0 -728
  570. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  571. /package/src/{ardy → motion}/ground.js +0 -0
  572. /package/src/{ardy → motion}/ik-drag.js +0 -0
  573. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  574. /package/src/{ardy → motion}/ik.js +0 -0
  575. /package/src/{ardy → motion}/physics-surface.js +0 -0
  576. /package/src/{ardy → motion}/playback-clock.js +0 -0
  577. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,455 +0,0 @@
1
- /**
2
- * Local runner for the ARDY bridge: generation on THIS machine.
3
- *
4
- * Same small interface as runners/remote.mjs, no ssh anywhere. The heavy
5
- * pieces live in a per-user directory (nothing model-shaped is ever inside
6
- * the CozyClay repo):
7
- *
8
- * ~/.cozyclay/ardy ARDY checkout + .venv (torch, ardy, gradio)
9
- * ~/.cozyclay/text-encoders LLM2Vec / Llama-3-8B encoder weights
10
- * (HF cache) ARDY motion checkpoints, auto-downloaded by
11
- * huggingface_hub on first use
12
- *
13
- * `node tools/ardy/setup-local.mjs` provisions all of it; this runner only
14
- * checks and reports. Generation children are spawned through
15
- * tools/ardy/run-local.mjs, which mirrors the run-*-on-box.sh contract
16
- * (same modes, same "<label>: done - <path> (<bytes> bytes)" marker) minus
17
- * the push/pull dance.
18
- *
19
- * The text encoder (Llama-3-8B, ~16 GB resident) is the one piece too heavy
20
- * to keep alive unconditionally, so it is a lazy sidecar: started on the
21
- * first generation that needs it, reused while warm, and shut down after an
22
- * idle window to give the RAM back. ARDY's own TEXT_ENCODER_MODE=auto makes
23
- * a dead encoder a graceful state (in-process fallback), never a crash.
24
- */
25
-
26
- import { existsSync } from "node:fs";
27
- import { createConnection } from "node:net";
28
- import { homedir, tmpdir } from "node:os";
29
- import { dirname, join } from "node:path";
30
- import { fileURLToPath } from "node:url";
31
- import { spawn } from "node:child_process";
32
- import { killGroup, lastLine, run, track } from "./proc.mjs";
33
-
34
- const HERE = dirname(fileURLToPath(import.meta.url));
35
- const TOOLS_ARDY = join(HERE, "..");
36
- const RUN_LOCAL = join(TOOLS_ARDY, "run-local.mjs");
37
- const SETUP_HINT = "run `node tools/ardy/setup-local.mjs` once to install ARDY locally";
38
-
39
- // cuda > mps > cpu, the same order cclay_pick_device() uses in the python
40
- // generators, so what health reports is what generation will use.
41
- const DEVICE_PROBE = [
42
- "import os, torch",
43
- 'forced = os.environ.get("CCLAY_ARDY_DEVICE", "").strip().lower()',
44
- "mps = getattr(torch.backends, 'mps', None)",
45
- 'print(forced or ("cuda:0" if torch.cuda.is_available() else ("mps" if mps is not None and mps.is_available() else "cpu")))',
46
- ].join("\n");
47
-
48
- const ENCODER_START_TIMEOUT_MS = 10 * 60_000; // first start reads ~16 GB of weights from disk
49
- const ENCODER_POLL_MS = 2000;
50
- const ENCODER_IDLE_DEFAULT_S = 900; // give the RAM back after 15 quiet minutes
51
-
52
- const WORKER_START_TIMEOUT_MS = 15 * 60_000; // model load + first-ever kernel compile
53
- const WORKER_POLL_MS = 2000;
54
- const WORKER_IDLE_DEFAULT_S = 3600; // the motion model is small; keep it warm longer
55
-
56
- export function createLocalRunner() {
57
- const LOCAL_DIR = process.env.CCLAY_ARDY_LOCAL_DIR || join(homedir(), ".cozyclay", "ardy");
58
- const VENV_PY =
59
- process.env.CCLAY_ARDY_LOCAL_VENV ||
60
- join(LOCAL_DIR, ".venv", process.platform === "win32" ? "Scripts\\python.exe" : "bin/python");
61
- const ENCODERS_DIR = process.env.CCLAY_ARDY_ENCODERS_DIR || join(homedir(), ".cozyclay", "text-encoders");
62
- const ENCODER_URL = process.env.CCLAY_ARDY_ENCODER_URL || "http://127.0.0.1:9550/";
63
- const ENCODER_DEVICE = (process.env.CCLAY_ARDY_ENCODER_DEVICE || "").trim();
64
- const ENCODER_IDLE_S = Number(process.env.CCLAY_ARDY_ENCODER_IDLE_S) > 0
65
- ? Number(process.env.CCLAY_ARDY_ENCODER_IDLE_S)
66
- : ENCODER_IDLE_DEFAULT_S;
67
-
68
- // Environment every local child (probe, encoder, generator) runs under.
69
- // TEXT_ENCODER_URL/TEXT_ENCODERS_DIR are ARDY's own env contract;
70
- // PYTORCH_ENABLE_MPS_FALLBACK lets the odd unsupported op fall back to CPU
71
- // instead of aborting an entire generation on Apple GPUs.
72
- function localEnv(extra = {}) {
73
- return {
74
- ...process.env,
75
- CCLAY_ARDY_LOCAL_DIR: LOCAL_DIR,
76
- CCLAY_ARDY_LOCAL_VENV: VENV_PY,
77
- CCLAY_ARDY_ENCODER_URL: ENCODER_URL,
78
- TEXT_ENCODER_URL: ENCODER_URL,
79
- TEXT_ENCODERS_DIR: ENCODERS_DIR,
80
- PYTORCH_ENABLE_MPS_FALLBACK: "1",
81
- ...extra,
82
- };
83
- }
84
-
85
- function requireSetup() {
86
- if (!existsSync(LOCAL_DIR)) {
87
- throw new Error(`local ARDY checkout not found at ${LOCAL_DIR}; ${SETUP_HINT}`);
88
- }
89
- if (!existsSync(VENV_PY)) {
90
- throw new Error(`local ARDY venv python not found at ${VENV_PY}; ${SETUP_HINT}`);
91
- }
92
- }
93
-
94
- // The device cannot change mid-session, and the probe costs a full torch
95
- // import (~seconds), so the first successful answer is kept for the
96
- // bridge's lifetime instead of re-spawning python on every health poll.
97
- let deviceCache = null;
98
-
99
- async function probeDevice() {
100
- if (deviceCache) return deviceCache;
101
- const { code, stdout, stderr } = await run([VENV_PY, "-c", DEVICE_PROBE], { timeoutMs: 60_000 });
102
- if (code !== 0) {
103
- throw new Error(`local device probe failed (exit ${code}): ${lastLine(stderr)}`);
104
- }
105
- const device = stdout.trim();
106
- if (!/^(cpu|mps|cuda:\d+)$/.test(device)) {
107
- throw new Error(`local device probe returned unexpected ${JSON.stringify(device)}`);
108
- }
109
- deviceCache = device;
110
- return device;
111
- }
112
-
113
- async function encoderStatus() {
114
- try {
115
- const res = await fetch(ENCODER_URL, { signal: AbortSignal.timeout(5000) });
116
- return res.status;
117
- } catch {
118
- return 0;
119
- }
120
- }
121
-
122
- async function probeHealth() {
123
- requireSetup();
124
- const [device, encoder] = await Promise.all([probeDevice(), encoderStatus()]);
125
- // A down encoder is a normal state here (it lazy-starts on the first
126
- // generation), so health stays ok and the field says so instead of
127
- // blocking the generate affordance the way a dead box would.
128
- return { ok: true, host: "local", encoder: encoder === 200 ? 200 : "on-demand", device };
129
- }
130
-
131
- // Frame counts come from a real numpy load of each npz, one python child
132
- // for the whole listing; entries that fail to load are skipped with a note
133
- // on stderr, and paths are reported repo-relative (outputs/...) so the
134
- // bridge-side SAFE_BASE_PATH whitelist applies unchanged.
135
- const BASES_SCRIPT = [
136
- "import glob, json, os, sys",
137
- "import numpy as np",
138
- "root = sys.argv[1]",
139
- "entries = []",
140
- 'for pattern in ("outputs/*.npz", "outputs/omb/*.npz"):',
141
- " for path in sorted(glob.glob(os.path.join(root, pattern))):",
142
- " try:",
143
- " data = np.load(path, allow_pickle=False)",
144
- ' frames = int(data["posed_joints"].shape[0])',
145
- " data.close()",
146
- " except Exception as exc:",
147
- ' print("bases: skipping %s: %s" % (path, exc), file=sys.stderr)',
148
- " continue",
149
- " rel = os.path.relpath(path, root).replace(os.sep, '/')",
150
- ' entries.append({"id": os.path.basename(path)[:-4], "path": rel, "frames": frames})',
151
- "print(json.dumps(entries))",
152
- ].join("\n");
153
-
154
- async function listBases() {
155
- requireSetup();
156
- const { code, stdout, stderr } = await run([VENV_PY, "-c", BASES_SCRIPT, LOCAL_DIR], { timeoutMs: 120_000 });
157
- if (code !== 0) {
158
- throw new Error(`local bases listing failed (exit ${code}): ${lastLine(stderr)}`);
159
- }
160
- let entries;
161
- try {
162
- entries = JSON.parse(stdout);
163
- } catch (err) {
164
- throw new Error(`local bases listing did not parse as JSON: ${lastLine(stderr) || err.message}`);
165
- }
166
- if (!Array.isArray(entries)) {
167
- throw new Error("local bases listing was not an array");
168
- }
169
- return entries;
170
- }
171
-
172
- // --- lazy text-encoder sidecar -----------------------------------------
173
-
174
- let encoderChild = null;
175
- let encoderStarting = null;
176
- let encoderIdleTimer = null;
177
-
178
- function armIdleShutdown() {
179
- if (encoderIdleTimer) clearTimeout(encoderIdleTimer);
180
- encoderIdleTimer = setTimeout(() => {
181
- if (encoderChild) {
182
- console.log(`[bridge] text encoder idle for ${ENCODER_IDLE_S}s; shutting it down to free RAM`);
183
- killGroup(encoderChild);
184
- encoderChild = null;
185
- }
186
- }, ENCODER_IDLE_S * 1000);
187
- encoderIdleTimer.unref();
188
- }
189
-
190
- async function startEncoder() {
191
- const device = ENCODER_DEVICE || (await probeDevice().catch(() => "cpu"));
192
- // Strip the cuda ordinal notation the generator uses; the server takes
193
- // plain "cuda"/"cuda:N"/"mps"/"cpu" so cuda:0 passes through unchanged.
194
- console.log(`[bridge] starting local text encoder on ${device} (first answer may take minutes while ~16 GB of weights load)`);
195
- const child = spawn(
196
- VENV_PY,
197
- [
198
- "-u", join(LOCAL_DIR, "scripts", "run_text_encoder_server.py"),
199
- "--host", "127.0.0.1",
200
- "--port", String(new URL(ENCODER_URL).port || 9550),
201
- "--device", device,
202
- // The server's default /tmp/text_encoder/ is NOT the system temp
203
- // dir on macOS (/var/folders/...), and gradio refuses to serve
204
- // files from outside cwd/tempdir — so put the scratch npy files
205
- // where gradio provably allows them.
206
- "--tmp-folder", join(tmpdir(), "cozyclay-text-encoder"),
207
- ],
208
- {
209
- cwd: LOCAL_DIR, // the server imports its sibling get_gradio_theme.py
210
- detached: true,
211
- stdio: ["ignore", "pipe", "pipe"],
212
- env: localEnv({ GRADIO_ANALYTICS_ENABLED: "False" }),
213
- }
214
- );
215
- track(child);
216
- child.stdout.setEncoding("utf8");
217
- child.stderr.setEncoding("utf8");
218
- child.stdout.on("data", (chunk) => process.stdout.write(`[encoder] ${chunk}`));
219
- child.stderr.on("data", (chunk) => process.stderr.write(`[encoder] ${chunk}`));
220
- child.once("close", (code) => {
221
- if (encoderChild === child) encoderChild = null;
222
- if (code !== 0 && code !== null) console.error(`[bridge] text encoder exited with code ${code}`);
223
- });
224
- encoderChild = child;
225
-
226
- const deadline = Date.now() + ENCODER_START_TIMEOUT_MS;
227
- while (Date.now() < deadline) {
228
- if (encoderChild !== child) throw new Error("text encoder process exited while starting");
229
- if ((await encoderStatus()) === 200) return;
230
- await new Promise((resolveSleep) => setTimeout(resolveSleep, ENCODER_POLL_MS));
231
- }
232
- killGroup(child);
233
- throw new Error(`text encoder did not answer on ${ENCODER_URL} within ${ENCODER_START_TIMEOUT_MS / 60000} minutes`);
234
- }
235
-
236
- // Resolves when the encoder answers 200. Reuses a warm encoder (its idle
237
- // timer is re-armed), joins an in-flight start, or starts a fresh one.
238
- async function ensureEncoder() {
239
- if ((await encoderStatus()) === 200) {
240
- armIdleShutdown();
241
- return;
242
- }
243
- if (!encoderStarting) {
244
- encoderStarting = startEncoder().finally(() => {
245
- encoderStarting = null;
246
- });
247
- }
248
- await encoderStarting;
249
- armIdleShutdown();
250
- }
251
-
252
- // --- persistent generation worker ---------------------------------------
253
- // Loading the motion model + compiling GPU kernels costs minutes on MPS;
254
- // sampling costs seconds. The worker (tools/ardy/cclay_worker.py) pays the
255
- // load once and serves jobs warm. run-local.mjs falls back to a direct
256
- // spawn whenever the worker is missing, so this is purely an accelerator.
257
-
258
- const WORKER_PORT = Number(process.env.CCLAY_ARDY_WORKER_PORT) || 9552;
259
- const WORKER_IDLE_S = Number(process.env.CCLAY_ARDY_WORKER_IDLE_S) > 0
260
- ? Number(process.env.CCLAY_ARDY_WORKER_IDLE_S)
261
- : WORKER_IDLE_DEFAULT_S;
262
-
263
- let workerChild = null;
264
- let workerStarting = null;
265
- let workerIdleTimer = null;
266
-
267
- function workerStatus() {
268
- return new Promise((resolvePromise) => {
269
- const sock = createConnection({ host: "127.0.0.1", port: WORKER_PORT });
270
- let settled = false;
271
- const finish = (ok) => {
272
- if (!settled) {
273
- settled = true;
274
- sock.destroy();
275
- resolvePromise(ok);
276
- }
277
- };
278
- sock.setTimeout(3000, () => finish(false));
279
- sock.on("error", () => finish(false));
280
- sock.on("close", () => finish(false));
281
- sock.on("connect", () => sock.write('{"mode":"ping"}\n'));
282
- sock.on("data", (chunk) => finish(String(chunk).includes("worker: pong")));
283
- });
284
- }
285
-
286
- function armWorkerIdleShutdown() {
287
- if (workerIdleTimer) clearTimeout(workerIdleTimer);
288
- workerIdleTimer = setTimeout(() => {
289
- if (workerChild) {
290
- console.log(`[bridge] generation worker idle for ${WORKER_IDLE_S}s; shutting it down`);
291
- killGroup(workerChild);
292
- workerChild = null;
293
- }
294
- }, WORKER_IDLE_S * 1000);
295
- workerIdleTimer.unref();
296
- }
297
-
298
- async function startWorker() {
299
- console.log("[bridge] starting generation worker (loads the motion model once; later requests reuse it warm)");
300
- const device = ENCODER_DEVICE || (await probeDevice().catch(() => "cpu"));
301
- const child = spawn(
302
- VENV_PY,
303
- ["-u", join(TOOLS_ARDY, "cclay_worker.py")],
304
- {
305
- cwd: LOCAL_DIR,
306
- detached: true,
307
- stdio: ["ignore", "pipe", "pipe"],
308
- // With no encoder service running, ARDY's auto mode loads the
309
- // text encoder IN-PROCESS inside the worker — one warm process
310
- // serving both models, no HTTP hop. TEXT_ENCODER_DEVICE keeps
311
- // that in-process Llama off the CPU default.
312
- env: localEnv({
313
- CCLAY_ARDY_WORKER_PORT: String(WORKER_PORT),
314
- TEXT_ENCODER_DEVICE: device,
315
- }),
316
- }
317
- );
318
- track(child);
319
- child.stdout.setEncoding("utf8");
320
- child.stderr.setEncoding("utf8");
321
- child.stdout.on("data", (chunk) => process.stdout.write(`[worker] ${chunk}`));
322
- child.stderr.on("data", (chunk) => process.stderr.write(`[worker] ${chunk}`));
323
- child.once("close", (code) => {
324
- if (workerChild === child) workerChild = null;
325
- if (code !== 0 && code !== null) console.error(`[bridge] generation worker exited with code ${code}`);
326
- });
327
- workerChild = child;
328
-
329
- const deadline = Date.now() + WORKER_START_TIMEOUT_MS;
330
- while (Date.now() < deadline) {
331
- if (workerChild !== child) throw new Error("generation worker exited while starting");
332
- if (await workerStatus()) return;
333
- await new Promise((resolveSleep) => setTimeout(resolveSleep, WORKER_POLL_MS));
334
- }
335
- killGroup(child);
336
- throw new Error(`generation worker did not answer on port ${WORKER_PORT} within ${WORKER_START_TIMEOUT_MS / 60000} minutes`);
337
- }
338
-
339
- // Best-effort: a broken worker must never block generation, because
340
- // run-local.mjs degrades to a direct spawn on its own.
341
- async function ensureWorker() {
342
- if (await workerStatus()) {
343
- armWorkerIdleShutdown();
344
- return;
345
- }
346
- if (!workerStarting) {
347
- workerStarting = startWorker().finally(() => {
348
- workerStarting = null;
349
- });
350
- }
351
- try {
352
- await workerStarting;
353
- armWorkerIdleShutdown();
354
- } catch (err) {
355
- console.error(`[bridge] generation worker unavailable, jobs will cold-spawn: ${err.message}`);
356
- }
357
- }
358
-
359
- // Prewarm in the background at startup so even the FIRST generation of a
360
- // session usually hits a warm model. Opt out with CCLAY_ARDY_PREWARM=0.
361
- if (process.env.CCLAY_ARDY_PREWARM !== "0" && existsSync(VENV_PY)) {
362
- ensureWorker();
363
- }
364
-
365
- // --- generation argv builders ------------------------------------------
366
- // All three spawn run-local.mjs, whose stdout ends in
367
- // "run-local: done - <path> (<bytes> bytes)" on success. The encoder is
368
- // made ready first so the generator's TEXT_ENCODER_MODE=auto probe finds
369
- // the warm service instead of cold-loading Llama in-process per request;
370
- // the worker is made ready so the job skips the per-process model load.
371
-
372
- function generatorEnv(cpu) {
373
- return localEnv(cpu === true ? { CCLAY_ARDY_DEVICE: "cpu" } : {});
374
- }
375
-
376
- const DONE_RE = /^run-local: done - (.+) \((\d+) bytes\)$/;
377
-
378
- // The worker carries its own in-process text encoder, so the separate
379
- // gradio encoder service is only needed for jobs that bypass the worker
380
- // (forced-CPU debugging, or the worker failing to start). Starting both
381
- // would put two 16 GB Llama copies in memory on a 24 GB machine.
382
- async function ensureBackends(cpu) {
383
- if (cpu === true) {
384
- await ensureEncoder();
385
- return;
386
- }
387
- await ensureWorker();
388
- if (await workerStatus()) return;
389
- await ensureEncoder();
390
- }
391
-
392
- async function singleCommand({ poseFroms, prompt, durationS, seed, cpu, waypoints, output }) {
393
- requireSetup();
394
- await ensureBackends(cpu);
395
- const args = [RUN_LOCAL, "single"];
396
- for (const entry of poseFroms) {
397
- args.push("--pose-from", entry.npz, String(entry.srcFrame), String(entry.dstFrame));
398
- }
399
- args.push("--prompt", prompt, "--duration", String(durationS));
400
- if (Number.isInteger(seed)) args.push("--seed", String(seed));
401
- for (const wp of waypoints || []) {
402
- args.push("--root-2d", String(wp.frame), String(wp.x), String(wp.z), wp.heading === null ? "none" : String(wp.heading));
403
- }
404
- args.push("--output", output);
405
- return { command: process.execPath, args, env: generatorEnv(cpu), doneRe: DONE_RE, label: "run-local" };
406
- }
407
-
408
- async function sequenceCommand({ segments, waypoints, seed, cpu, rootMargin, contactThreshold, historyFrames, output }) {
409
- requireSetup();
410
- await ensureBackends(cpu);
411
- const args = [RUN_LOCAL, "sequence"];
412
- for (const segment of segments) {
413
- args.push("--segment", segment.prompt, String(segment.durationS));
414
- }
415
- for (const wp of waypoints || []) {
416
- args.push("--root-2d", String(wp.frame), String(wp.x), String(wp.z), wp.heading === null ? "none" : String(wp.heading));
417
- }
418
- if (Number.isInteger(seed)) args.push("--seed", String(seed));
419
- if (Number.isFinite(rootMargin)) args.push("--root-margin", String(rootMargin));
420
- if (Number.isFinite(contactThreshold)) args.push("--contact-threshold", String(contactThreshold));
421
- if (Number.isInteger(historyFrames)) args.push("--history_frames", String(historyFrames));
422
- args.push("--output", output);
423
- return { command: process.execPath, args, env: generatorEnv(cpu), doneRe: DONE_RE, label: "run-local" };
424
- }
425
-
426
- async function editCommand({ source, manifest, prompt, contextBefore, contextAfter, seed, poseNpzPaths, output }) {
427
- requireSetup();
428
- await ensureBackends(false);
429
- const args = [
430
- RUN_LOCAL, "edit",
431
- "--source", source,
432
- "--manifest", manifest,
433
- "--prompt", prompt,
434
- "--context-before", String(contextBefore),
435
- "--context-after", String(contextAfter),
436
- "--output", output,
437
- ];
438
- if (Number.isInteger(seed)) args.push("--seed", String(seed));
439
- // The manifest references its poses as sibling pose-<i>.npz files, so
440
- // run-local.mjs stages manifest + poses together in one temp dir (the
441
- // local twin of run-edit-on-box.sh's scp layout).
442
- for (const posePath of poseNpzPaths) args.push("--pose", posePath);
443
- return { command: process.execPath, args, env: generatorEnv(false), doneRe: DONE_RE, label: "run-local" };
444
- }
445
-
446
- return {
447
- mode: "local",
448
- describe: () => `local ARDY at ${LOCAL_DIR} (venv ${VENV_PY}, encoder ${ENCODER_URL} lazy, weights ${ENCODERS_DIR})`,
449
- probeHealth,
450
- listBases,
451
- singleCommand,
452
- sequenceCommand,
453
- editCommand,
454
- };
455
- }
@@ -1,125 +0,0 @@
1
- /**
2
- * Shared child-process helpers for the ARDY bridge and its runners.
3
- *
4
- * Everything here is backend-agnostic: the same helpers drive an ssh session
5
- * to a remote box and a local python process. All children spawned for
6
- * generation are detached so they lead their own process group; killing the
7
- * group takes down the whole tree (bash + ssh, or python + its workers), so
8
- * nothing is orphaned.
9
- */
10
-
11
- import { spawn } from "node:child_process";
12
-
13
- // Tracked globally so Ctrl-C can clean up in-flight children too.
14
- export const globalChildren = new Set();
15
-
16
- export function track(child) {
17
- globalChildren.add(child);
18
- child.once("close", () => globalChildren.delete(child));
19
- }
20
-
21
- export function killGroup(child) {
22
- try {
23
- process.kill(-child.pid, "SIGTERM");
24
- } catch {
25
- /* process group already gone */
26
- }
27
- // SIGKILL backup for anything that ignores SIGTERM; unref'd so it never
28
- // keeps the bridge alive on its own.
29
- const backup = setTimeout(() => {
30
- try {
31
- process.kill(-child.pid, "SIGKILL");
32
- } catch {
33
- /* gone */
34
- }
35
- }, 3000);
36
- backup.unref();
37
- }
38
-
39
- // Run a short, non-streaming child (probes, listings) to completion.
40
- export function run(argv, { timeoutMs = 0 } = {}) {
41
- return new Promise((resolvePromise, reject) => {
42
- const child = spawn(argv[0], argv.slice(1), { stdio: ["ignore", "pipe", "pipe"] });
43
- let stdout = "";
44
- let stderr = "";
45
- let settled = false;
46
- let timer = null;
47
- const finish = (err, code) => {
48
- if (settled) return;
49
- settled = true;
50
- if (timer) clearTimeout(timer);
51
- if (err) reject(err);
52
- else resolvePromise({ code, stdout, stderr });
53
- };
54
- child.stdout.setEncoding("utf8");
55
- child.stderr.setEncoding("utf8");
56
- child.stdout.on("data", (chunk) => {
57
- stdout += chunk;
58
- });
59
- child.stderr.on("data", (chunk) => {
60
- stderr += chunk;
61
- });
62
- child.on("error", (err) => finish(err));
63
- child.on("close", (code) => finish(null, code));
64
- if (timeoutMs > 0) {
65
- timer = setTimeout(() => {
66
- try {
67
- child.kill("SIGKILL");
68
- } catch {
69
- /* gone */
70
- }
71
- finish(new Error(`timed out after ${timeoutMs} ms`));
72
- }, timeoutMs);
73
- }
74
- });
75
- }
76
-
77
- // Split a child's stdout/stderr into lines as they arrive; empty lines are
78
- // dropped. The trailing partial line is flushed on end so the generator's
79
- // last line is never lost.
80
- export function streamLines(stream, onLine) {
81
- let buffer = "";
82
- stream.setEncoding("utf8");
83
- stream.on("data", (chunk) => {
84
- buffer += chunk;
85
- let idx;
86
- while ((idx = buffer.indexOf("\n")) !== -1) {
87
- const line = buffer.slice(0, idx).replace(/\r$/, "");
88
- buffer = buffer.slice(idx + 1);
89
- if (line) onLine(line);
90
- }
91
- });
92
- stream.on("end", () => {
93
- const rest = buffer.replace(/\r$/, "");
94
- if (rest) onLine(rest);
95
- });
96
- }
97
-
98
- // Resolves with the exit code; rejects when the child could not be started.
99
- export function runStreaming(child, onLine) {
100
- return new Promise((resolvePromise, reject) => {
101
- let settled = false;
102
- const finish = (fn, value) => {
103
- if (!settled) {
104
- settled = true;
105
- fn(value);
106
- }
107
- };
108
- child.on("error", (err) => finish(reject, err));
109
- child.on("close", (code) => finish(resolvePromise, code));
110
- for (const [streamName, stream] of [
111
- ["stdout", child.stdout],
112
- ["stderr", child.stderr],
113
- ]) {
114
- streamLines(stream, (line) => onLine(line, streamName));
115
- }
116
- });
117
- }
118
-
119
- export function lastLine(text) {
120
- const lines = text
121
- .split("\n")
122
- .map((line) => line.trim())
123
- .filter((line) => line.length > 0);
124
- return lines.length ? lines[lines.length - 1] : "";
125
- }