cozyclay 2.1.1 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (577) hide show
  1. package/CHANGELOG.md +60 -0
  2. package/README.md +12 -30
  3. package/bin/agent/agent-routes.mjs +40 -113
  4. package/bin/agent/agent-runner.mjs +9 -10
  5. package/bin/agent/cliproxy-provider.mjs +135 -0
  6. package/bin/agent/credential-store.mjs +30 -7
  7. package/bin/agent/pi-tools.mjs +4 -1
  8. package/bin/agent/provider-keys.mjs +32 -0
  9. package/bin/agent/provider-login.mjs +110 -0
  10. package/bin/agent/provider-routes.mjs +99 -0
  11. package/bin/agent/providers.mjs +19 -97
  12. package/bin/agent/script-tool.mjs +17 -4
  13. package/bin/agent/studio-motion-reference.mjs +23 -0
  14. package/bin/agent/studio-prompt.mjs +1 -1
  15. package/bin/agent/studio-rebase-text.mjs +32 -0
  16. package/bin/agent/studio-rebase.mjs +26 -39
  17. package/bin/agent/studio-tools.mjs +9 -28
  18. package/bin/agent/tool-arguments.mjs +49 -0
  19. package/bin/agent/turn-frames.mjs +66 -0
  20. package/bin/codex-auth.mjs +9 -2
  21. package/bin/cozyclay.mjs +10 -116
  22. package/bin/live/cli.mjs +3 -3
  23. package/bin/mcp-runtime.mjs +2 -12
  24. package/bin/package-signature.mjs +0 -4
  25. package/dist/app/index.html +7 -6
  26. package/dist/assets/EXRLoader-CvVIvGVE.js +1 -0
  27. package/dist/assets/analytics-C9sUnndd.js +1 -0
  28. package/dist/assets/app-CCh--1Hc.js +5087 -0
  29. package/dist/assets/app-f-fkV5uP.css +1 -0
  30. package/dist/assets/compile-worker-CkxiD6lH.js +5 -0
  31. package/dist/assets/fflate.module-KbGj5-H6.js +5 -0
  32. package/dist/assets/{first-shot-handoff-msLI71g1.js → first-shot-handoff-CC4xe4HM.js} +1 -1
  33. package/dist/assets/{landing-ChUvB_zL.js → landing-DjHD8u7k.js} +1 -1
  34. package/dist/assets/scene-asset-sync-Hx_FzdOH.js +20 -0
  35. package/dist/assets/scene-asset-sync-_S8NQl5B.css +1 -0
  36. package/dist/assets/workflow-C4yKH1p4.js +179 -0
  37. package/dist/cozyclay-package.json +1 -1
  38. package/dist/index.html +3 -3
  39. package/dist/sw.js +3 -6
  40. package/dist/workflow/index.html +5 -4
  41. package/mcp/LIVE-PROTOCOL.md +7 -47
  42. package/mcp/README.md +16 -26
  43. package/mcp/live-hub.mjs +6 -10
  44. package/mcp/package.json +1 -3
  45. package/mcp/tool-handlers.mjs +4 -168
  46. package/package.json +3 -22
  47. package/src/App.jsx +150 -2624
  48. package/src/agent-progress.js +79 -0
  49. package/src/agent-turn-mark.js +30 -0
  50. package/src/analytics.js +1 -19
  51. package/src/app-context.js +5 -0
  52. package/src/app-stage.jsx +2 -34
  53. package/src/asset-pane.jsx +6 -5
  54. package/src/camera-block.js +21 -0
  55. package/src/camera-direction.js +120 -0
  56. package/src/character-kind.js +3 -9
  57. package/src/command-bus.js +8 -6
  58. package/src/commands/cast.js +5 -34
  59. package/src/commands/elements/character.js +1 -1
  60. package/src/commands/elements/motion.js +1 -6
  61. package/src/commands/elements/object.js +6 -2
  62. package/src/commands/elements/shot.js +4 -1
  63. package/src/commands/elements.js +38 -14
  64. package/src/commands/index.js +3 -1
  65. package/src/commands/kits.js +37 -0
  66. package/src/commands/motion-timing.js +57 -0
  67. package/src/commands/motion.js +9 -152
  68. package/src/commands/motion3-compile.js +65 -0
  69. package/src/commands/motion3.js +207 -0
  70. package/src/commands/objects.js +6 -4
  71. package/src/commands/shot.js +49 -11
  72. package/src/commands/stage.js +14 -1
  73. package/src/commands/view.js +4 -1
  74. package/src/document-mirrors.js +42 -0
  75. package/src/document-store.js +4 -0
  76. package/src/domains/cast.js +19 -194
  77. package/src/domains/motion/motion-range-pin-rules.js +1 -1
  78. package/src/domains/motion/take-source.js +51 -0
  79. package/src/domains/motion.js +60 -1838
  80. package/src/domains/scenes.js +12 -55
  81. package/src/domains/shots.js +2 -2
  82. package/src/domains/stage.js +4 -2
  83. package/src/draft-ghost.js +46 -0
  84. package/src/draft-ghost.jsx +129 -0
  85. package/src/dualview.jsx +4 -3
  86. package/src/effects/EffectsLayer.jsx +112 -0
  87. package/src/effects/effect-meshes.js +232 -0
  88. package/src/effects/effect-record.js +103 -0
  89. package/src/effects/emitter.js +59 -0
  90. package/src/effects/simulate.js +261 -0
  91. package/src/effects/state.js +59 -0
  92. package/src/execution-telemetry.js +2 -3
  93. package/src/first-success-guide.jsx +5 -5
  94. package/src/ghost-set.js +257 -0
  95. package/src/held-object-edit.jsx +113 -0
  96. package/src/held-object-pose.js +175 -0
  97. package/src/hierarchy-model.js +1 -1
  98. package/src/hierarchy-panel.jsx +1 -1
  99. package/src/imported-mesh.jsx +103 -0
  100. package/src/kits/held.js +84 -0
  101. package/src/kits/index.js +70 -0
  102. package/src/kits/smoking.js +57 -0
  103. package/src/light-blockers.js +93 -0
  104. package/src/motion/beat-board-model.js +84 -0
  105. package/src/motion/beat-board.css +124 -0
  106. package/src/motion/beat-board.jsx +59 -0
  107. package/src/motion/center-of-mass.js +66 -0
  108. package/src/motion/fix-collisions.js +850 -0
  109. package/src/motion/physics-review.js +118 -0
  110. package/src/{ardy → motion}/physics-support.js +1 -76
  111. package/src/motion/rig-snapshot.js +22 -0
  112. package/src/motion/take-segments.jsx +140 -0
  113. package/src/{ardy → motion}/timeline-coordinates.js +0 -21
  114. package/src/{ardy → motion}/timeline.css +1 -2
  115. package/src/{ardy → motion}/timeline.jsx +42 -413
  116. package/src/motion/waypoints.js +76 -0
  117. package/src/motion3/beats.js +83 -0
  118. package/src/motion3/body.js +158 -0
  119. package/src/motion3/bones.js +47 -0
  120. package/src/motion3/carried.js +47 -0
  121. package/src/motion3/compile-job.js +75 -0
  122. package/src/motion3/compile-worker.js +10 -0
  123. package/src/motion3/compiler/anchors.js +105 -0
  124. package/src/motion3/compiler/arm-orient.js +128 -0
  125. package/src/motion3/compiler/channels.js +125 -0
  126. package/src/motion3/compiler/compile.js +205 -0
  127. package/src/motion3/compiler/gait-rhythm.js +97 -0
  128. package/src/motion3/compiler/grip.js +171 -0
  129. package/src/motion3/compiler/head-steady.js +48 -0
  130. package/src/motion3/compiler/hold.js +134 -0
  131. package/src/motion3/compiler/idle.js +113 -0
  132. package/src/motion3/compiler/limbs.js +170 -0
  133. package/src/motion3/compiler/math.js +72 -0
  134. package/src/motion3/compiler/pose.js +162 -0
  135. package/src/motion3/compiler/quat.js +49 -0
  136. package/src/motion3/compiler/skeleton.js +74 -0
  137. package/src/motion3/compiler/validate-common.js +32 -0
  138. package/src/motion3/compiler/validate-goals.js +118 -0
  139. package/src/motion3/compiler/validate-objects.js +143 -0
  140. package/src/motion3/compiler/validate-parts.js +116 -0
  141. package/src/motion3/compiler/validate.js +122 -0
  142. package/src/motion3/compiler/vocab.js +73 -0
  143. package/src/motion3/compiler/walk-pelvis.js +275 -0
  144. package/src/motion3/compiler/walk.js +207 -0
  145. package/src/motion3/compiler/wrist-clamp.js +32 -0
  146. package/src/motion3/delta.js +47 -0
  147. package/src/motion3/describe.js +174 -0
  148. package/src/motion3/docs.js +27 -0
  149. package/src/motion3/edit-carry.js +21 -0
  150. package/src/motion3/fix/ease.js +16 -0
  151. package/src/motion3/fix/ground.js +37 -0
  152. package/src/motion3/fix/index.js +52 -0
  153. package/src/motion3/fix/push.js +71 -0
  154. package/src/motion3/fix/reach.js +46 -0
  155. package/src/motion3/fix/retime.js +79 -0
  156. package/src/motion3/fix/self.js +211 -0
  157. package/src/motion3/fix/slide.js +70 -0
  158. package/src/motion3/fix/turn.js +51 -0
  159. package/src/motion3/follow.js +39 -0
  160. package/src/motion3/free-motion.js +173 -0
  161. package/src/motion3/grip-choice.js +130 -0
  162. package/src/motion3/hold-plan.js +157 -0
  163. package/src/motion3/json-patch.js +77 -0
  164. package/src/motion3/key-aim.js +105 -0
  165. package/src/motion3/key-edit.js +82 -0
  166. package/src/motion3/lenient.js +127 -0
  167. package/src/motion3/object-keys.js +236 -0
  168. package/src/motion3/object-pose.js +182 -0
  169. package/src/motion3/object-tracks.js +12 -0
  170. package/src/motion3/pipeline.js +102 -0
  171. package/src/motion3/playback.js +51 -0
  172. package/src/motion3/probes.js +91 -0
  173. package/src/motion3/qa/body-checks.js +34 -0
  174. package/src/motion3/qa/check-names.js +14 -0
  175. package/src/motion3/qa/checks.js +121 -0
  176. package/src/motion3/qa/contact-checks.js +51 -0
  177. package/src/motion3/qa/explain.js +80 -0
  178. package/src/motion3/qa/fmt.js +5 -0
  179. package/src/motion3/qa/foot-checks.js +72 -0
  180. package/src/motion3/qa/geometry.js +77 -0
  181. package/src/motion3/qa/goals.js +191 -0
  182. package/src/motion3/qa/ground.js +60 -0
  183. package/src/motion3/qa/hints-contact.js +179 -0
  184. package/src/motion3/qa/hints-goal.js +160 -0
  185. package/src/motion3/qa/hints-knee.js +24 -0
  186. package/src/motion3/qa/hints-motion.js +209 -0
  187. package/src/motion3/qa/hints-object.js +91 -0
  188. package/src/motion3/qa/index.js +42 -0
  189. package/src/motion3/qa/key-checks.js +82 -0
  190. package/src/motion3/qa/near.js +96 -0
  191. package/src/motion3/qa/object-checks.js +135 -0
  192. package/src/motion3/qa/patch.js +161 -0
  193. package/src/motion3/qa/severity.js +38 -0
  194. package/src/motion3/qa/spec-checks.js +65 -0
  195. package/src/motion3/qa/style.js +218 -0
  196. package/src/motion3/qa/wrist-checks.js +69 -0
  197. package/src/motion3/qa/wrist-obs.js +60 -0
  198. package/src/motion3/refs.js +120 -0
  199. package/src/motion3/repair-tune.js +121 -0
  200. package/src/motion3/repair.js +83 -0
  201. package/src/motion3/report.js +67 -0
  202. package/src/motion3/rigs/index.js +14 -0
  203. package/src/motion3/rigs/x-bot-tpose-body.json +1 -0
  204. package/src/motion3/rigs/x-bot-tpose.json +1 -0
  205. package/src/motion3/rigs/y-bot-tpose-body.json +1 -0
  206. package/src/motion3/rigs/y-bot-tpose.json +1 -0
  207. package/src/motion3/scene.js +60 -0
  208. package/src/motion3/schema/brief.js +89 -0
  209. package/src/motion3/schema/fields.js +44 -0
  210. package/src/motion3/schema/spec-examples.js +46 -0
  211. package/src/motion3/schema/topics.js +111 -0
  212. package/src/motion3/schema/types.js +147 -0
  213. package/src/motion3/search.js +117 -0
  214. package/src/motion3/second-hand.js +112 -0
  215. package/src/motion3/skills/basic.js +82 -0
  216. package/src/motion3/skills/book.js +76 -0
  217. package/src/motion3/skills/car.js +145 -0
  218. package/src/motion3/skills/frames-auto.js +29 -0
  219. package/src/motion3/skills/index.js +83 -0
  220. package/src/motion3/skills/info.js +65 -0
  221. package/src/motion3/skills/smoke-kit.js +109 -0
  222. package/src/motion3/skills/smoke.js +160 -0
  223. package/src/motion3/spec-store.js +59 -0
  224. package/src/motion3/take-edit.js +155 -0
  225. package/src/motion3/take.js +63 -0
  226. package/src/motion3/timeline.js +127 -0
  227. package/src/motion3/views.js +121 -0
  228. package/src/motion3/walk-plan.js +119 -0
  229. package/src/object-catalog.jsx +7 -1
  230. package/src/object-colors.js +98 -0
  231. package/src/object-gizmo-parts.js +115 -0
  232. package/src/object-gizmo.jsx +37 -122
  233. package/src/object-glow.js +139 -0
  234. package/src/object-hidden.js +33 -0
  235. package/src/object-look.js +196 -0
  236. package/src/object-size.js +10 -0
  237. package/src/object-travel.js +71 -6
  238. package/src/panels/CameraPanel.jsx +7 -7
  239. package/src/panels/HdrEnvironmentControls.jsx +59 -0
  240. package/src/panels/LightPanel.jsx +25 -4
  241. package/src/panels/ObjectLookPanel.jsx +88 -0
  242. package/src/panels/PosePanel.jsx +2 -17
  243. package/src/panels/RigControlPanel.jsx +5 -53
  244. package/src/panels/SubjectBox.jsx +4 -1
  245. package/src/panels/details.css +14 -0
  246. package/src/posestudio.jsx +4 -27
  247. package/src/project-browser.jsx +3 -4
  248. package/src/project-resources.js +18 -31
  249. package/src/project.js +13 -104
  250. package/src/props.jsx +25 -280
  251. package/src/rail-dot-drag.js +23 -0
  252. package/src/render-passes.js +10 -0
  253. package/src/resource-status.jsx +1 -0
  254. package/src/result-modal.jsx +4 -19
  255. package/src/room.jsx +20 -12
  256. package/src/scene-assets.js +8 -6
  257. package/src/scene-light-place.js +72 -0
  258. package/src/scene-lights.jsx +148 -0
  259. package/src/scene-objects.js +31 -139
  260. package/src/scenes.js +15 -105
  261. package/src/semantic-edit.js +2 -5
  262. package/src/set-pieces.jsx +183 -0
  263. package/src/settings-menu.jsx +3 -11
  264. package/src/shell/BottomDock.jsx +9 -51
  265. package/src/shell/DetailsSlot.jsx +16 -200
  266. package/src/shell/GhostsMenuGroup.jsx +74 -0
  267. package/src/shell/LibrarySlot.jsx +1 -3
  268. package/src/shell/MenuBar.jsx +3 -3
  269. package/src/shell/PreferencesDialog.jsx +15 -264
  270. package/src/shell/PreferencesSlot.jsx +2 -8
  271. package/src/shell/TopBar.jsx +5 -84
  272. package/src/shell/ViewportToolbar.jsx +10 -70
  273. package/src/shell/agent-glass.css +19 -6
  274. package/src/shell/details-selection.js +42 -0
  275. package/src/shell/ghosts-menu.css +22 -0
  276. package/src/shell/glass-regions.css +29 -3
  277. package/src/shell/preferences.css +6 -1
  278. package/src/shot-authoring.js +4 -7
  279. package/src/soft-shadows.js +37 -0
  280. package/src/stage-attach-frames.js +12 -12
  281. package/src/stage-canvas-rigs.jsx +3 -3
  282. package/src/stage-capture.jsx +42 -8
  283. package/src/stage-characters.jsx +22 -216
  284. package/src/stage-editor-gizmos.jsx +6 -6
  285. package/src/stage-environment.js +93 -0
  286. package/src/stage-hdr-builtins.js +107 -0
  287. package/src/stage-hdr-image.js +116 -0
  288. package/src/stage-hdr-library.js +70 -0
  289. package/src/stage-hdr-map.js +94 -0
  290. package/src/stage-hdr.js +130 -0
  291. package/src/stage-lighting.js +149 -0
  292. package/src/stage-occlusion.js +210 -0
  293. package/src/stage-sky.jsx +159 -0
  294. package/src/stage-startup-defaults.js +5 -9
  295. package/src/studio-actions.js +12 -14
  296. package/src/studio-agent-commands.js +19 -16
  297. package/src/studio-agent-motion.js +9 -9
  298. package/src/studio-agent-protocol.js +41 -71
  299. package/src/studio-app-binding.js +25 -45
  300. package/src/studio-asset-list.js +17 -0
  301. package/src/studio-contact-sheet.js +37 -5
  302. package/src/studio-elements.js +27 -7
  303. package/src/studio-entity-bounds.js +18 -0
  304. package/src/studio-error-codes.js +8 -0
  305. package/src/studio-export-framing.js +152 -0
  306. package/src/studio-lighting-check.js +103 -0
  307. package/src/studio-motion-visual.js +150 -0
  308. package/src/studio-schema-errors.js +80 -0
  309. package/src/studio-support-gap.js +74 -0
  310. package/src/styles.css +1 -19
  311. package/src/timeline-defaults.js +5 -0
  312. package/src/timeline-extent.js +8 -20
  313. package/src/tutorial-walk.js +17 -0
  314. package/src/ui-scrub.js +1 -1
  315. package/src/use-shot-camera-tracks.js +12 -0
  316. package/src/view-ghosts.js +97 -0
  317. package/src/view-ghosts.jsx +49 -0
  318. package/src/workflow/AgentPanel.jsx +47 -166
  319. package/src/workflow/AgentProgressCard.jsx +107 -0
  320. package/src/workflow/AgentReplyText.jsx +37 -0
  321. package/src/workflow/AgentTurnSteps.jsx +84 -0
  322. package/src/workflow/LoginPanel.jsx +140 -0
  323. package/src/workflow/WorkflowBuilder.jsx +7 -23
  324. package/src/workflow/agent-client.js +54 -51
  325. package/src/workflow/agent-panel.css +71 -1
  326. package/src/workflow/agent-progress-card.css +167 -0
  327. package/src/workflow/agent-progress-view.js +47 -0
  328. package/src/workflow/agent-turn-steps.css +113 -0
  329. package/src/workflow/agent-turn.js +191 -0
  330. package/src/workflow/login-client.js +34 -0
  331. package/src/workflow/motion-input.js +18 -31
  332. package/src/workflow/node-schema.js +1 -1
  333. package/src/workflow/reply-markdown.js +69 -0
  334. package/src/workflow/scene-asset-sync.js +8 -8
  335. package/tools/agent-session-stats.mjs +61 -0
  336. package/tools/dev-full.mjs +5 -56
  337. package/tools/eslint-baseline.json +12 -13
  338. package/tools/knip-baseline.json +0 -179
  339. package/tools/loc-baseline.json +31 -81
  340. package/tools/motion3/extract-body.mjs +103 -0
  341. package/tools/motion3/extract-rig.mjs +85 -0
  342. package/tools/process-supervisor.mjs +0 -88
  343. package/tools/run-tests.mjs +8 -124
  344. package/bin/agent/motion-runtime.mjs +0 -76
  345. package/dist/ardy/cskel27-rest.json +0 -557
  346. package/dist/assets/analytics-C9pMpW7s.js +0 -1
  347. package/dist/assets/app-B_2XB9rw.css +0 -1
  348. package/dist/assets/app-DAuvKPP8.js +0 -4920
  349. package/dist/assets/config-Bx7pYsD9.js +0 -1
  350. package/dist/assets/config-DeoFTYzb.css +0 -1
  351. package/dist/assets/demo-CvKuBgy5.js +0 -1
  352. package/dist/assets/scene-asset-sync-DKkpjKBV.js +0 -19
  353. package/dist/assets/scene-asset-sync-DjJ_cJ2R.css +0 -1
  354. package/dist/assets/ticket-BPk2Ni95.js +0 -1
  355. package/dist/assets/workflow-jJRBR94Z.js +0 -179
  356. package/dist/demo/walk-then-stop.npz +0 -0
  357. package/mcp/ardy-prompts.mjs +0 -218
  358. package/src/ardy/auto-fix-panel.css +0 -108
  359. package/src/ardy/auto-physics.js +0 -1194
  360. package/src/ardy/client.js +0 -153
  361. package/src/ardy/convert.js +0 -313
  362. package/src/ardy/cskel27-neutral.js +0 -39
  363. package/src/ardy/cskel27.js +0 -77
  364. package/src/ardy/export.js +0 -165
  365. package/src/ardy/fix-collisions.js +0 -2257
  366. package/src/ardy/foot-lock.js +0 -230
  367. package/src/ardy/motion-calibration.js +0 -118
  368. package/src/ardy/motion-edit.js +0 -213
  369. package/src/ardy/motion-url.js +0 -55
  370. package/src/ardy/mp4-duration.js +0 -102
  371. package/src/ardy/npz.js +0 -595
  372. package/src/ardy/physics-panel.css +0 -21
  373. package/src/ardy/physics-panel.jsx +0 -89
  374. package/src/ardy/physics-refine.js +0 -111
  375. package/src/ardy/physics-review.js +0 -567
  376. package/src/ardy/physics-temporal.js +0 -54
  377. package/src/ardy/platform-fit-panel.css +0 -64
  378. package/src/ardy/platform-fit-panel.jsx +0 -41
  379. package/src/ardy/platform-fit.js +0 -326
  380. package/src/ardy/playback.js +0 -711
  381. package/src/ardy/pose-pin.js +0 -97
  382. package/src/ardy/prompt-clips.js +0 -30
  383. package/src/ardy/retime.js +0 -211
  384. package/src/ardy/root-drop.js +0 -369
  385. package/src/ardy/timeline-resize.js +0 -13
  386. package/src/ardy/to-cskel27.js +0 -225
  387. package/src/ardy/trim.js +0 -33
  388. package/src/ardy/waypoints.js +0 -369
  389. package/src/ardy-bridge-contract.js +0 -281
  390. package/src/domains/motion/motion-video-capture.js +0 -664
  391. package/src/i2v-motion-client.js +0 -77
  392. package/src/i2v-motion-studio.jsx +0 -180
  393. package/src/line-edit.js +0 -1348
  394. package/src/motion/generation.js +0 -105
  395. package/src/motion-readiness-ui.jsx +0 -67
  396. package/src/motion-readiness.js +0 -40
  397. package/src/motion-resources.js +0 -177
  398. package/src/motion-store.js +0 -65
  399. package/src/motion-trail.js +0 -601
  400. package/src/multimodel-ingest.js +0 -394
  401. package/src/panels/PromptBlocksPanel.jsx +0 -444
  402. package/src/panels/VideoCapturePanel.jsx +0 -181
  403. package/src/pose-extract/browser.js +0 -42
  404. package/src/pose-extract/detector.js +0 -100
  405. package/src/pose-extract/fit.js +0 -227
  406. package/src/pose-extract/image-frame.js +0 -51
  407. package/src/pose-extract/index.js +0 -58
  408. package/src/pose-extract/keyframes.js +0 -74
  409. package/src/pose-extract/landmarks.js +0 -162
  410. package/src/pose-extract/mirror.js +0 -153
  411. package/src/pose-extract/take.js +0 -131
  412. package/src/pose-extract/video-frames.js +0 -91
  413. package/src/take-recipe.js +0 -165
  414. package/src/trail-key-conflicts.js +0 -39
  415. package/src/trail-pick.js +0 -59
  416. package/src/use-i2v-capture-modal.js +0 -15
  417. package/tools/ardy/BRIDGE.md +0 -37
  418. package/tools/ardy/GVHMR-NPZ.md +0 -68
  419. package/tools/ardy/README.md +0 -124
  420. package/tools/ardy/__pycache__/cclay_gvhmr_worker.cpython-313.pyc +0 -0
  421. package/tools/ardy/artifacts.mjs +0 -34
  422. package/tools/ardy/bridge.mjs +0 -1732
  423. package/tools/ardy/bvh-cskel27.mjs +0 -1265
  424. package/tools/ardy/cclay_constrained_generate.py +0 -561
  425. package/tools/ardy/cclay_gvhmr_worker.py +0 -264
  426. package/tools/ardy/cclay_motion_edit.py +0 -510
  427. package/tools/ardy/cclay_sequence_generate.py +0 -705
  428. package/tools/ardy/cclay_worker.py +0 -304
  429. package/tools/ardy/dump-npz.py +0 -205
  430. package/tools/ardy/extract-rest.mjs +0 -299
  431. package/tools/ardy/extract.mjs +0 -507
  432. package/tools/ardy/footage.mjs +0 -467
  433. package/tools/ardy/gvhmr-floor.mjs +0 -102
  434. package/tools/ardy/gvhmr-to-cskel27.mjs +0 -21
  435. package/tools/ardy/gvhmr_fastpath.py +0 -168
  436. package/tools/ardy/gvhmr_trajectory.py +0 -240
  437. package/tools/ardy/merge-text-encoder.py +0 -160
  438. package/tools/ardy/mocap-metrics.mjs +0 -200
  439. package/tools/ardy/mocap-quality-gate.mjs +0 -110
  440. package/tools/ardy/motion-stabilize.mjs +0 -348
  441. package/tools/ardy/npz.mjs +0 -414
  442. package/tools/ardy/pose-to-npz.mjs +0 -106
  443. package/tools/ardy/prompt-limits.mjs +0 -5
  444. package/tools/ardy/run-edit-on-box.sh +0 -73
  445. package/tools/ardy/run-local.mjs +0 -233
  446. package/tools/ardy/run-on-box.sh +0 -593
  447. package/tools/ardy/run-sequence-on-box.sh +0 -177
  448. package/tools/ardy/runners/gvhmr-worker.mjs +0 -206
  449. package/tools/ardy/runners/index.mjs +0 -18
  450. package/tools/ardy/runners/local.mjs +0 -455
  451. package/tools/ardy/runners/proc.mjs +0 -125
  452. package/tools/ardy/runners/remote.mjs +0 -252
  453. package/tools/ardy/setup-local.mjs +0 -189
  454. package/tools/ardy/setup-text-encoder-on-box.sh +0 -93
  455. package/tools/ardy/setup-text-encoder.py +0 -306
  456. package/tools/ardy/smpl-cskel27.mjs +0 -178
  457. package/tools/ardy/visual-qa.mjs +0 -196
  458. package/tools/ardy/vq-car.mjs +0 -52
  459. package/tools/bench/EXP3.md +0 -61
  460. package/tools/bench/cclay_bench_extract_incam.py +0 -125
  461. package/tools/bench/cclay_bench_extract_obs.py +0 -204
  462. package/tools/bench/cclay_bench_runner.py +0 -42
  463. package/tools/bench/cube-contact.mjs +0 -162
  464. package/tools/bench/exp3.mjs +0 -152
  465. package/tools/bench/extract-bench-lib.mjs +0 -216
  466. package/tools/bench/extract-bench.mjs +0 -302
  467. package/tools/bench/fal-generate.mjs +0 -88
  468. package/tools/bench/fit/README.md +0 -189
  469. package/tools/bench/fit/camera.mjs +0 -59
  470. package/tools/bench/fit/contact.mjs +0 -419
  471. package/tools/bench/fit/footlock.mjs +0 -234
  472. package/tools/bench/fit/motion.mjs +0 -85
  473. package/tools/bench/fit/pin.mjs +0 -27
  474. package/tools/bench/fit/remote.mjs +0 -105
  475. package/tools/bench/fit-bench.mjs +0 -126
  476. package/tools/bench/fit-sanity.mjs +0 -45
  477. package/tools/bench/metrics.mjs +0 -313
  478. package/tools/bench/obs/depth.mjs +0 -258
  479. package/tools/bench/obs/extrinsics.mjs +0 -175
  480. package/tools/bench/obs/fit_mannequin_betas.py +0 -340
  481. package/tools/bench/obs/ground.mjs +0 -294
  482. package/tools/bench/obs/heading.mjs +0 -151
  483. package/tools/bench/obs/ladder.mjs +0 -555
  484. package/tools/bench/obs/mannequin-betas.json +0 -124
  485. package/tools/bench/obs/remote.mjs +0 -83
  486. package/tools/bench/obs/rest_joints.py +0 -52
  487. package/tools/bench/obs/ybot-targets.mjs +0 -49
  488. package/tools/bench/obs-bench.mjs +0 -520
  489. package/tools/bench/score.mjs +0 -343
  490. package/tools/bench/summarize.mjs +0 -86
  491. package/tools/demo-worker/README.md +0 -137
  492. package/tools/demo-worker/api-client.mjs +0 -233
  493. package/tools/demo-worker/generate.mjs +0 -301
  494. package/tools/demo-worker/index.mjs +0 -466
  495. package/tools/demo-worker/sign-core.mjs +0 -112
  496. package/tools/demo-worker/sign.mjs +0 -161
  497. package/tools/gt-render/browser.mjs +0 -182
  498. package/tools/gt-render/camera-math.mjs +0 -276
  499. package/tools/gt-render/page.mjs +0 -267
  500. package/tools/gt-render/render.mjs +0 -514
  501. package/tools/gt-render/scene-box.mjs +0 -31
  502. package/tools/gt-render/take-transform.mjs +0 -87
  503. package/tools/kimodo/compare-seam.mjs +0 -108
  504. package/tools/kimodo/constraints.mjs +0 -244
  505. package/tools/kimodo/edit.mjs +0 -259
  506. package/tools/kimodo/effector-constraints.mjs +0 -200
  507. package/tools/kimodo/generate.mjs +0 -646
  508. package/tools/kimodo/local-output.mjs +0 -265
  509. package/tools/kimodo/measure-pose.mjs +0 -65
  510. package/tools/kimodo/measure-preserve.mjs +0 -899
  511. package/tools/kimodo/measure-waypoints.mjs +0 -55
  512. package/tools/kimodo/mlx-generate.py +0 -111
  513. package/tools/kimodo/pose-constraints.mjs +0 -248
  514. package/tools/kimodo/preserve-mask.mjs +0 -543
  515. package/tools/kimodo/read-npz.mjs +0 -189
  516. package/tools/kimodo/run-edit-on-box.mjs +0 -155
  517. package/tools/kimodo/run-sequence-on-box.mjs +0 -178
  518. package/tools/kimodo/runner.mjs +0 -284
  519. package/tools/kimodo/seam-batch.mjs +0 -77
  520. package/tools/kimodo/setup-local.mjs +0 -30
  521. package/tools/kimodo/setup-on-box.sh +0 -339
  522. package/tools/kimodo/soma77-to-cskel27.mjs +0 -305
  523. package/tools/morphgs/assets/gen_truth.py +0 -39
  524. package/tools/morphgs/assets/mesh_ori_rig.txt +0 -27
  525. package/tools/morphgs/assets/playback-check.mjs +0 -30
  526. package/tools/morphgs/demo-gate.sh +0 -26
  527. package/tools/morphgs/fbx2morphgs.mjs +0 -68
  528. package/tools/morphgs/morphgs-to-cskel27.mjs +0 -105
  529. package/tools/morphgs/patches/preprocess_src-none-mode.patch +0 -76
  530. package/tools/morphgs/setup-on-cluster.sh +0 -126
  531. package/tools/projflow/driver.py +0 -1069
  532. package/tools/projflow/generate.mjs +0 -805
  533. package/tools/projflow/hml22-to-cskel27.mjs +0 -735
  534. package/tools/projflow/line-edit-job.mjs +0 -547
  535. package/tools/projflow/replay.mjs +0 -452
  536. package/tools/projflow/runner.mjs +0 -269
  537. package/tools/projflow/service.mjs +0 -742
  538. package/tools/track/DESIGN.md +0 -513
  539. package/tools/track/backfill-provenance.mjs +0 -116
  540. package/tools/track/budget.mjs +0 -8
  541. package/tools/track/check-rig.mjs +0 -209
  542. package/tools/track/diagnostics.schema.json +0 -60
  543. package/tools/track/export-rig.mjs +0 -256
  544. package/tools/track/fallback.mjs +0 -7
  545. package/tools/track/fk-parity-fixture.mjs +0 -161
  546. package/tools/track/gate.mjs +0 -349
  547. package/tools/track/masks.mjs +0 -318
  548. package/tools/track/metrics.mjs +0 -201
  549. package/tools/track/publish-obs.mjs +0 -108
  550. package/tools/track/py/check_env.py +0 -61
  551. package/tools/track/py/eval_lr.py +0 -229
  552. package/tools/track/py/lr_viterbi.py +0 -294
  553. package/tools/track/py/masks.py +0 -405
  554. package/tools/track/py/objective.py +0 -382
  555. package/tools/track/py/rig.py +0 -508
  556. package/tools/track/py/scene.py +0 -326
  557. package/tools/track/py/test_joint_indices.py +0 -123
  558. package/tools/track/py/test_lr_viterbi.py +0 -195
  559. package/tools/track/py/test_masks.py +0 -229
  560. package/tools/track/py/test_rig.py +0 -288
  561. package/tools/track/py/test_scene.py +0 -354
  562. package/tools/track/py/test_track.py +0 -328
  563. package/tools/track/py/track.py +0 -411
  564. package/tools/track/remote.mjs +0 -140
  565. package/tools/track/rig-dump.mjs +0 -227
  566. package/tools/track/run-box-tests.mjs +0 -14
  567. package/tools/track/run-box.mjs +0 -168
  568. package/tools/track/setup-box.sh +0 -59
  569. package/tools/track/study-2d.mjs +0 -728
  570. /package/src/{ardy → motion}/collision-blockers.js +0 -0
  571. /package/src/{ardy → motion}/ground.js +0 -0
  572. /package/src/{ardy → motion}/ik-drag.js +0 -0
  573. /package/src/{ardy → motion}/ik-key-json.js +0 -0
  574. /package/src/{ardy → motion}/ik.js +0 -0
  575. /package/src/{ardy → motion}/physics-surface.js +0 -0
  576. /package/src/{ardy → motion}/playback-clock.js +0 -0
  577. /package/src/{ardy → motion}/range-pin.js +0 -0
@@ -1,227 +0,0 @@
1
- /**
2
- * rig-dump.mjs — pack a plain-JSON Studio rig dump (tools/track/export-rig.mjs
3
- * `dumpRig`, or the synthetic fixture test/fixtures/track-rig-dump.json) into
4
- * the numpy members the tracker reads (todo 6, tools/track/py/rig.py).
5
- *
6
- * Pure: no three.js, no filesystem. Everything is validated here so a bad dump
7
- * fails loudly instead of producing a rig the tracker silently mis-skins.
8
- *
9
- * Conventions of the packed arrays (also recorded in `meta_json`):
10
- * - matrices are 4x4 ROW-major (numpy order, M @ [x, y, z, 1]); quaternions
11
- * are [x, y, z, w] (three.js order).
12
- * - `vertices`, `bone_rest_world`, `bone_bind_inverse`: metres, world space
13
- * of the Studio rig at rest (rig root at the origin with its 0.01
14
- * centimetre scale, Character scale 1, no clip-to-scene yaw). Skinning:
15
- * v(pose) = sum_k w_k * boneWorld_k(pose) @ bone_bind_inverse_k @ v_rest
16
- * - `bone_rest_local` and every `prep_*` array: rig units (the space BELOW
17
- * the rig root, Mixamo centimetres), exactly the values
18
- * src/ardy/playback.js prepOf/applyMotionFrame compute with;
19
- * `rig_root_scale` (0.01) maps rig units to metres.
20
- * - cskel27-indexed arrays have 27 rows; rows of joints that drive no bone
21
- * are zero (vectors) / identity (matrices) with prep_bone = -1.
22
- * - `meta_json` is the UTF-8 bytes of a JSON document (names, conventions),
23
- * stored as int32 because writeNpz carries only float32/int32:
24
- * json.loads(bytes(z["meta_json"].astype("uint8")))
25
- */
26
-
27
- export const RIG_DUMP_VERSION = 1;
28
- const CSKEL = 27;
29
- const INFLUENCES = 4;
30
- const WEIGHT_TOLERANCE = 1e-5;
31
-
32
- const IDENTITY16 = [1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1];
33
-
34
- function fail(code, detail) {
35
- throw new Error(`${code}: ${detail}`);
36
- }
37
-
38
- function finiteList(value, length, label) {
39
- if (!Array.isArray(value) || value.length !== length || !value.every(Number.isFinite)) {
40
- fail("bad-rig-dump", `${label} must be ${length} finite numbers`);
41
- }
42
- return value;
43
- }
44
-
45
- /** Rows of a cskel27-indexed field; null rows become `fill`. */
46
- function jointRows(rows, width, fill, label) {
47
- if (!Array.isArray(rows) || rows.length !== CSKEL) fail("bad-rig-dump", `${label} must have ${CSKEL} rows`);
48
- const out = new Float32Array(CSKEL * width);
49
- rows.forEach((row, j) => out.set(finiteList(row ?? fill, width, `${label}[${j}]`), j * width));
50
- return out;
51
- }
52
-
53
- function intList(value, length, label, min, max) {
54
- if (!Array.isArray(value) || value.length !== length || !value.every((v) => Number.isInteger(v) && v >= min && v < max)) {
55
- fail("bad-rig-dump", `${label} must be ${length} integers in [${min}, ${max})`);
56
- }
57
- return Int32Array.from(value);
58
- }
59
-
60
- function nameMask(names, label, joints) {
61
- if (!Array.isArray(names)) fail("bad-rig-dump", `${label} must be a list of cskel27 names`);
62
- const mask = new Int32Array(CSKEL);
63
- for (const name of names) {
64
- const j = joints.indexOf(name);
65
- if (j < 0) fail("bad-rig-dump", `${label}: ${name} is not a cskel27 joint`);
66
- mask[j] = 1;
67
- }
68
- return mask;
69
- }
70
-
71
- const member = (data, shape) => ({ data, shape });
72
-
73
- /**
74
- * dump -> { members, meta }. `members` goes straight into
75
- * tools/ardy/npz.mjs writeNpz; `meta` is the decoded meta_json document.
76
- */
77
- export function rigArraysFromDump(dump) {
78
- if (!dump || dump.version !== RIG_DUMP_VERSION) fail("bad-rig-dump", `version must be ${RIG_DUMP_VERSION}`);
79
- const { bones, meshes, prep, cskel27 } = dump;
80
- if (!(dump.rootScale > 0)) fail("bad-rig-dump", "rootScale must be positive");
81
-
82
- // --- cskel27 reference --------------------------------------------------
83
- if (!cskel27 || !Array.isArray(cskel27.joints) || cskel27.joints.length !== CSKEL) {
84
- fail("bad-rig-dump", `cskel27.joints must list ${CSKEL} joints`);
85
- }
86
- const cskelParents = intList(cskel27.parents, CSKEL, "cskel27.parents", -1, CSKEL);
87
- cskelParents.forEach((p, j) => { if (p >= j) fail("bad-rig-dump", `cskel27 parent ${p} of joint ${j} is not topological`); });
88
- const neutral = jointRows(cskel27.neutral, 3, null, "cskel27.neutral");
89
-
90
- // --- bones ---------------------------------------------------------------
91
- if (!Array.isArray(bones) || bones.length === 0) fail("bad-rig-dump", "bones must be a non-empty list");
92
- const B = bones.length;
93
- const boneParent = new Int32Array(B);
94
- const restLocal = new Float32Array(B * 16);
95
- const restWorld = new Float32Array(B * 16);
96
- const bindInverse = new Float32Array(B * 16);
97
- bones.forEach((bone, i) => {
98
- if (typeof bone.name !== "string" || !bone.name) fail("bad-rig-dump", `bones[${i}].name missing`);
99
- if (!Number.isInteger(bone.parent) || bone.parent < -1 || bone.parent >= i) {
100
- fail("bone-order", `bone ${i} (${bone.name}) has parent ${bone.parent}; parents must precede children`);
101
- }
102
- boneParent[i] = bone.parent;
103
- restLocal.set(finiteList(bone.restLocal, 16, `bones[${i}].restLocal`), i * 16);
104
- restWorld.set(finiteList(bone.restWorld, 16, `bones[${i}].restWorld`), i * 16);
105
- bindInverse.set(finiteList(bone.bindInverse, 16, `bones[${i}].bindInverse`), i * 16);
106
- });
107
- const boneNames = bones.map((b) => b.name);
108
- if (new Set(boneNames).size !== B) fail("bad-rig-dump", "bone names must be unique");
109
-
110
- // --- merged mesh -----------------------------------------------------------
111
- if (!Array.isArray(meshes) || meshes.length === 0) fail("bad-rig-dump", "meshes must be a non-empty list");
112
- let V = 0;
113
- let F = 0;
114
- for (const [m, mesh] of meshes.entries()) {
115
- const n = mesh.vertices?.length / 3;
116
- if (!Number.isInteger(n) || n < 3) fail("bad-rig-dump", `meshes[${m}].vertices must be a flat xyz list`);
117
- if (!Number.isInteger(mesh.faces?.length / 3)) fail("bad-rig-dump", `meshes[${m}].faces must be a flat triangle list`);
118
- V += n;
119
- F += mesh.faces.length / 3;
120
- }
121
- const vertices = new Float32Array(V * 3);
122
- const faces = new Int32Array(F * 3);
123
- const skinIndex = new Int32Array(V * INFLUENCES);
124
- const skinWeight = new Float32Array(V * INFLUENCES);
125
- const meshRanges = new Int32Array(meshes.length * 4);
126
- let v0 = 0;
127
- let f0 = 0;
128
- for (const [m, mesh] of meshes.entries()) {
129
- const n = mesh.vertices.length / 3;
130
- const nf = mesh.faces.length / 3;
131
- vertices.set(finiteList(mesh.vertices, n * 3, `meshes[${m}].vertices`), v0 * 3);
132
- faces.set(intList(mesh.faces, nf * 3, `meshes[${m}].faces`, 0, n).map((i) => i + v0), f0 * 3);
133
- skinIndex.set(intList(mesh.skinIndex, n * INFLUENCES, `meshes[${m}].skinIndex`, 0, B), v0 * INFLUENCES);
134
- skinWeight.set(finiteList(mesh.skinWeight, n * INFLUENCES, `meshes[${m}].skinWeight`), v0 * INFLUENCES);
135
- meshRanges.set([v0, n, f0, nf], m * 4);
136
- v0 += n;
137
- f0 += nf;
138
- }
139
- for (let v = 0; v < V; v += 1) {
140
- let sum = 0;
141
- for (let k = 0; k < INFLUENCES; k += 1) {
142
- const w = skinWeight[v * INFLUENCES + k];
143
- if (w < 0) fail("bad-skin-weights", `vertex ${v} has negative weight ${w}`);
144
- sum += w;
145
- }
146
- if (Math.abs(sum - 1) > WEIGHT_TOLERANCE) fail("bad-skin-weights", `vertex ${v} weights sum to ${sum}`);
147
- }
148
-
149
- // --- Studio positional-skinning prep (playback.js prepOf) ------------------
150
- if (!prep) fail("bad-rig-dump", "prep missing");
151
- const prepBone = intList(prep.bones, CSKEL, "prep.bones", -1, B);
152
- if (!prepBone.some((b) => b >= 0)) fail("bad-rig-dump", "prep.bones maps no cskel27 joint to a bone");
153
- const chainParent = intList(prep.chainParent, CSKEL, "prep.chainParent", -1, CSKEL);
154
- chainParent.forEach((p, j) => {
155
- if (p >= 0 && (p >= j || prepBone[p] < 0 || prepBone[j] < 0)) fail("bad-rig-dump", `prep.chainParent[${j}]=${p} must be an earlier mapped joint`);
156
- });
157
- if (!(prep.scale > 0)) fail("bad-rig-dump", "prep.scale must be positive");
158
- const leaves = prep.stretchedLeaves;
159
- if (!Array.isArray(leaves)) fail("bad-rig-dump", "prep.stretchedLeaves must be a list");
160
- const leafIndex = new Int32Array(leaves.length * 2);
161
- const leafPos = new Float32Array(leaves.length * 3);
162
- const leafQuat = new Float32Array(leaves.length * 4);
163
- leaves.forEach((leaf, i) => {
164
- leafIndex.set(intList([leaf.bone], 1, `prep.stretchedLeaves[${i}].bone`, 0, B), i * 2);
165
- leafIndex.set(intList([leaf.joint], 1, `prep.stretchedLeaves[${i}].joint`, 0, CSKEL), i * 2 + 1);
166
- leafPos.set(finiteList(leaf.bindLocalPos, 3, `prep.stretchedLeaves[${i}].bindLocalPos`), i * 3);
167
- leafQuat.set(finiteList(leaf.bindLocalQuat, 4, `prep.stretchedLeaves[${i}].bindLocalQuat`), i * 4);
168
- });
169
- const hierarchyPreserved = nameMask(prep.hierarchyPreserved, "prep.hierarchyPreserved", cskel27.joints);
170
- const girdle = nameMask(prep.girdleJoints, "prep.girdleJoints", cskel27.joints);
171
- if (!Number.isFinite(prep.ardyNeutralMinY)) fail("bad-rig-dump", "prep.ardyNeutralMinY must be finite");
172
-
173
- const meta = {
174
- version: RIG_DUMP_VERSION,
175
- model: dump.model ?? null,
176
- source: dump.source ?? null,
177
- boneNames,
178
- meshNames: meshes.map((m) => m.name ?? ""),
179
- cskel27Joints: cskel27.joints,
180
- hierarchyPreservedJoints: prep.hierarchyPreserved,
181
- girdleJoints: prep.girdleJoints,
182
- conventions: {
183
- matrices: "4x4 row-major, M @ [x, y, z, 1]",
184
- quaternions: "[x, y, z, w]",
185
- worldArrays: "vertices, bone_rest_world, bone_bind_inverse: metres, Studio world at rest (rig root scale applied, Character scale 1)",
186
- rigArrays: "bone_rest_local, prep_*: rig units below the rig root; multiply by rig_root_scale for metres",
187
- skinning: "v = sum_k w_k * boneWorld_k @ bone_bind_inverse_k @ v_rest",
188
- meshRanges: "mesh_ranges[m] = [vertexStart, vertexCount, faceStart, faceCount]",
189
- },
190
- };
191
- const metaBytes = Int32Array.from(new TextEncoder().encode(JSON.stringify(meta)));
192
-
193
- const members = {
194
- meta_json: member(metaBytes, [metaBytes.length]),
195
- rig_root_scale: member(Float32Array.of(dump.rootScale), [1]),
196
- vertices: member(vertices, [V, 3]),
197
- faces: member(faces, [F, 3]),
198
- skin_index: member(skinIndex, [V, INFLUENCES]),
199
- skin_weight: member(skinWeight, [V, INFLUENCES]),
200
- mesh_ranges: member(meshRanges, [meshes.length, 4]),
201
- bone_parent: member(boneParent, [B]),
202
- bone_rest_local: member(restLocal, [B, 4, 4]),
203
- bone_rest_world: member(restWorld, [B, 4, 4]),
204
- bone_bind_inverse: member(bindInverse, [B, 4, 4]),
205
- prep_bone: member(prepBone, [CSKEL]),
206
- prep_scale: member(Float32Array.of(prep.scale), [1]),
207
- prep_offsets: member(jointRows(prep.offsets, 3, [0, 0, 0], "prep.offsets"), [CSKEL, 3]),
208
- prep_bind_pos: member(jointRows(prep.bindPos, 3, [0, 0, 0], "prep.bindPos"), [CSKEL, 3]),
209
- prep_bind_quat: member(jointRows(prep.bindQuat, 4, [0, 0, 0, 1], "prep.bindQuat"), [CSKEL, 4]),
210
- prep_bind_scale: member(jointRows(prep.bindScale, 3, [1, 1, 1], "prep.bindScale"), [CSKEL, 3]),
211
- prep_bind_local_pos: member(jointRows(prep.bindLocalPos, 3, [0, 0, 0], "prep.bindLocalPos"), [CSKEL, 3]),
212
- prep_parent_bind_world: member(jointRows(prep.parentBindWorld, 16, IDENTITY16, "prep.parentBindWorld"), [CSKEL, 4, 4]),
213
- prep_chain_parent: member(chainParent, [CSKEL]),
214
- prep_chain_rel: member(jointRows(prep.chainRel, 16, IDENTITY16, "prep.chainRel"), [CSKEL, 4, 4]),
215
- prep_canonical_bone_length: member(Float32Array.from(finiteList(prep.canonicalBoneLength, CSKEL, "prep.canonicalBoneLength")), [CSKEL]),
216
- prep_rig_bone_length: member(Float32Array.from(finiteList(prep.rigBoneLength, CSKEL, "prep.rigBoneLength")), [CSKEL]),
217
- prep_stretched_leaves: member(leafIndex, [leaves.length, 2]),
218
- prep_stretched_leaf_local_pos: member(leafPos, [leaves.length, 3]),
219
- prep_stretched_leaf_local_quat: member(leafQuat, [leaves.length, 4]),
220
- hierarchy_preserved: member(hierarchyPreserved, [CSKEL]),
221
- girdle_joints: member(girdle, [CSKEL]),
222
- ardy_neutral_min_y: member(Float32Array.of(prep.ardyNeutralMinY), [1]),
223
- cskel27_parents: member(cskelParents, [CSKEL]),
224
- cskel27_neutral: member(neutral, [CSKEL, 3]),
225
- };
226
- return { members, meta };
227
- }
@@ -1,14 +0,0 @@
1
- #!/usr/bin/env node
2
- import { runBox } from "./run-box.mjs";
3
-
4
- const tests = process.argv.slice(2);
5
- if (!tests.length || tests.some(name => !/^test_[A-Za-z0-9_.-]+\.py$/.test(name))) {
6
- console.error("usage: run-box-tests.mjs test_*.py [test_*.py ...]");
7
- process.exit(2);
8
- }
9
- try {
10
- await runBox({ entry: "pytest", args: ["-q", ...tests] });
11
- } catch (error) {
12
- console.error(error.message);
13
- process.exitCode = 1;
14
- }
@@ -1,168 +0,0 @@
1
- #!/usr/bin/env node
2
- import { spawn } from "node:child_process";
3
- import { randomBytes } from "node:crypto";
4
- import { mkdirSync, readdirSync, statSync } from "node:fs";
5
- import { fileURLToPath } from "node:url";
6
- import { dirname, join } from "node:path";
7
-
8
- const here = dirname(fileURLToPath(import.meta.url));
9
- const host = process.env.COZYFIT_HOST || "ubuntu-baremetal";
10
- const sshBase = ["-o", "BatchMode=yes", "-o", "ConnectTimeout=15", "-o", "ServerAliveInterval=15", "-o", "ServerAliveCountMax=3"];
11
- const port = process.env.CCLAY_EXTRACT_SSH_PORT;
12
- const sshFlags = port ? [...sshBase, "-p", port] : sshBase;
13
- const scpFlags = port ? [...sshBase, "-P", port] : sshBase;
14
-
15
- export const quote = value => `'${String(value).replaceAll("'", "'\\''")}'`;
16
- export const idleCheck = `python3 - <<'PY'
17
- from pathlib import Path
18
- import subprocess
19
- busy = []
20
- for p in Path('/proc').iterdir():
21
- if not p.name.isdigit(): continue
22
- try:
23
- argv = (p/'cmdline').read_bytes().split(b'\\0')
24
- executable = Path(argv[0].decode(errors='replace')).name
25
- cmd = b' '.join(argv).decode(errors='replace')
26
- except (FileNotFoundError, ProcessLookupError, PermissionError): continue
27
- if 'python' in executable and ('cclay_gvhmr' in cmd or 'cclay_bench' in cmd): busy.append(cmd)
28
- usage = subprocess.check_output(['nvidia-smi','--query-compute-apps=used_memory','--format=csv,noheader,nounits'], text=True)
29
- used = sum(int(v.strip()) for v in usage.splitlines() if v.strip())
30
- if busy or used > 1600:
31
- raise SystemExit('gpu-busy: ' + repr(busy) + '; compute memory=' + str(used) + ' MiB')
32
- print('GPU idle for GVHMR; compute memory=' + str(used) + ' MiB')
33
- PY`;
34
-
35
- export function gpuBusyDecision({ processes = [], usedMiB = 0 } = {}) {
36
- return processes.some(command => /(?:^|\s)python(?:\d(?:\.\d+)?)?(?:\s|$)/.test(command) && (command.includes("cclay_gvhmr") || command.includes("cclay_bench"))) || usedMiB > 1600;
37
- }
38
-
39
- export function buildRemoteCommand(remote, entry, args = []) {
40
- if (entry !== "pytest" && !/^[A-Za-z0-9_.-]+\.py$/.test(entry)) throw new Error(`invalid Python entry: ${entry}`);
41
- const executable = entry === "pytest" ? "$HOME/cclay-ingest/cozyfit/.venv/bin/pytest" : "$HOME/cclay-ingest/cozyfit/.venv/bin/python";
42
- const target = entry === "pytest" ? "" : ` ${quote(join(remote, entry))}`;
43
- return `set -e\n${idleCheck}\ncd ${quote(remote)}\nexec ${executable}${target}${args.length ? ` ${args.map(quote).join(" ")}` : ""}`;
44
- }
45
-
46
- function exec(program, args, { onLine } = {}) {
47
- return new Promise((resolve, reject) => {
48
- const child = spawn(program, args, { stdio: ["ignore", "pipe", "pipe"] });
49
- let output = "", pending = "";
50
- const onData = chunk => {
51
- const text = String(chunk);
52
- process.stdout.write(text);
53
- output += text;
54
- pending += text;
55
- const lines = pending.split(/\\r?\\n/);
56
- pending = lines.pop() ?? "";
57
- for (const line of lines) if (line) onLine?.(line);
58
- };
59
- child.stdout.on("data", onData); child.stderr.on("data", onData);
60
- child.once("error", reject);
61
- child.once("close", code => {
62
- if (pending) onLine?.(pending);
63
- code === 0 ? resolve(output) : reject(new Error(`${program} exited ${code}: ${output.slice(-4000)}`));
64
- });
65
- });
66
- }
67
-
68
- function pyFiles(root) {
69
- return readdirSync(root).filter(name => name.endsWith(".py") && statSync(join(root, name)).isFile()).sort();
70
- }
71
-
72
- function transfer(item, kind) {
73
- if (typeof item === "string") {
74
- const separator = item.indexOf(":");
75
- if (separator < 1 || separator === item.length - 1) throw new Error(`${kind} must be ${kind === "upload" ? "localPath:remoteRelPath" : "remoteRelPath:localPath"}`);
76
- return kind === "upload"
77
- ? { localPath: item.slice(0, separator), remoteRelPath: item.slice(separator + 1) }
78
- : { remoteRelPath: item.slice(0, separator), localPath: item.slice(separator + 1) };
79
- }
80
- const localPath = item?.localPath ?? item?.path;
81
- const remoteRelPath = item?.remoteRelPath ?? item?.remotePath;
82
- if (typeof localPath !== "string" || typeof remoteRelPath !== "string") throw new Error(`${kind} requires localPath and remoteRelPath`);
83
- return { localPath, remoteRelPath };
84
- }
85
-
86
- function safeRemoteRelPath(path) {
87
- if (!path || path.startsWith("/") || path.split("/").includes("..")) throw new Error(`unsafe remote relative path: ${path}`);
88
- return path;
89
- }
90
-
91
- export function normalizeTransfers(items = [], kind) {
92
- return items.map(item => {
93
- const value = transfer(item, kind);
94
- return { ...value, remoteRelPath: safeRemoteRelPath(value.remoteRelPath) };
95
- });
96
- }
97
-
98
- /**
99
- * Upload, run and fetch. When the remote command fails, every requested output
100
- * that exists is still fetched (a failed tracker writes diagnostics.json), and
101
- * the command's own error is rethrown with `fetched` = local paths retrieved.
102
- * A missing output on a failed run never replaces that error. `spawnCommand`
103
- * is the (program, args, {onLine}) -> Promise<output> seam for tests.
104
- */
105
- export async function runBox({ entry, args = [], hostName = host, onLine, upload = [], fetch = [], spawnCommand = exec } = {}) {
106
- if (!entry) throw new Error("usage: run-box.mjs <entry.py> [args...]");
107
- if (entry !== "pytest" && !/^[A-Za-z0-9_.-]+\.py$/.test(entry)) throw new Error(`invalid Python entry: ${entry}`);
108
- const uploads = normalizeTransfers(upload, "upload");
109
- const fetches = normalizeTransfers(fetch, "fetch");
110
- const remote = `/tmp/cozyfit-${Date.now()}-${randomBytes(5).toString("hex")}`;
111
- const ssh = (command, options = {}) => spawnCommand("ssh", [...sshFlags, hostName, command], options);
112
- const scp = (source, destination, options = {}) => spawnCommand("scp", [...scpFlags, source, destination], options);
113
- const stream = { onLine };
114
- let failure, output;
115
- try {
116
- await ssh(`umask 077 && mkdir -p ${quote(remote)}`, stream);
117
- for (const name of pyFiles(join(here, "py"))) await scp(join(here, "py", name), `${hostName}:${join(remote, name)}`);
118
- for (const item of uploads) {
119
- await ssh(`mkdir -p ${quote(join(remote, item.remoteRelPath, ".."))}`, stream);
120
- await scp(item.localPath, `${hostName}:${join(remote, item.remoteRelPath)}`);
121
- }
122
- let runError;
123
- try { output = await ssh(buildRemoteCommand(remote, entry, args), stream); }
124
- catch (error) { runError = error; }
125
- const fetched = [];
126
- for (const item of fetches) {
127
- mkdirSync(join(item.localPath, ".."), { recursive: true });
128
- if (!runError) {
129
- await scp(`${hostName}:${join(remote, item.remoteRelPath)}`, item.localPath);
130
- fetched.push(item.localPath);
131
- continue;
132
- }
133
- // Best effort after a failed command: absent outputs are expected.
134
- try {
135
- await scp(`${hostName}:${join(remote, item.remoteRelPath)}`, item.localPath);
136
- fetched.push(item.localPath);
137
- } catch { /* the command error below is the reported failure */ }
138
- }
139
- if (runError) {
140
- runError.fetched = fetched;
141
- throw runError;
142
- }
143
- return fetches.length ? { output, fetched } : output;
144
- } catch (error) {
145
- failure = error;
146
- throw error;
147
- } finally {
148
- try { await ssh(`rm -rf ${quote(remote)}`); }
149
- catch (cleanupError) { if (failure) throw new AggregateError([failure, cleanupError], `box cleanup failed: ${remote}`); throw cleanupError; }
150
- }
151
- }
152
-
153
- if (process.argv[1] && fileURLToPath(import.meta.url) === process.argv[1]) {
154
- const argv = process.argv.slice(2), entry = argv.shift();
155
- const args = [], upload = [], fetch = [];
156
- for (let i = 0; i < argv.length; i++) {
157
- const flag = argv[i];
158
- if (flag === "--fetch" || flag === "--upload") {
159
- const value = argv[++i];
160
- if (!value) throw new Error(`${flag} requires a value`);
161
- (flag === "--fetch" ? fetch : upload).push(value);
162
- } else args.push(flag);
163
- }
164
- runBox({ entry, args, upload, fetch }).catch(error => {
165
- console.error(error.message);
166
- process.exitCode = 1;
167
- });
168
- }
@@ -1,59 +0,0 @@
1
- #!/usr/bin/env bash
2
- set -euo pipefail
3
-
4
- ROOT="$HOME/cclay-ingest/cozyfit"
5
- VENV="$ROOT/.venv"
6
- PYTHON="$VENV/bin/python"
7
- GVHMR_PY="$HOME/cclay-ingest/GVHMR/.venv/bin/python"
8
-
9
- if [[ ! -x "$GVHMR_PY" ]]; then
10
- echo "missing GVHMR interpreter: $GVHMR_PY" >&2
11
- exit 1
12
- fi
13
- read -r PY_MAJOR PY_MINOR < <("$GVHMR_PY" -c 'import sys; print(sys.version_info.major, sys.version_info.minor)')
14
- PY_BIN="python${PY_MAJOR}.${PY_MINOR}"
15
- if ! command -v "$PY_BIN" >/dev/null 2>&1; then
16
- echo "missing matching Python minor: $PY_BIN" >&2
17
- exit 1
18
- fi
19
-
20
- mkdir -p "$ROOT/checkpoints"
21
- if [[ ! -x "$PYTHON" ]]; then
22
- "$PY_BIN" -m venv "$VENV"
23
- fi
24
-
25
- # Keep all installs in CozyFit's venv. In particular, never invoke or modify
26
- # the existing GVHMR environment after reading its Python minor above.
27
- pip_install() {
28
- "$PYTHON" - "$@" <<'PY'
29
- import subprocess
30
- import sys
31
- subprocess.run([sys.executable, "-m", "pip", "install", *sys.argv[1:]], check=True, timeout=1200)
32
- PY
33
- }
34
- pip_install --upgrade pip setuptools wheel
35
- pip_install \
36
- --index-url https://download.pytorch.org/whl/cu121 \
37
- --extra-index-url https://pypi.org/simple \
38
- 'torch==2.5.1+cu121' 'torchvision==0.20.1+cu121'
39
- pip_install \
40
- 'git+https://github.com/facebookresearch/sam2.git' \
41
- fast-simplification numpy scipy opencv-python-headless pytest
42
-
43
- CHECKPOINT="$ROOT/checkpoints/sam2.1_hiera_small.pt"
44
- if [[ ! -s "$CHECKPOINT" ]]; then
45
- tmp="$CHECKPOINT.tmp.$$"
46
- trap 'rm -f "$tmp"' EXIT
47
- curl --fail --location --retry 3 --connect-timeout 15 --max-time 900 \
48
- -o "$tmp" \
49
- https://dl.fbaipublicfiles.com/segment_anything_2/092824/sam2.1_hiera_small.pt
50
- mv "$tmp" "$CHECKPOINT"
51
- trap - EXIT
52
- fi
53
-
54
- "$PYTHON" - <<'PY'
55
- import torch
56
- assert torch.__version__.startswith("2.5.1+cu121"), torch.__version__
57
- import sam2
58
- print("cozyfit environment ready", torch.__version__, sam2.__file__)
59
- PY